Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
surface MTP/USAGE status in coli chat banner (stderr)
JustVuggafcd71ab1cf1
diff --git a/c/coli b/c/coliindex 320af9fc..e1e3cdf8 100644--- a/c/coli+++ b/c/coli@@ -197,7 +197,8 @@ def cmd_chat(a):try:elog=open(errlog.name).read()mload=re.search(r"caricato in ([0-9.]+)s \| densa residente: ([0-9.]+) MB", elog)- extra=" · ".join(l.strip() for l in elog.splitlines() if l.startswith("[RAM_GB") or l.startswith("[PIN]"))+ extra=" · ".join(l.strip() for l in elog.splitlines()+ if l.startswith(("[RAM_GB","[PIN]","[MTP]","[USAGE]")))if mload: print(f" {C.grn}✓{C.r} pronto in {mload.group(1)}s {C.dim}· residente {float(mload.group(2))/1000:.1f} GB · RSS {st.get('rss','?')} GB{C.r}")if extra: print(f" {C.dgray}{extra}{C.r}")except Exception: passdiff --git a/c/glm.c b/c/glm.cindex c0c0f10b..173b8d9d 100644--- a/c/glm.c+++ b/c/glm.c@@ -1332,6 +1332,8 @@ int main(int argc, char **argv){printf("caricato in %.2fs | densa residente: %.2f MB | layers=%d experts=%d | MTP %s (draft=%d)\n",now_s()-t0, m.resident_bytes/(1024.0*1024.0), m.c.n_layers, m.c.n_experts,m.has_mtp?"ATTIVA":"assente", g_draft);+ /* anche su stderr: e' il canale che le UI (coli) mostrano all'utente */+ fprintf(stderr,"[MTP] %s (draft=%d)\n", m.has_mtp?"attiva: decodifica speculativa nativa":"assente", g_draft);if(!strncmp(snap,"/mnt/",5))fprintf(stderr,"ATTENZIONE: il modello e' su %s (filesystem 9p/Windows, lento e fadvise inefficace).\n"" Per RAM e velocita' tienilo su ext4 (es. /home/...).\n", snap);