Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

surface MTP/USAGE status in coli chat banner (stderr)

JustVuggafcd71ab1cf1
diff --git a/c/coli b/c/coli
index 320af9fc..e1e3cdf8 100644
--- a/c/coli
+++ b/c/coli
@@ -197,7 +197,8 @@ def cmd_chat(a):
try:
elog=open(errlog.name).read()
mload=re.search(r"caricato in ([0-9.]+)s \| densa residente: ([0-9.]+) MB", elog)
- extra=" · ".join(l.strip() for l in elog.splitlines() if l.startswith("[RAM_GB") or l.startswith("[PIN]"))
+ extra=" · ".join(l.strip() for l in elog.splitlines()
+ if l.startswith(("[RAM_GB","[PIN]","[MTP]","[USAGE]")))
if mload: print(f" {C.grn}✓{C.r} pronto in {mload.group(1)}s {C.dim}· residente {float(mload.group(2))/1000:.1f} GB · RSS {st.get('rss','?')} GB{C.r}")
if extra: print(f" {C.dgray}{extra}{C.r}")
except Exception: pass
diff --git a/c/glm.c b/c/glm.c
index c0c0f10b..173b8d9d 100644
--- a/c/glm.c
+++ b/c/glm.c
@@ -1332,6 +1332,8 @@ int main(int argc, char **argv){
printf("caricato in %.2fs | densa residente: %.2f MB | layers=%d experts=%d | MTP %s (draft=%d)\n",
now_s()-t0, m.resident_bytes/(1024.0*1024.0), m.c.n_layers, m.c.n_experts,
m.has_mtp?"ATTIVA":"assente", g_draft);
+ /* anche su stderr: e' il canale che le UI (coli) mostrano all'utente */
+ fprintf(stderr,"[MTP] %s (draft=%d)\n", m.has_mtp?"attiva: decodifica speculativa nativa":"assente", g_draft);
if(!strncmp(snap,"/mnt/",5))
fprintf(stderr,"ATTENZIONE: il modello e' su %s (filesystem 9p/Windows, lento e fadvise inefficace).\n"
" Per RAM e velocita' tienilo su ext4 (es. /home/...).\n", snap);