Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

fix(cli): stream the model's thinking in chat, dim and boxed (#979)

JustVugg0eef2fc789e4
diff --git a/c/coli b/c/coli
index 1e0127d6..064c3e7b 100755
--- a/c/coli
+++ b/c/coli
@@ -1030,7 +1030,7 @@ def chat_attached(a, base, model_id):
if a.api_key: req.add_header("Authorization", f"Bearer {a.api_key}")
print(f"\n {C.teal}◆ colibri{C.r}")
sp=Spinner("thinking…"); sp.start()
- md=MDStream(" "); reply=[]; first=True; t0=time.time(); interrupted=False
+ md=MDStream(" "); reply=[]; first=True; t0=time.time(); interrupted=False; think_open=False
try:
with urllib.request.urlopen(req) as r:
for raw in r:
@@ -1042,8 +1042,27 @@ def chat_attached(a, base, model_id):
except ValueError: continue
for ch in ev.get("choices",[]):
d=ch.get("delta",{})
+ rtxt=d.get("reasoning_content")
+ if rtxt:
+ # Thinking arrives as its own delta field, and this loop
+ # used to drop it on the floor: `coli run` streamed the
+ # model's reasoning while `coli chat` silently hid it
+ # (#979). Render it dim and unformatted — it is the
+ # model's scratchpad, not the answer — and keep it out
+ # of the saved reply so history carries content only.
+ # The keepalive ping reuses this field with "."/"" —
+ # dim dots read as heartbeat, which is what they are.
+ if first: sp.stop(); first=False
+ if not think_open:
+ think_open=True
+ sys.stdout.write(f" {C.dgray}┌ thinking{C.r}\n {C.dgray}│{C.r} ")
+ sys.stdout.write(C.dim+rtxt.replace("\n","\n "+C.dgray+"│"+C.r+" "+C.dim)+C.r)
+ sys.stdout.flush(); continue
txt=d.get("content")
- if not txt: continue # ping/ruolo/reasoning: non è testo
+ if not txt: continue # ping/ruolo: non è testo
+ if think_open:
+ think_open=False
+ sys.stdout.write(f"{C.r}\n {C.dgray}└─{C.r}\n")
if first: sp.stop(); first=False
md.feed(txt); reply.append(txt)
except KeyboardInterrupt:
@@ -1065,6 +1084,9 @@ def chat_attached(a, base, model_id):
except OSError as e:
sp.stop()
print(f"\n {C.yel}[server unreachable: {e}]{C.r}"); break
+ if think_open: # stream finito dentro il thinking (interrupt o
+ think_open=False # risposta solo-reasoning): chiudi il riquadro
+ sys.stdout.write(f"{C.r}\n {C.dgray}\u2514\u2500{C.r}\n")
md.close(); sp.stop()
if reply: msgs.append({"role":"assistant","content":"".join(reply)})
else: msgs.pop() # turno vuoto: non sporcare la history