Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

Merge pull request #1793 from Avicennasis/p/p10-served-modality-truth

Vincenzo Fornarof565fc3d0b9a
diff --cc c/openai_server.py
index 7bf1b642,4c2a0cee..3d6847b4
--- a/c/openai_server.py
+++ b/c/openai_server.py
@@@ -5821,9 -5592,9 +5859,10 @@@ class APIHandler(BaseHTTPRequestHandler
# past a bare 200 to an unauthenticated probe. (#SEC-8)
payload = {"status": "ok"}
if self._is_authed():
+ payload["arch"] = ARCH # which family answers: coli chat reads it
payload["scheduler"] = self.server.scheduler.snapshot()
payload["kv_slots"] = self.server.kv_slots
+ payload["input_modalities"] = self.server.input_modalities()
payload["continue_assistant"] = os.environ.get("COLI_CONTINUE_ASSISTANT", "1") != "0" and ARCH in CONTINUATION_FAMILIES
tiers = getattr(self.server.engine, "tiers", None) if self.server.engine else None
if tiers: payload["tiers"] = tiers