Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge pull request #1793 from Avicennasis/p/p10-served-modality-truth
Vincenzo Fornarof565fc3d0b9a
diff --cc c/openai_server.pyindex 7bf1b642,4c2a0cee..3d6847b4--- a/c/openai_server.py+++ b/c/openai_server.py@@@ -5821,9 -5592,9 +5859,10 @@@ class APIHandler(BaseHTTPRequestHandler# past a bare 200 to an unauthenticated probe. (#SEC-8)payload = {"status": "ok"}if self._is_authed():+ payload["arch"] = ARCH # which family answers: coli chat reads itpayload["scheduler"] = self.server.scheduler.snapshot()payload["kv_slots"] = self.server.kv_slots+ payload["input_modalities"] = self.server.input_modalities()payload["continue_assistant"] = os.environ.get("COLI_CONTINUE_ASSISTANT", "1") != "0" and ARCH in CONTINUATION_FAMILIEStiers = getattr(self.server.engine, "tiers", None) if self.server.engine else Noneif tiers: payload["tiers"] = tiers