Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
feat(api): report continue_assistant in the authed /health
enieb592ccf1c84
diff --git a/c/openai_server.py b/c/openai_server.pyindex 3c49576b..fcd2fb04 100644--- a/c/openai_server.py+++ b/c/openai_server.py@@ -4295,6 +4295,7 @@ class APIHandler(BaseHTTPRequestHandler):if self._is_authed():payload["scheduler"] = self.server.scheduler.snapshot()payload["kv_slots"] = self.server.kv_slots+ payload["continue_assistant"] = os.environ.get("COLI_CONTINUE_ASSISTANT", "1") != "0" and ARCH in CONTINUATION_FAMILIEStiers = getattr(self.server.engine, "tiers", None) if self.server.engine else Noneif tiers: payload["tiers"] = tiershwinfo = getattr(self.server.engine, "hwinfo", None) if self.server.engine else Nonediff --git a/c/tests/test_openai_server.py b/c/tests/test_openai_server.pyindex dd5d3b6f..8695bc9d 100644--- a/c/tests/test_openai_server.py+++ b/c/tests/test_openai_server.py@@ -1836,6 +1836,17 @@ class HTTPTest(unittest.TestCase):self.assertIn("queued", scheduler)self.assertEqual(health["kv_slots"], 2)+ def test_health_reports_the_continuation_switch(self):+ """The web UI shows Continue only when this is true: with the switch off a+ trailing assistant turn is answered fresh, which a Continue button would+ present as a resumption. Unauthed probes keep the bare liveness shape."""+ for value, expected in (("1", True), ("0", False)):+ with patch.dict(os.environ, {"COLI_CONTINUE_ASSISTANT": value}), \+ self.request("/health") as response:+ self.assertIs(json.load(response)["continue_assistant"], expected)+ with urlopen(self.base + "/health", timeout=2) as response:+ self.assertNotIn("continue_assistant", json.load(response))+def test_profile_requires_auth(self):"""/profile is served before require_auth(), so it needs its own gate.