Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

feat(api): report continue_assistant in the authed /health

enieb592ccf1c84
diff --git a/c/openai_server.py b/c/openai_server.py
index 3c49576b..fcd2fb04 100644
--- a/c/openai_server.py
+++ b/c/openai_server.py
@@ -4295,6 +4295,7 @@ class APIHandler(BaseHTTPRequestHandler):
if self._is_authed():
payload["scheduler"] = self.server.scheduler.snapshot()
payload["kv_slots"] = self.server.kv_slots
+ payload["continue_assistant"] = os.environ.get("COLI_CONTINUE_ASSISTANT", "1") != "0" and ARCH in CONTINUATION_FAMILIES
tiers = getattr(self.server.engine, "tiers", None) if self.server.engine else None
if tiers: payload["tiers"] = tiers
hwinfo = getattr(self.server.engine, "hwinfo", None) if self.server.engine else None
diff --git a/c/tests/test_openai_server.py b/c/tests/test_openai_server.py
index dd5d3b6f..8695bc9d 100644
--- a/c/tests/test_openai_server.py
+++ b/c/tests/test_openai_server.py
@@ -1836,6 +1836,17 @@ class HTTPTest(unittest.TestCase):
self.assertIn("queued", scheduler)
self.assertEqual(health["kv_slots"], 2)
+ def test_health_reports_the_continuation_switch(self):
+ """The web UI shows Continue only when this is true: with the switch off a
+ trailing assistant turn is answered fresh, which a Continue button would
+ present as a resumption. Unauthed probes keep the bare liveness shape."""
+ for value, expected in (("1", True), ("0", False)):
+ with patch.dict(os.environ, {"COLI_CONTINUE_ASSISTANT": value}), \
+ self.request("/health") as response:
+ self.assertIs(json.load(response)["continue_assistant"], expected)
+ with urlopen(self.base + "/health", timeout=2) as response:
+ self.assertNotIn("continue_assistant", json.load(response))
+
def test_profile_requires_auth(self):
"""/profile is served before require_auth(), so it needs its own gate.