Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
fix(serve): an unpaired surrogate escape answered 500 "engine failed"
kevin9327b77cefc8550d
diff --git a/c/openai_server.py b/c/openai_server.pyindex 7476fc08..176a1bf4 100644--- a/c/openai_server.py+++ b/c/openai_server.py@@ -3672,6 +3672,14 @@ class APIHandler(BaseHTTPRequestHandler):body = json.loads(raw)except (json.JSONDecodeError, UnicodeDecodeError):raise APIError(400, "Request body must be valid JSON.")+ try:+ # An escaped lone surrogate ("\ud83d") parses, but it is the same invalid+ # text as the undecodable bytes above: no UTF-8 can carry it, and the+ # engine protocol encodes every prompt as UTF-8.+ json.dumps(body, ensure_ascii=False).encode("utf-8")+ except UnicodeEncodeError:+ raise APIError(400, "Request body contains an unpaired UTF-16 surrogate "+ "escape; strings must be valid Unicode.")if not isinstance(body, dict):raise APIError(400, "Request body must be a JSON object.")return bodydiff --git a/c/tests/test_openai_server.py b/c/tests/test_openai_server.pyindex b08d5dff..981d3118 100644--- a/c/tests/test_openai_server.py+++ b/c/tests/test_openai_server.py@@ -1505,6 +1505,30 @@ class HTTPTest(unittest.TestCase):self.addCleanup(caught.exception.close)self.assertEqual(caught.exception.code, 400)+ def test_unpaired_surrogate_is_a_client_error(self):+ """JSON can spell a lone UTF-16 surrogate ("\\ud83d": a client that cut a+ string between the two halves of an emoji). json.loads accepts it, no+ UTF-8 can carry it, and Engine.generate's first step, prompt.encode(),+ raised: HTTP 500 "The colibri engine failed". Invalid UTF-8 in the raw+ body is already a 400; this is the same invalid text, escaped."""+ real_generate = self.engine.generate++ def encoding_generate(prompt, *args, **kwargs):+ prompt.encode("utf-8") # what Engine.generate does before anything else+ return real_generate(prompt, *args, **kwargs)++ cut = "emoji \ud83d"+ cases = (("/v1/chat/completions", {"messages": [{"role": "user", "content": cut}]}),+ ("/v1/completions", {"prompt": cut}),+ ("/v1/messages", {"max_tokens": 4, "messages": [{"role": "user", "content": cut}]}))+ with patch.object(self.engine, "generate", side_effect=encoding_generate):+ for path, body in cases:+ with self.subTest(path=path):+ with self.assertRaises(HTTPError) as caught:+ self.request(path, dict(body, model="test-model"))+ self.addCleanup(caught.exception.close)+ self.assertEqual(caught.exception.code, 400)+class ClientHangupTest(unittest.TestCase):"""A client that disconnects mid-response must not print a traceback.