Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
openai_server: constant-time API key check (hmac.compare_digest) + resource_plan: csv-parse GPU names (fixes comma-in-name drop) (#186)
woolcoxm39dcebf39ab3
diff --git a/c/openai_server.py b/c/openai_server.pyindex 1fa1669b..a68e449c 100644--- a/c/openai_server.py+++ b/c/openai_server.py@@ -672,9 +672,13 @@ class APIHandler(BaseHTTPRequestHandler):self.send_header("Vary", "Origin")def require_auth(self):- if self.server.api_key and self.headers.get("Authorization") != f"Bearer {self.server.api_key}":- raise APIError(401, "Invalid or missing API key.", None, "invalid_api_key",- "authentication_error")+ if self.server.api_key:+ import hmac+ provided = self.headers.get("Authorization", "")+ expected = f"Bearer {self.server.api_key}"+ if not hmac.compare_digest(provided, expected):+ raise APIError(401, "Invalid or missing API key.", None, "invalid_api_key",+ "authentication_error")def read_json(self):try:diff --git a/c/resource_plan.py b/c/resource_plan.pyindex b5571d3f..33674e19 100644--- a/c/resource_plan.py+++ b/c/resource_plan.py@@ -151,8 +151,9 @@ def discover_gpus():except (OSError, subprocess.SubprocessError):return []devices = []- for line in result.stdout.splitlines():- fields = [field.strip() for field in line.split(",", 3)]+ import csv+ for fields in csv.reader(result.stdout.splitlines()):+ fields = [f.strip() for f in fields]if len(fields) != 4:continuetry: