Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

openai_server: constant-time API key check (hmac.compare_digest) + resource_plan: csv-parse GPU names (fixes comma-in-name drop) (#186)

woolcoxm39dcebf39ab3
diff --git a/c/openai_server.py b/c/openai_server.py
index 1fa1669b..a68e449c 100644
--- a/c/openai_server.py
+++ b/c/openai_server.py
@@ -672,9 +672,13 @@ class APIHandler(BaseHTTPRequestHandler):
self.send_header("Vary", "Origin")
def require_auth(self):
- if self.server.api_key and self.headers.get("Authorization") != f"Bearer {self.server.api_key}":
- raise APIError(401, "Invalid or missing API key.", None, "invalid_api_key",
- "authentication_error")
+ if self.server.api_key:
+ import hmac
+ provided = self.headers.get("Authorization", "")
+ expected = f"Bearer {self.server.api_key}"
+ if not hmac.compare_digest(provided, expected):
+ raise APIError(401, "Invalid or missing API key.", None, "invalid_api_key",
+ "authentication_error")
def read_json(self):
try:
diff --git a/c/resource_plan.py b/c/resource_plan.py
index b5571d3f..33674e19 100644
--- a/c/resource_plan.py
+++ b/c/resource_plan.py
@@ -151,8 +151,9 @@ def discover_gpus():
except (OSError, subprocess.SubprocessError):
return []
devices = []
- for line in result.stdout.splitlines():
- fields = [field.strip() for field in line.split(",", 3)]
+ import csv
+ for fields in csv.reader(result.stdout.splitlines()):
+ fields = [f.strip() for f in fields]
if len(fields) != 4:
continue
try: