Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
test(serve): verify inference timing headers are absent on 4xx responses
Peter Friesed99c737f10ac
diff --git a/tests/test_serve.py b/tests/test_serve.pyindex f2b80abb..273bf56e 100644--- a/tests/test_serve.py+++ b/tests/test_serve.py@@ -402,3 +402,14 @@ def test_inference_timing_headers():assert "X-Inference-Time-Ms" in res.headersdur = float(res.headers["X-Inference-Time-Ms"])assert dur >= 0.0+++def test_inference_timing_headers_absent_on_error():+ """Inference timing headers must not be attached to error responses."""+ router = FakeRouter()+ client = TestClient(create_app(router=router))+ res = client.post("/v1/systemone", json={"state": "missing questions"})+ assert res.status_code == 400+ assert "Server-Timing" not in res.headers+ assert "X-Inference-Time-Ms" not in res.headers+