Skip to content

armgit / qm

Public Imported from GitHub
0

Multiplayer agent harness for work.

Send session-affinity headers to the model gateway (#2118)

Joshua France007624c7e600
diff --git a/src/model/gateway-catalog.ts b/src/model/gateway-catalog.ts
index 6b3d97005..1df746436 100644
--- a/src/model/gateway-catalog.ts
+++ b/src/model/gateway-catalog.ts
@@ -84,6 +84,7 @@ function parseModel(value: unknown, allowed: Set<string>, baseUrl: string): Gate
supportsReasoningEffort:
Array.isArray(info.supported_openai_params) && info.supported_openai_params.includes("reasoning_effort"),
supportsUsageInStreaming: true,
+ sendSessionAffinityHeaders: true,
maxTokensField:
Array.isArray(info.supported_openai_params) && info.supported_openai_params.includes("max_completion_tokens")
? "max_completion_tokens"
diff --git a/test/gateway-catalog.test.ts b/test/gateway-catalog.test.ts
index a6b0c9e88..031417c64 100644
--- a/test/gateway-catalog.test.ts
+++ b/test/gateway-catalog.test.ts
@@ -319,3 +319,22 @@ test("gateway document support uses provider metadata rather than vision alone",
for (const id of ["unknown-docs", "mixed-docs"])
assert.equal(nativeDocumentFormat(resolveModel(`gateway/${id}`)!, pdf), undefined);
});
+
+test("gateway models send session-affinity headers on every API", async () => {
+ const f = fixture([
+ group("chat-model"),
+ group("anthropic-model", { providers: ["anthropic"] }),
+ group("openai-model", { providers: ["openai"] }),
+ ]);
+ await f.catalog.refresh();
+ const apis = new Set<string>();
+ for (const id of ["chat-model", "anthropic-model", "openai-model"]) {
+ const model = resolveModel(`gateway/${id}`)!;
+ apis.add(model.api);
+ assert.equal(
+ (model.compat as { sendSessionAffinityHeaders?: boolean } | undefined)?.sendSessionAffinityHeaders,
+ true,
+ );
+ }
+ assert.deepEqual([...apis].sort(), ["anthropic-messages", "openai-completions", "openai-responses"]);
+});