Skip to content

Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors

fix(v1/messages): default to non-stream for Claude format when ambiguous (#2326)

thepigdestroyer0f15797e01aa
diff --git a/open-sse/handlers/chatCore.ts b/open-sse/handlers/chatCore.ts
index 8029fdc9c3..6835115f7d 100644
--- a/open-sse/handlers/chatCore.ts
+++ b/open-sse/handlers/chatCore.ts
@@ -1683,10 +1683,13 @@ export async function handleChatCore({
// Codex /responses/compact is JSON-only: Codex CLI does not send stream=false,
// so route shape must override the usual Accept/header fallback.
+ // sourceFormat="claude" applies the Anthropic Messages spec default (stream=false
+ // when body omits stream), preventing STREAM_EARLY_EOF on /v1/messages when
+ // clients send Accept: */* without an explicit stream flag.
const stream =
nativeCodexPassthrough && isCompactResponsesEndpoint(endpointPath)
? false
- : resolveStreamFlag(body?.stream, acceptHeader);
+ : resolveStreamFlag(body?.stream, acceptHeader, sourceFormat);
const settings = cachedSettings ?? (await getCachedSettings());
credentials = applyCodexGlobalFastServiceTier(provider, credentials, settings);
effectiveServiceTier = resolveEffectiveServiceTier(body);
diff --git a/open-sse/utils/aiSdkCompat.ts b/open-sse/utils/aiSdkCompat.ts
index 58ff08b738..2faaa6c5f1 100644
--- a/open-sse/utils/aiSdkCompat.ts
+++ b/open-sse/utils/aiSdkCompat.ts
@@ -17,12 +17,35 @@ export function clientWantsJsonResponse(acceptHeader: unknown): boolean {
* Accept header only acts as fallback when stream is not explicitly set.
* Fixes #656: clients sending both `stream: true` and `Accept: application/json`
* should still get streaming responses — body intent takes precedence.
+ *
+ * Optional `sourceFormat` argument lets callers apply spec-correct defaults
+ * when both `stream` and `Accept` are ambiguous. The Anthropic Messages API
+ * defaults to non-stream when the body omits `stream`, regardless of Accept
+ * header. Without this hint, OmniRoute previously routed Anthropic /v1/messages
+ * requests with a curl-default wildcard Accept header through the streaming
+ * branch even though upstream returned JSON, producing STREAM_EARLY_EOF /
+ * HTTP 502 errors.
*/
-export function resolveStreamFlag(bodyStream: unknown, acceptHeader: unknown): boolean {
+export function resolveStreamFlag(
+ bodyStream: unknown,
+ acceptHeader: unknown,
+ sourceFormat?: string
+): boolean {
// Explicit body value always wins
if (bodyStream === true) return true;
if (bodyStream === false) return false;
+ // Anthropic Messages API spec: stream defaults to false when body omits it.
+ // Only honor an explicit text/event-stream Accept header as a streaming opt-in
+ // for /v1/messages — otherwise default to non-stream so upstream JSON responses
+ // are surfaced correctly instead of triggering stream_early_eof.
+ if (sourceFormat === "claude") {
+ if (typeof acceptHeader === "string" && /text\/event-stream/i.test(acceptHeader)) {
+ return true;
+ }
+ return false;
+ }
+
// No explicit stream param — preserve OmniRoute's streaming default unless
// the client explicitly asks for JSON and does not also accept SSE.
return !clientWantsJsonResponse(acceptHeader);
diff --git a/tests/unit/t26-ai-sdk-accept-header-compat.test.ts b/tests/unit/t26-ai-sdk-accept-header-compat.test.ts
index 4b2b398316..81c91d8282 100644
--- a/tests/unit/t26-ai-sdk-accept-header-compat.test.ts
+++ b/tests/unit/t26-ai-sdk-accept-header-compat.test.ts
@@ -48,6 +48,39 @@ test("T26: explicit stream:false always prevents streaming", () => {
assert.equal(resolveStreamFlag(false, undefined), false);
});
+test("T26: sourceFormat=claude applies Anthropic Messages non-stream default (#2325)", () => {
+ // Anthropic Messages API spec: stream defaults to false when body omits it,
+ // regardless of Accept header. Previously OmniRoute defaulted to stream=true
+ // for Accept: */* or undefined, causing STREAM_EARLY_EOF on /v1/messages.
+
+ // Ambiguous cases must default to non-stream when sourceFormat is claude
+ assert.equal(resolveStreamFlag(undefined, undefined, "claude"), false);
+ assert.equal(resolveStreamFlag(undefined, "*/*", "claude"), false);
+ assert.equal(resolveStreamFlag(undefined, "application/json", "claude"), false);
+
+ // Explicit body stream still wins over format default
+ assert.equal(resolveStreamFlag(true, undefined, "claude"), true);
+ assert.equal(resolveStreamFlag(true, "*/*", "claude"), true);
+ assert.equal(resolveStreamFlag(false, "text/event-stream", "claude"), false);
+
+ // Accept: text/event-stream is honored as an explicit SSE opt-in
+ assert.equal(resolveStreamFlag(undefined, "text/event-stream", "claude"), true);
+ assert.equal(resolveStreamFlag(undefined, "application/json, text/event-stream", "claude"), true);
+});
+
+test("T26: non-claude sourceFormat preserves pre-#2325 streaming default", () => {
+ // OpenAI / Gemini / Codex callers keep the existing streaming-by-default heuristic
+ // so we don't break SDKs that omit `stream` and expect SSE.
+ assert.equal(resolveStreamFlag(undefined, undefined, "openai"), true);
+ assert.equal(resolveStreamFlag(undefined, "*/*", "openai"), true);
+ assert.equal(resolveStreamFlag(undefined, "application/json", "openai"), false);
+ assert.equal(resolveStreamFlag(undefined, undefined, "gemini"), true);
+ assert.equal(resolveStreamFlag(undefined, undefined, "codex"), true);
+ // Omitting sourceFormat reproduces the legacy two-arg behavior exactly
+ assert.equal(resolveStreamFlag(undefined, undefined), true);
+ assert.equal(resolveStreamFlag(undefined, "application/json"), false);
+});
+
test("T26: explicit non-stream aliases are detected", () => {
assert.equal(hasExplicitNoStreamParam({ non_stream: true }), true);
assert.equal(hasExplicitNoStreamParam({ disable_stream: true }), true);