Claude Code. Any Model. The most powerful AI coding agent now speaks every language.
fix(adapters): read SSE `data:` lines without the space after the colon
Jack Rudenko3dbd3167315f
diff --git a/packages/cli/src/handlers/shared/stream-parsers/anthropic-sse.ts b/packages/cli/src/handlers/shared/stream-parsers/anthropic-sse.tsindex 185ac413..4064b29f 100644--- a/packages/cli/src/handlers/shared/stream-parsers/anthropic-sse.ts+++ b/packages/cli/src/handlers/shared/stream-parsers/anthropic-sse.ts@@ -12,6 +12,7 @@import type { Context } from "hono";import type { BaseAPIFormat } from "../../../adapters/base-api-format.js";import { log } from "../../../logger.js";+import { sseDataPayload } from "./sse-line.js";interface AnthropicPassthroughOpts {modelName: string;@@ -35,25 +36,6 @@ interface AnthropicPassthroughOpts {onTurnEnd?: () => void;}-/**- * Payload of an SSE `data:` line, or null when the line isn't one.- *- * The SSE spec makes the space after the colon OPTIONAL — `data:{...}` and- * `data: {...}` are both valid, and a conforming parser strips at most ONE- * leading space. Every anthropic-transport provider we had fixtures for- * (MiniMax, Z.AI) emits the spaced form, so the older- * `startsWith("data: ")` gate silently skipped every line from Alibaba Model- * Studio (qwen-token-plan), which emits the bare form. The stream still reached- * Claude Code verbatim, so sessions worked — but claudish's own inspection- * (token accounting, in-stream error detection, thinking re-indexing,- * Layer-4 repairToolArgs) never ran.- */-function sseDataPayload(line: string): string | null {- if (!line.startsWith("data:")) return null;- const rest = line.slice(5);- return rest.startsWith(" ") ? rest.slice(1) : rest;-}-/*** Build the tool-repair frame interceptor for one stream.*diff --git a/packages/cli/src/handlers/shared/stream-parsers/gemini-sse.ts b/packages/cli/src/handlers/shared/stream-parsers/gemini-sse.tsindex ba441715..a0269660 100644--- a/packages/cli/src/handlers/shared/stream-parsers/gemini-sse.ts+++ b/packages/cli/src/handlers/shared/stream-parsers/gemini-sse.ts@@ -11,6 +11,7 @@ import type { BaseAPIFormat } from "../../../adapters/base-api-format.js";import { log } from "../../../logger.js";import type { MiddlewareManager } from "../../../middleware/manager.js";import { messageStartUsage } from "./message-start-usage.js";+import { sseDataPayload } from "./sse-line.js";export interface GeminiSseOptions {modelName: string;@@ -196,8 +197,8 @@ export function createGeminiSseStream(buffer = lines.pop() || "";for (const line of lines) {- if (!line.trim() || !line.startsWith("data: ")) continue;- const dataStr = line.slice(6);+ const dataStr = line.trim() ? sseDataPayload(line) : null;+ if (dataStr === null) continue;if (dataStr === "[DONE]") {await finalize("done");return;diff --git a/packages/cli/src/handlers/shared/stream-parsers/openai-responses-sse.ts b/packages/cli/src/handlers/shared/stream-parsers/openai-responses-sse.tsindex 3dfdcb81..ba71358f 100644--- a/packages/cli/src/handlers/shared/stream-parsers/openai-responses-sse.ts+++ b/packages/cli/src/handlers/shared/stream-parsers/openai-responses-sse.ts@@ -6,7 +6,7 @@* response.output_text.delta → content text* response.output_item.added → new item (function_call, reasoning)* response.function_call_arguments.delta → tool argument streaming- * response.reasoning_summary_text.delta → thinking output+ * response.reasoning_summary_text.delta / reasoning_text.delta → thinking output* response.output_item.done → close tool_use block* response.completed / response.done → final usage*/@@ -20,6 +20,7 @@ import { getLogLevel, log } from "../../../logger.js";import { wrapAnthropicError } from "../anthropic-error.js";import { messageStartUsage } from "./message-start-usage.js";import { formatRawSseLogPayload } from "./openai-sse.js";+import { sseDataPayload } from "./sse-line.js";export function createResponsesStreamHandler(c: Context,@@ -258,9 +259,8 @@ export function createResponsesStreamHandler(buffer = lines.pop() || "";for (const line of lines) {- if (line.startsWith("event: ")) continue;- if (!line.startsWith("data: ")) continue;- const data = line.slice(6);+ const data = sseDataPayload(line);+ if (data === null) continue;if (data === "[DONE]") continue;// Raw capture, greppable into test fixtures — same contract as@@ -346,12 +346,21 @@ export function createResponsesStreamHandler(});hasToolUse = true;}- } else if (event.type === "response.reasoning_summary_text.delta") {+ } else if (+ event.type === "response.reasoning_summary_text.delta" ||+ // The RAW reasoning text (DashScope, open-weight models) rather+ // than a summary of it; a thinking block all the same.+ event.type === "response.reasoning_text.delta"+ ) {opts.onAssistantText?.(event.delta ?? "", "reasoning");// Reasoning is the model's chain of thought, not its answer — it// belongs in a thinking block, or Claude Code renders it as the reply.const summaryIndex =- typeof event.summary_index === "number" ? event.summary_index : 0;+ typeof event.summary_index === "number"+ ? event.summary_index+ : typeof event.content_index === "number"+ ? event.content_index+ : 0;if (reasoningIdx < 0) {closeText();reasoningIdx = curIdx++;diff --git a/packages/cli/src/handlers/shared/stream-parsers/openai-sse.ts b/packages/cli/src/handlers/shared/stream-parsers/openai-sse.tsindex 56dbaaee..39c41c00 100644--- a/packages/cli/src/handlers/shared/stream-parsers/openai-sse.ts+++ b/packages/cli/src/handlers/shared/stream-parsers/openai-sse.ts@@ -18,6 +18,7 @@ import {import { isWebSearchToolCall, warnWebSearchUnsupported } from "../web-search-detector.js";import { type BlockRef, createBlockWriter } from "./block-writer.js";import { messageStartUsage } from "./message-start-usage.js";+import { sseDataPayload } from "./sse-line.js";import { type ThinkSplit, createThinkTagSplitter } from "./think-tag-splitter.js";import { splitPromptTokens } from "./usage-cache-split.js";@@ -839,8 +840,8 @@ export function createStreamingResponseHandler(buffer = lines.pop() || "";for (const line of lines) {- if (!line.trim() || !line.startsWith("data: ")) continue;- const dataStr = line.slice(6);+ const dataStr = line.trim() ? sseDataPayload(line) : null;+ if (dataStr === null) continue;// Verbatim: this line IS the fixture source (see SSE_LOG_MAX_CHARS).log(`[SSE:openai] ${formatRawSseLogPayload(dataStr)}`);if (dataStr === "[DONE]") {diff --git a/packages/cli/src/handlers/shared/stream-parsers/sse-bare-data-lines.test.ts b/packages/cli/src/handlers/shared/stream-parsers/sse-bare-data-lines.test.tsnew file mode 100644index 00000000..e01fb19f--- /dev/null+++ b/packages/cli/src/handlers/shared/stream-parsers/sse-bare-data-lines.test.ts@@ -0,0 +1,145 @@+import { describe, expect, test } from "bun:test";+import { readFileSync } from "node:fs";+import { DefaultAPIFormat } from "../../../adapters/base-api-format.js";+import { GeminiAPIFormat } from "../../../adapters/gemini-api-format.js";+import { createGeminiSseStream } from "./gemini-sse.js";+import { createResponsesStreamHandler } from "./openai-responses-sse.js";+import { createStreamingResponseHandler } from "./openai-sse.js";++interface ClaudeEvent {+ type: string;+ index?: number;+ message?: { id: string };+ content_block?: { type: string; name?: string };+ delta?: { type?: string; text?: string; thinking?: string; stop_reason?: string };+}++function fixture(name: string): string {+ return readFileSync(+ new URL(`../../../test-fixtures/sse-responses/${name}`, import.meta.url),+ "utf8"+ );+}++function upstream(wire: string): Response {+ return new Response(wire, { headers: { "content-type": "text/event-stream" } });+}++function context(): any {+ return {+ body: (stream: ReadableStream, init?: ResponseInit) => new Response(stream, init),+ json: () => {+ throw new Error("Unexpected no-body error path");+ },+ };+}++async function events(response: Response): Promise<ClaudeEvent[]> {+ return (+ (await response.text())+ .split("\n")+ .filter((line) => line.startsWith("data: ") && line !== "data: [DONE]")+ .map((line) => JSON.parse(line.slice(6)) as ClaudeEvent)+ // Each replay generates a fresh message id. Preserve all other event fields.+ .map((event) =>+ event.type === "message_start" && event.message+ ? { ...event, message: { ...event.message, id: "generated-message-id" } }+ : event+ )+ );+}++const dashscope = "dashscope-qwen3.8-max-0902-bare-data-lines.sse";++describe("SSE optional data space regression", () => {+ test("Responses replays DashScope raw reasoning and Hi through end_turn", async () => {+ const wire = fixture(dashscope);+ expect(wire).toContain("event:response.reasoning_text.delta\n:HTTP_STATUS/200\ndata:");+ expect(wire).toContain("id:1\n");+ expect(wire).not.toMatch(/^data: /m);+ const reasoning = wire+ .split("\n")+ .filter((line) => line.startsWith("data:"))+ .map((line) => JSON.parse(line.slice(5)))+ .filter((event) => event.type === "response.reasoning_text.delta")+ .map((event) => event.delta)+ .join("");+ expect(reasoning.length).toBeGreaterThan(0);++ const parsed = await events(+ createResponsesStreamHandler(context(), upstream(wire), {+ modelName: "qwen3.8-max-0902",+ })+ );+ const starts = parsed.filter((event) => event.type === "content_block_start");+ expect(starts.map((event) => event.content_block?.type)).toEqual(["thinking", "text"]);+ const thinkingIndex = starts[0]!.index;+ const textIndex = starts[1]!.index;+ expect(+ parsed+ .filter((event) => event.index === thinkingIndex && event.delta?.type === "thinking_delta")+ .map((event) => event.delta?.thinking)+ .join("")+ ).toBe(reasoning);+ expect(+ parsed+ .filter((event) => event.index === textIndex && event.delta?.type === "text_delta")+ .map((event) => event.delta?.text)+ .join("")+ ).toBe("Hi");+ expect(parsed.find((event) => event.type === "message_delta")?.delta?.stop_reason).toBe(+ "end_turn"+ );+ expect(parsed.at(-1)?.type).toBe("message_stop");+ });++ test("OpenAI chat preserves every event when real capture data spaces are removed", async () => {+ // Also replayed by format-translation.test.ts; captured Grok reasoning + Edit call.+ const wire = fixture("grok-4.6-openai-edit-empty-new-string.sse");+ const bare = wire.replace(/^data: /gm, "data:");+ expect(bare).not.toBe(wire);+ const replay = (input: string) =>+ events(+ createStreamingResponseHandler(+ context(),+ upstream(input),+ new DefaultAPIFormat("grok-4.6"),+ "grok-4.6",+ null+ )+ );+ const original = await replay(wire);+ expect(original.some((event) => event.content_block?.type === "thinking")).toBe(true);+ expect(original.some((event) => event.content_block?.name === "Edit")).toBe(true);+ expect(original.find((event) => event.type === "message_delta")?.delta?.stop_reason).toBe(+ "tool_use"+ );+ expect(await replay(bare)).toEqual(original);+ });++ test("Gemini preserves every event when real capture data spaces are removed", async () => {+ // Also replayed by format-translation.test.ts; real Antigravity OK answer.+ const wire = fixture("gemini-3.6-flash-antigravity-ok-answer.sse");+ const bare = wire.replace(/^data: /gm, "data:");+ expect(bare).not.toBe(wire);+ const replay = (input: string) =>+ events(+ createGeminiSseStream(context(), upstream(input), {+ modelName: "gemini-3.6-flash",+ adapter: new GeminiAPIFormat("gemini-3.6-flash"),+ unwrapResponse: true,+ })+ );+ const original = await replay(wire);+ expect(+ original+ .filter((event) => event.delta?.type === "text_delta")+ .map((event) => event.delta?.text)+ .join("")+ ).toBe("OK");+ expect(original.find((event) => event.type === "message_delta")?.delta?.stop_reason).toBe(+ "end_turn"+ );+ expect(await replay(bare)).toEqual(original);+ });+});diff --git a/packages/cli/src/handlers/shared/stream-parsers/sse-line.test.ts b/packages/cli/src/handlers/shared/stream-parsers/sse-line.test.tsnew file mode 100644index 00000000..fd034311--- /dev/null+++ b/packages/cli/src/handlers/shared/stream-parsers/sse-line.test.ts@@ -0,0 +1,19 @@+import { describe, expect, test } from "bun:test";+import { sseDataPayload } from "./sse-line.js";++describe("sseDataPayload", () => {+ test.each([+ ["data:{x}", "{x}"],+ ["data: {x}", "{x}"],+ ["data: x", " x"],+ ["data:", ""],+ ["data: ", ""],+ ["data:\tx", "\tx"],+ ["event:response.created", null],+ ["id:1", null],+ [":comment", null],+ ["", null],+ ])("reads %j as %j", (line, expected) => {+ expect(sseDataPayload(line!)).toBe(expected);+ });+});diff --git a/packages/cli/src/handlers/shared/stream-parsers/sse-line.ts b/packages/cli/src/handlers/shared/stream-parsers/sse-line.tsnew file mode 100644index 00000000..4fd10234--- /dev/null+++ b/packages/cli/src/handlers/shared/stream-parsers/sse-line.ts@@ -0,0 +1,18 @@+/**+ * Payload of an SSE `data:` line, or null when the line isn't one.+ *+ * The SSE spec makes the space after the colon OPTIONAL — `data:{...}` and+ * `data: {...}` are both valid, and a conforming parser strips at most ONE+ * leading space. A `startsWith("data: ")` gate silently skips every line from+ * a provider that emits the bare form. That bit twice, both times Alibaba:+ * Model Studio's Anthropic endpoint (the anthropic parser, earlier), then+ * DashScope's Responses API (measured 2026-10-14: `qwen3.8-max-0902` streamed+ * `response.output_text.delta` events as `data:{…}` and claudish delivered an+ * empty answer — `--probe` said "stream ended without content"). Every+ * parser reads data lines through this one function.+ */+export function sseDataPayload(line: string): string | null {+ if (!line.startsWith("data:")) return null;+ const rest = line.slice(5);+ return rest.startsWith(" ") ? rest.slice(1) : rest;+}diff --git a/packages/cli/src/test-fixtures/sse-responses/dashscope-qwen3.8-max-0902-bare-data-lines.sse b/packages/cli/src/test-fixtures/sse-responses/dashscope-qwen3.8-max-0902-bare-data-lines.ssenew file mode 100644index 00000000..d403993f--- /dev/null+++ b/packages/cli/src/test-fixtures/sse-responses/dashscope-qwen3.8-max-0902-bare-data-lines.sse@@ -0,0 +1,115 @@+id:1+event:response.created+:HTTP_STATUS/200+data:{"sequence_number":0,"type":"response.created","response":{"top_logprobs":0,"metadata":{},"presence_penalty":0.0,"reasoning":{"effort":"xhigh"},"created_at":1791930142,"store":true,"tools":[],"output":[],"top_p":1.0,"completed_at":1791930142,"frequency_penalty":0.0,"parallel_tool_calls":true,"background":false,"temperature":1.0,"tool_choice":"auto","model":"qwen3.8-max-0902","service_tier":"default","id":"resp_21693846-998e-909f-935e-8f974213f603","max_output_tokens":300,"object":"response","status":"queued"}}++id:2+event:response.in_progress+:HTTP_STATUS/200+data:{"sequence_number":1,"type":"response.in_progress","response":{"top_logprobs":0,"metadata":{},"presence_penalty":0.0,"reasoning":{"effort":"xhigh"},"created_at":1791930142,"store":true,"tools":[],"output":[],"top_p":1.0,"completed_at":1791930142,"frequency_penalty":0.0,"parallel_tool_calls":true,"background":false,"temperature":1.0,"tool_choice":"auto","model":"qwen3.8-max-0902","service_tier":"default","id":"resp_21693846-998e-909f-935e-8f974213f603","max_output_tokens":300,"object":"response","status":"in_progress"}}++id:3+event:response.output_item.added+:HTTP_STATUS/200+data:{"sequence_number":2,"item":{"summary":[],"id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7","type":"reasoning","content":[]},"output_index":0,"type":"response.output_item.added"}++id:4+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":"We","sequence_number":3,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:5+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" need answer","sequence_number":4,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:6+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" to","sequence_number":5,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:7+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" user: \"Say","sequence_number":6,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:8+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" hi in one word","sequence_number":7,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:9+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":".\" Need final one","sequence_number":8,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:10+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" word likely \"Hi","sequence_number":9,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:11+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":"\". Ensure","sequence_number":10,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:12+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":" one word.\n","sequence_number":11,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:13+event:response.reasoning_text.delta+:HTTP_STATUS/200+data:{"delta":"","sequence_number":12,"output_index":0,"type":"response.reasoning_text.delta","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:14+event:response.reasoning_text.done+:HTTP_STATUS/200+data:{"sequence_number":13,"text":"We need answer to user: \"Say hi in one word.\" Need final one word likely \"Hi\". Ensure one word.\n","output_index":0,"type":"response.reasoning_text.done","content_index":0,"item_id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7"}++id:15+event:response.output_item.done+:HTTP_STATUS/200+data:{"sequence_number":14,"item":{"summary":[],"id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7","type":"reasoning","content":[{"type":"reasoning_text","text":"We need answer to user: \"Say hi in one word.\" Need final one word likely \"Hi\". Ensure one word.\n"}]},"output_index":0,"type":"response.output_item.done"}++id:16+event:response.output_item.added+:HTTP_STATUS/200+data:{"sequence_number":15,"item":{"id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","role":"assistant","type":"message","content":[],"status":"in_progress"},"output_index":1,"type":"response.output_item.added"}++id:17+event:response.content_part.added+:HTTP_STATUS/200+data:{"sequence_number":16,"output_index":1,"type":"response.content_part.added","content_index":0,"item_id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","part":{"type":"output_text","annotations":[],"text":""}}++id:18+event:response.output_text.delta+:HTTP_STATUS/200+data:{"sequence_number":17,"content_index":0,"item_id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","delta":"Hi","output_index":1,"type":"response.output_text.delta","logprobs":[]}++id:19+event:response.output_text.delta+:HTTP_STATUS/200+data:{"sequence_number":18,"content_index":0,"item_id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","delta":"","output_index":1,"type":"response.output_text.delta","logprobs":[]}++id:20+event:response.output_text.done+:HTTP_STATUS/200+data:{"sequence_number":19,"content_index":0,"item_id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","text":"Hi","output_index":1,"type":"response.output_text.done","logprobs":[]}++id:21+event:response.content_part.done+:HTTP_STATUS/200+data:{"sequence_number":20,"output_index":1,"type":"response.content_part.done","content_index":0,"item_id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","part":{"type":"output_text","annotations":[],"text":"Hi"}}++id:22+event:response.output_item.done+:HTTP_STATUS/200+data:{"sequence_number":21,"item":{"id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","role":"assistant","type":"message","content":[{"type":"output_text","annotations":[],"text":"Hi"}],"status":"completed"},"output_index":1,"type":"response.output_item.done"}++id:23+event:response.completed+:HTTP_STATUS/200+data:{"sequence_number":22,"type":"response.completed","response":{"top_logprobs":0,"metadata":{},"presence_penalty":0.0,"reasoning":{"effort":"xhigh"},"usage":{"total_tokens":119,"input_tokens_details":{"cached_tokens":0},"output_tokens":29,"input_tokens":90,"output_tokens_details":{"reasoning_tokens":25},"x_details":[{"total_tokens":119,"x_billing_type":"response_api","output_tokens":29,"input_tokens":90,"output_tokens_details":{"reasoning_tokens":25},"prompt_tokens_details":{"cached_tokens":0}}]},"created_at":1791930142,"store":true,"tools":[],"output":[{"summary":[],"id":"msg_77365fc7-cc13-4bb4-a175-d0cb605e7fd7","type":"reasoning","content":[{"type":"reasoning_text","text":"We need answer to user: \"Say hi in one word.\" Need final one word likely \"Hi\". Ensure one word.\n"}]},{"id":"msg_fe417aea-6c08-48df-826b-1daea37853cb","role":"assistant","type":"message","content":[{"type":"output_text","annotations":[],"text":"Hi"}],"status":"completed"}],"top_p":1.0,"completed_at":1791930142,"frequency_penalty":0.0,"parallel_tool_calls":true,"background":false,"temperature":1.0,"tool_choice":"auto","model":"qwen3.8-max-0902","service_tier":"default","id":"resp_21693846-998e-909f-935e-8f974213f603","max_output_tokens":300,"object":"response","status":"completed"}}+