Skip to content

Use Claude Code with your ChatGPT, Kimi, Cursor or Grok subscription via a local Anthropic-compatible proxy

Rust

respect anthropic stream default

Raine Virta461374fd540b
diff --git a/src/anthropic/stream.test.ts b/src/anthropic/stream.test.ts
new file mode 100644
index 0000000..2e519c2
--- /dev/null
+++ b/src/anthropic/stream.test.ts
@@ -0,0 +1,13 @@
+import { describe, expect, it } from "bun:test";
+import { wantsDownstreamStream } from "./stream.ts";
+
+describe("wantsDownstreamStream", () => {
+ it("uses Anthropic's non-streaming default", () => {
+ expect(wantsDownstreamStream({})).toBe(false);
+ });
+
+ it("streams only when explicitly requested", () => {
+ expect(wantsDownstreamStream({ stream: true })).toBe(true);
+ expect(wantsDownstreamStream({ stream: false })).toBe(false);
+ });
+});
diff --git a/src/anthropic/stream.ts b/src/anthropic/stream.ts
new file mode 100644
index 0000000..479939c
--- /dev/null
+++ b/src/anthropic/stream.ts
@@ -0,0 +1,5 @@
+import type { AnthropicRequest } from "./schema.ts";
+
+export function wantsDownstreamStream(body: Pick<AnthropicRequest, "stream">): boolean {
+ return body.stream === true;
+}
diff --git a/src/providers/codex/index.ts b/src/providers/codex/index.ts
index 7007557..952719e 100644
--- a/src/providers/codex/index.ts
+++ b/src/providers/codex/index.ts
@@ -1,4 +1,5 @@
import type { AnthropicRequest } from "../../anthropic/schema.ts";
+import { wantsDownstreamStream } from "../../anthropic/stream.ts";
import type { Provider, RequestContext, CliHandlers } from "../types.ts";
import {
ALLOWED_MODELS,
@@ -179,7 +180,7 @@ async function handleCountTokens(body: AnthropicRequest, ctx: RequestContext): P
async function handleMessages(body: AnthropicRequest, ctx: RequestContext): Promise<Response> {
const log = ctx.childLogger("provider.codex");
const messageId = `msg_${crypto.randomUUID().replace(/-/g, "")}`;
- const wantStream = body.stream !== false;
+ const wantStream = wantsDownstreamStream(body);
const messageCount = body.messages?.length ?? 0;
const toolCount = body.tools?.length ?? 0;
const contextManagement = body.context_management;
diff --git a/src/providers/kimi/index.ts b/src/providers/kimi/index.ts
index 1e34529..61c9c49 100644
--- a/src/providers/kimi/index.ts
+++ b/src/providers/kimi/index.ts
@@ -1,5 +1,6 @@
import type { Provider, CliHandlers, RequestContext } from "../types.ts";
import type { AnthropicRequest } from "../../anthropic/schema.ts";
+import { wantsDownstreamStream } from "../../anthropic/stream.ts";
import {
assertAllowedModel,
ModelNotAllowedError,
@@ -37,7 +38,7 @@ async function handleCountTokens(body: AnthropicRequest, ctx: RequestContext): P
async function handleMessages(body: AnthropicRequest, ctx: RequestContext): Promise<Response> {
const log = ctx.childLogger("provider.kimi");
const messageId = `msg_${crypto.randomUUID().replace(/-/g, "")}`;
- const wantStream = body.stream !== false;
+ const wantStream = wantsDownstreamStream(body);
const messageCount = body.messages?.length ?? 0;
const toolCount = body.tools?.length ?? 0;