Skip to content

Use Claude Code with your ChatGPT, Kimi, Cursor or Grok subscription via a local Anthropic-compatible proxy

Rust

retry transient codex stream errors

Raine Virtad93981d0ef21
diff --git a/src/providers/codex/translate/reducer.ts b/src/providers/codex/translate/reducer.ts
index 773fc73..54086d2 100644
--- a/src/providers/codex/translate/reducer.ts
+++ b/src/providers/codex/translate/reducer.ts
@@ -9,7 +9,7 @@ import { serverToolUseIdFromCodexWebSearchId } from "./web-search-compat.ts";
export class UpstreamStreamError extends Error {
constructor(
- public kind: "rate_limit" | "overloaded" | "failed",
+ public kind: "rate_limit" | "overloaded" | "transient" | "failed",
message: string,
public retryAfterSeconds?: number,
) {
@@ -665,7 +665,7 @@ function upstreamFailureKind(
error?: { code?: unknown; type?: unknown };
},
message: string,
-): "overloaded" | "failed" {
+): "overloaded" | "transient" | "failed" {
const status = payload.status ?? payload.status_code;
const code = payload.response?.error?.code ?? payload.error?.code;
const type = payload.response?.error?.type ?? payload.error?.type;
@@ -679,9 +679,27 @@ function upstreamFailureKind(
) {
return "overloaded";
}
+ if (
+ is5xxStatus(status) ||
+ code === "server_error" ||
+ code === "internal_server_error" ||
+ code === "internal_error" ||
+ type === "server_error" ||
+ type === "internal_server_error" ||
+ type === "internal_error" ||
+ lowerMessage.includes("you can retry your request")
+ ) {
+ return "transient";
+ }
return "failed";
}
+function is5xxStatus(status: unknown): boolean {
+ const value =
+ typeof status === "number" ? status : typeof status === "string" ? Number(status) : NaN;
+ return Number.isInteger(value) && value >= 500 && value < 600;
+}
+
function retryAfterSecondsFromPayload(payload: {
retry_after_seconds?: unknown;
headers?: Record<string, unknown>;
diff --git a/src/providers/codex/translate/stream.test.ts b/src/providers/codex/translate/stream.test.ts
index 5cd71d6..dbe9e9f 100644
--- a/src/providers/codex/translate/stream.test.ts
+++ b/src/providers/codex/translate/stream.test.ts
@@ -145,6 +145,16 @@ function overloadChunk(): string {
});
}
+function retryableServerErrorChunk(): string {
+ return sse("error", {
+ error: {
+ type: "server_error",
+ message:
+ "An error occurred while processing your request. You can retry your request, or contact us through our help center at help.openai.com if the error persists. Please include the request ID 3f6288fe-aea9-4dcc-b7c9-a354cc765bf2 in your message.",
+ },
+ });
+}
+
describe("translateStream", () => {
it("retries overloaded stream errors before downstream output starts", async () => {
let retryCalls = 0;
@@ -178,6 +188,28 @@ describe("translateStream", () => {
).toBe(true);
});
+ it("retries generic retryable server errors before downstream output starts", async () => {
+ let retryCalls = 0;
+
+ const output = await collect(
+ translateStream(upstreamFromChunks([retryableServerErrorChunk()]), {
+ messageId: "msg_1",
+ model: "gpt-5.5",
+ log: silentLog,
+ retryUpstream: async () => {
+ retryCalls++;
+ return { body: upstreamFromChunks(textChunks("Recovered")) };
+ },
+ computeRetryDelay: () => ({ waitMs: 0, exceedsBudget: false }),
+ }),
+ );
+
+ expect(retryCalls).toBe(1);
+ expect(output).toContain("Recovered");
+ expect(output).toContain("event: message_stop");
+ expect(output).not.toContain("event: error");
+ });
+
it("does not retry overloaded stream errors after downstream output starts", async () => {
let retryCalls = 0;
diff --git a/src/providers/codex/translate/stream.ts b/src/providers/codex/translate/stream.ts
index 7ac6b4a..f7c042c 100644
--- a/src/providers/codex/translate/stream.ts
+++ b/src/providers/codex/translate/stream.ts
@@ -429,11 +429,16 @@ export function translateStream(
});
}
-function retryableStreamErrorInfo(
- err: unknown,
-): { kind: "rate_limit" | "overloaded"; retryAfter?: string; message: string } | undefined {
+function retryableStreamErrorInfo(err: unknown):
+ | {
+ kind: "rate_limit" | "overloaded" | "transient";
+ retryAfter?: string;
+ message: string;
+ }
+ | undefined {
if (!(err instanceof UpstreamStreamError)) return undefined;
- if (err.kind !== "rate_limit" && err.kind !== "overloaded") return undefined;
+ if (err.kind !== "rate_limit" && err.kind !== "overloaded" && err.kind !== "transient")
+ return undefined;
return {
kind: err.kind,
retryAfter: err.retryAfterSeconds !== undefined ? String(err.retryAfterSeconds) : undefined,