Skip to content

Use Claude Code with your ChatGPT, Kimi, Cursor or Grok subscription via a local Anthropic-compatible proxy

Rust

log codex stream stalls

Raine Virta1bb365bc4bb9
diff --git a/src/providers/codex/client.ts b/src/providers/codex/client.ts
index 65425af..3999960 100644
--- a/src/providers/codex/client.ts
+++ b/src/providers/codex/client.ts
@@ -8,6 +8,8 @@ import type { RequestContext } from "../types.ts";
import type { ResponsesRequest } from "./translate/request.ts";
import { retryOn429 } from "../retry.ts";
+const FETCH_WATCHDOG_INTERVAL_MS = 30_000;
+
export interface CodexResponse {
body: ReadableStream<Uint8Array>;
status: number;
@@ -102,12 +104,30 @@ async function doFetch(
toolCount: body.tools?.length ?? 0,
});
- return fetch(codexUrl, {
- method: "POST",
- headers,
- body: JSON.stringify(body),
- signal,
- });
+ const startedAt = Date.now();
+ const watchdog = setInterval(() => {
+ log.info("waiting for codex response headers", {
+ elapsedMs: Date.now() - startedAt,
+ model: body.model,
+ inputCount: body.input.length,
+ toolCount: body.tools?.length ?? 0,
+ });
+ }, FETCH_WATCHDOG_INTERVAL_MS);
+ try {
+ const resp = await fetch(codexUrl, {
+ method: "POST",
+ headers,
+ body: JSON.stringify(body),
+ signal,
+ });
+ log.debug("received codex response headers", {
+ status: resp.status,
+ elapsedMs: Date.now() - startedAt,
+ });
+ return resp;
+ } finally {
+ clearInterval(watchdog);
+ }
}
async function safeText(resp: Response): Promise<string> {
diff --git a/src/providers/codex/translate/stream.ts b/src/providers/codex/translate/stream.ts
index 878bcbe..7b683cd 100644
--- a/src/providers/codex/translate/stream.ts
+++ b/src/providers/codex/translate/stream.ts
@@ -19,6 +19,7 @@ import {
* surface as SSE error events rather than non-200 statuses.
*/
const KEEPALIVE_INTERVAL_MS = 15_000;
+const STREAM_WATCHDOG_INTERVAL_MS = 30_000;
export function translateStream(
upstream: ReadableStream<Uint8Array>,
@@ -43,6 +44,9 @@ export function translateStream(
let closed = false;
let messageStarted = false;
let lastEmitAt = 0;
+ let lastEmitEvent: string | undefined;
+ let lastReducerEvent: string | undefined;
+ const startedAt = Date.now();
const safeClose = () => {
if (closed) return;
closed = true;
@@ -57,6 +61,7 @@ export function translateStream(
try {
controller.enqueue(encoder.encode(encodeSseEvent(event, data)));
lastEmitAt = Date.now();
+ lastEmitEvent = event;
return true;
} catch (err) {
if (opts.signal?.aborted || isClosedControllerError(err)) {
@@ -70,6 +75,20 @@ export function translateStream(
if (!messageStarted || Date.now() - lastEmitAt < KEEPALIVE_INTERVAL_MS) return;
emit("ping", { type: "ping" });
};
+ const logWatchdog = () => {
+ const activeToolCalls = Array.from(activeTools.values());
+ opts.log.info("codex stream watchdog", {
+ elapsedMs: Date.now() - startedAt,
+ activeToolNames: activeToolCalls.map((tool) => tool.name),
+ activeToolCalls,
+ messageStarted,
+ lastReducerEvent,
+ lastEmitEvent,
+ msSinceLastEmit: lastEmitAt ? Date.now() - lastEmitAt : undefined,
+ diagnostics: describeDiagnostics(diagnostics),
+ });
+ };
+ const watchdog = setInterval(logWatchdog, STREAM_WATCHDOG_INTERVAL_MS);
const ensureMessageStart = () => {
if (messageStarted) return;
messageStarted = true;
@@ -96,6 +115,7 @@ export function translateStream(
try {
for await (const e of reduceUpstream(upstream, opts.log, diagnostics)) {
+ lastReducerEvent = e.kind;
switch (e.kind) {
case "text-start":
ensureMessageStart();
@@ -206,6 +226,7 @@ export function translateStream(
});
}
} finally {
+ clearInterval(watchdog);
safeClose();
}
},