Skip to content

A self-improving RLM agent for coding workflows and long-running autonomous tasks.

Rust

retry transient provider stream errors (content_filter, prose 5xx) (#297)

kt1035919b626b
diff --git a/packages/coding-agent/src/core/agent-session.ts b/packages/coding-agent/src/core/agent-session.ts
index e2f79877bb..40cbde3fd3 100644
--- a/packages/coding-agent/src/core/agent-session.ts
+++ b/packages/coding-agent/src/core/agent-session.ts
@@ -4223,8 +4223,8 @@ export class AgentSession {
if (isContextOverflow(message, contextWindow)) return false;
const err = message.errorMessage;
- // Match: overloaded_error, provider returned error, rate limit, 429, 500, 502, 503, 504, service unavailable, network/connection errors (including connection lost), WebSocket transport closes/errors, fetch failed, request ended without sending chunks, HTTP/2 closed before response, terminated, retry delay exceeded
- return /overloaded|provider.?returned.?error|rate.?limit|too many requests|429|500|502|503|504|service.?unavailable|server.?error|internal.?error|network.?error|connection.?error|connection.?refused|connection.?lost|websocket.?closed|websocket.?error|other side closed|fetch failed|upstream.?connect|reset before headers|socket hang up|ended without|http2 request did not get a response|timed? out|timeout|terminated|retry delay/i.test(
+ // Match: overloaded_error, provider returned error, rate limit, 429, 500, 502, 503, 504, service unavailable, network/connection errors (including connection lost), WebSocket transport closes/errors, fetch failed, request ended without sending chunks, HTTP/2 closed before response, terminated, retry delay exceeded, transient content_filter finish_reason, provider policy-flag prose, and prose-form transient 5xx ("an error occurred while processing your request. you can retry")
+ return /overloaded|provider.?returned.?error|rate.?limit|too many requests|429|500|502|503|504|service.?unavailable|server.?error|internal.?error|network.?error|connection.?error|connection.?refused|connection.?lost|websocket.?closed|websocket.?error|other side closed|fetch failed|upstream.?connect|reset before headers|socket hang up|ended without|http2 request did not get a response|timed? out|timeout|terminated|retry delay|content.?filter|flagged .*(cybersecurity|usage polic|violat)|error occurred while processing|you can retry/i.test(
err,
);
}
diff --git a/packages/coding-agent/test/agent-session-retry.test.ts b/packages/coding-agent/test/agent-session-retry.test.ts
index 25dfd2092e..67717dc180 100644
--- a/packages/coding-agent/test/agent-session-retry.test.ts
+++ b/packages/coding-agent/test/agent-session-retry.test.ts
@@ -129,6 +129,53 @@ describe("AgentSession retry", () => {
return { session, getCallCount: () => callCount };
}
+ // Build a session whose stream fails `failCount` times with `errorMessage`, then succeeds.
+ function createSessionWithError(errorMessage: string, options?: { failCount?: number; maxRetries?: number }) {
+ const failCount = options?.failCount ?? 1;
+ const maxRetries = options?.maxRetries ?? 3;
+ let callCount = 0;
+
+ const model = getModel("anthropic", "claude-sonnet-4-5")!;
+ const agent = new Agent({
+ getApiKey: () => "test-key",
+ initialState: { model, systemPrompt: "Test", tools: [] },
+ streamFn: () => {
+ callCount++;
+ const stream = new MockAssistantStream();
+ queueMicrotask(() => {
+ if (callCount <= failCount) {
+ const msg = createAssistantMessage("", { stopReason: "error", errorMessage });
+ stream.push({ type: "start", partial: msg });
+ stream.push({ type: "error", reason: "error", error: msg });
+ } else {
+ const msg = createAssistantMessage("Recovered after retry");
+ stream.push({ type: "start", partial: msg });
+ stream.push({ type: "done", reason: "stop", message: msg });
+ }
+ });
+ return stream;
+ },
+ });
+
+ const sessionManager = SessionManager.inMemory();
+ const settingsManager = SettingsManager.create(tempDir, tempDir);
+ const authStorage = AuthStorage.create(join(tempDir, "auth.json"));
+ const modelRegistry = ModelRegistry.create(authStorage, tempDir);
+ authStorage.setRuntimeApiKey("anthropic", "test-key");
+ settingsManager.applyOverrides({ retry: { enabled: true, maxRetries, baseDelayMs: 1 } });
+
+ session = new AgentSession({
+ agent,
+ sessionManager,
+ settingsManager,
+ cwd: tempDir,
+ modelRegistry,
+ resourceLoader: createTestResourceLoader(),
+ });
+
+ return { session, getCallCount: () => callCount };
+ }
+
it("retries after a transient error and succeeds", async () => {
const created = createSession({ failCount: 1 });
const events: string[] = [];
@@ -315,4 +362,49 @@ describe("AgentSession retry", () => {
await session.prompt("Follow-up");
expect(callCount).toBe(4);
});
+
+ // Transient provider stream artifacts the classifier previously missed (ENG-4390).
+ const transientProviderErrors: Array<[string, string]> = [
+ ["content_filter finish_reason", "Provider finish_reason: content_filter"],
+ ["cybersecurity policy flag", "Your request was flagged for cybersecurity risk and cannot be processed."],
+ ["usage policy flag", "flagged as potentially violating our usage policy"],
+ ["prose-form transient 5xx", "An error occurred while processing your request. You can retry your request."],
+ ];
+
+ for (const [name, errorMessage] of transientProviderErrors) {
+ it(`retries transient provider error: ${name}`, async () => {
+ const created = createSessionWithError(errorMessage, { failCount: 1 });
+ const events: string[] = [];
+ created.session.subscribe((event) => {
+ if (event.type === "auto_retry_start") events.push(`start:${event.attempt}`);
+ if (event.type === "auto_retry_end") events.push(`end:success=${event.success}`);
+ });
+
+ await created.session.prompt("Test");
+
+ expect(created.getCallCount()).toBe(2);
+ expect(events).toEqual(["start:1", "end:success=true"]);
+ expect(created.session.isRetrying).toBe(false);
+ });
+ }
+
+ it("bounds retries on a persistent content_filter block", async () => {
+ const created = createSessionWithError("Provider finish_reason: content_filter", {
+ failCount: 99,
+ maxRetries: 2,
+ });
+ const events: string[] = [];
+ created.session.subscribe((event) => {
+ if (event.type === "auto_retry_start") events.push(`start:${event.attempt}`);
+ if (event.type === "auto_retry_end") events.push(`end:success=${event.success}`);
+ });
+
+ await created.session.prompt("Test");
+
+ expect(created.getCallCount()).toBe(3);
+ expect(events).toContain("start:1");
+ expect(events).toContain("start:2");
+ expect(events).toContain("end:success=false");
+ expect(created.session.isRetrying).toBe(false);
+ });
});