Skip to content

armgit / cindy

Public Imported from GitHub
0

Consider it done. The open-source AI agent that works out of the box · 想到,就能做到。开源、开箱即用的 AI Agent。

fix(proxy): retry context management rejection once

Yash K6ac5235f07ce
diff --git a/apps/desktop/src/main/maker-host/anthropic-compat-proxy-host.ts b/apps/desktop/src/main/maker-host/anthropic-compat-proxy-host.ts
index 6e173efa1c..1449043e28 100644
--- a/apps/desktop/src/main/maker-host/anthropic-compat-proxy-host.ts
+++ b/apps/desktop/src/main/maker-host/anthropic-compat-proxy-host.ts
@@ -24,6 +24,7 @@ import {
createEmptyAssistantMessageRecoveryRule,
createEmptyTextRecoveryRule,
createEmptyThinkingRecoveryRule,
+ createAnthropicContextManagementRecoveryRule,
createEncryptedContentRecoveryRule,
createToolExchangeAdjacencyRecoveryRule,
createToolUseProviderSpecificFieldsRecoveryRule,
@@ -1326,6 +1327,7 @@ export async function ensureAnthropicCompatProxyReady(): Promise<void> {
// output_config.effort 重发一次。只在该文本命中时生效,官方 Claude / 订阅直连
// 不会返回它;能力未声明的模型本就不该收到客户端偏好(#4860 出站不变量)。
createAnthropicEffortCompatibilityRule(),
+ createAnthropicContextManagementRecoveryRule(),
],
logger: log,
// 请求体 dump 默认关(dev trace 级别 + agent 高并发会刷爆 main event loop
diff --git a/packages/anthropic-compat-proxy/src/index.ts b/packages/anthropic-compat-proxy/src/index.ts
index b71cde055f..e134917d9b 100644
--- a/packages/anthropic-compat-proxy/src/index.ts
+++ b/packages/anthropic-compat-proxy/src/index.ts
@@ -42,6 +42,7 @@ export {
createEmptyAssistantMessageRecoveryRule,
createEmptyTextRecoveryRule,
createEmptyThinkingRecoveryRule,
+ createAnthropicContextManagementRecoveryRule,
createEncryptedContentRecoveryRule,
createResponsesReasoningContentRecoveryRule,
createImageGenerationIdRecoveryRule,
diff --git a/packages/anthropic-compat-proxy/src/server.test.ts b/packages/anthropic-compat-proxy/src/server.test.ts
index 1ef24f55c4..788fb654a5 100644
--- a/packages/anthropic-compat-proxy/src/server.test.ts
+++ b/packages/anthropic-compat-proxy/src/server.test.ts
@@ -19,6 +19,7 @@ import {
createDuplicateToolUseIdRecoveryRule,
createEmptyAssistantMessageRecoveryRule,
createEmptyThinkingRecoveryRule,
+ createAnthropicContextManagementRecoveryRule,
createEncryptedContentRecoveryRule,
createImageGenerationIdRecoveryRule,
createToolExchangeAdjacencyRecoveryRule,
@@ -976,6 +977,39 @@ describe('anthropic-compat-proxy tool_use provider field compatibility', () => {
});
});
+describe('Anthropic context management rejection (#7041)', () => {
+ const request = {
+ model: 'claude-opus-test', max_tokens: 128,
+ context_management: { edits: [{ type: 'clear_tool_uses_20250919' }] },
+ messages: [{ role: 'user', content: 'hello' }],
+ };
+ it.each([
+ [400, 'ValidationException: context_management: Extra inputs are not permitted', 200, 2],
+ [400, 'ValidationException: context_management: Extra inputs are not permitted', 400, 2],
+ [200, '{}', 200, 1],
+ [400, 'ValidationException: unrelated_field: Extra inputs are not permitted', 400, 1],
+ ] as const)('only retries an explicit context_management rejection (%s, %s)', async (status, error, expectedStatus, count) => {
+ const upstream = await startFakeUpstream((index, _body, res) => {
+ res.writeHead(index === 0 ? status : expectedStatus, { 'content-type': 'application/json' });
+ res.end(index === 0 ? JSON.stringify({ error: { message: error } }) : '{}');
+ });
+ upstreamClose = upstream.close;
+ proxy = await createAnthropicCompatProxy({
+ upstream: upstream.url, transformRequest: [],
+ recoveryRules: [createAnthropicContextManagementRecoveryRule()],
+ });
+ const response = await post(proxy.url, request);
+ expect(response.status).toBe(expectedStatus);
+ expect(upstream.bodies).toHaveLength(count);
+ expect(JSON.parse(upstream.bodies[0]!)).toEqual(request);
+ if (count === 2) {
+ expect(JSON.parse(upstream.bodies[1]!)).toEqual({
+ model: request.model, max_tokens: request.max_tokens, messages: request.messages,
+ });
+ }
+ });
+});
+
describe('anthropic-compat-proxy encrypted content retry', () => {
it('normalizes and retries the vLLM Qwen Responses incompatibility once', async () => {
const upstream = await startFakeUpstream((idx, body, res) => {
diff --git a/packages/anthropic-compat-proxy/src/transform.test.ts b/packages/anthropic-compat-proxy/src/transform.test.ts
index 44738c5aa6..0ca9678ebb 100644
--- a/packages/anthropic-compat-proxy/src/transform.test.ts
+++ b/packages/anthropic-compat-proxy/src/transform.test.ts
@@ -8,6 +8,7 @@ import {
createEmptyAssistantMessageRecoveryRule,
createEmptyTextRecoveryRule,
createEmptyThinkingRecoveryRule,
+ createAnthropicContextManagementRecoveryRule,
createEncryptedContentRecoveryRule,
createResponsesReasoningContentRecoveryRule,
createImageGenerationIdRecoveryRule,
@@ -2225,3 +2226,32 @@ describe('repair → dedupe 链式顺序(host 主动链同序)', () => {
expect(repairToolExchangeStructureFromBody(clean)).toBeNull();
});
});
+
+describe('Anthropic context management recovery (#7041)', () => {
+ it('only removes the top-level rejected field and preserves the original request', () => {
+ const rule = createAnthropicContextManagementRecoveryRule();
+ const request = { messages: [{ role: 'user', content: 'hello' }], context_management: {},
+ metadata: { context_management: 'user data' } };
+ const body = Buffer.from(JSON.stringify(request));
+ const stripped = rule.strip(body);
+ expect(stripped).not.toBeNull();
+ expect(JSON.parse(stripped!.toString())).toEqual({ messages: request.messages, metadata: request.metadata });
+ expect(JSON.parse(body.toString())).toEqual(request);
+ expect(rule.strip(stripped!)).toBeNull();
+ expect(rule.strip(Buffer.from('{invalid'))).toBeNull();
+ expect(rule.strip(Buffer.from(JSON.stringify({ input: [], context_management: {} })))).toBeNull();
+ });
+
+ it('does not trigger on unrelated fields or participate in other recovery rules', () => {
+ const rule = createAnthropicContextManagementRecoveryRule();
+ expect(rule.matches('ValidationException: context_management: Extra inputs are not permitted')).toBe(true);
+ for (const message of ['context_management: authentication required',
+ 'other_context_management: Extra inputs are not permitted',
+ 'messages.0.context_management: Extra inputs are not permitted',
+ 'context_management is supported; other_field: Extra inputs are not permitted']) {
+ expect(rule.matches(message)).toBe(false);
+ }
+ expect(rule.applyOnUnmatchedRetry).toBe(false);
+ expect(rule.allowExtraRules).toBe(false);
+ });
+});
diff --git a/packages/anthropic-compat-proxy/src/transform.ts b/packages/anthropic-compat-proxy/src/transform.ts
index ef5499aea2..0812af2cd3 100644
--- a/packages/anthropic-compat-proxy/src/transform.ts
+++ b/packages/anthropic-compat-proxy/src/transform.ts
@@ -28,6 +28,7 @@ export {
createImageGenerationIdRecoveryRule,
createToolUseProviderSpecificFieldsRecoveryRule,
createEmptyThinkingRecoveryRule,
+ createAnthropicContextManagementRecoveryRule,
createEmptyTextRecoveryRule,
createEmptyAssistantMessageRecoveryRule,
createDuplicateToolUseIdRecoveryRule,
diff --git a/packages/model-compat/src/cindy/proxy/transform.ts b/packages/model-compat/src/cindy/proxy/transform.ts
index 5ec9767f6b..04e71a5c0e 100644
--- a/packages/model-compat/src/cindy/proxy/transform.ts
+++ b/packages/model-compat/src/cindy/proxy/transform.ts
@@ -1886,3 +1886,25 @@ export function createToolExchangeAdjacencyRecoveryRule(opts: {
threadIdHeaders: opts.threadIdHeaders,
};
}
+
+/** Retry only after a gateway explicitly rejects the top-level context editor (#7041). */
+export function createAnthropicContextManagementRecoveryRule(): RecoveryRule {
+ return {
+ id: 'anthropic_context_management',
+ enabled: () => true,
+ matches: (text) => /(?:^|[\s"'])context_management\s*:\s*extra inputs are not permitted\b/i.test(text),
+ strip: (body) => {
+ try {
+ const parsed: unknown = JSON.parse(body.toString('utf8'));
+ if (!isPlainObject(parsed) || !Array.isArray(parsed.messages) || !('context_management' in parsed)) return null;
+ const next = { ...parsed };
+ delete next.context_management;
+ return Buffer.from(JSON.stringify(next), 'utf8');
+ } catch {
+ return null;
+ }
+ },
+ applyOnUnmatchedRetry: false,
+ allowExtraRules: false,
+ };
+}