Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
fix(combo): allow rate-limited provider connections after transient 429s
Jan Leonb5cc0993dfdc
diff --git a/open-sse/services/combo.ts b/open-sse/services/combo.tsindex 743d0cb96d..63bb9f7dd2 100644--- a/open-sse/services/combo.ts+++ b/open-sse/services/combo.ts@@ -190,7 +190,10 @@ type ComboLogger = {};export type SingleModelTarget =- | (ResolvedComboTarget & { modelAbortSignal?: AbortSignal | null })+ | (ResolvedComboTarget & {+ allowRateLimitedConnection?: boolean;+ modelAbortSignal?: AbortSignal | null;+ })| { modelAbortSignal: AbortSignal };type HandleSingleModel = (@@ -201,7 +204,7 @@ type HandleSingleModel = (type IsModelAvailable = (modelStr: string,- target?: ResolvedComboTarget+ target?: ResolvedComboTarget & { allowRateLimitedConnection?: boolean }) => Promise<boolean> | boolean;type ComboRelayOptions = {@@ -3098,6 +3101,7 @@ export async function handleComboChat({// #1731: Per-set-iteration set of providers whose quota is fully exhausted.// Reset each retry so providers excluded in a previous attempt get another chance.const exhaustedProviders = new Set<string>();+ const transientRateLimitedProviders = new Set<string>();if (setTry > 0) {log.info("COMBO", `All targets failed — retrying set (${setTry}/${maxSetRetries})`);await new Promise((resolve) => {@@ -3129,6 +3133,11 @@ export async function handleComboChat({const modelStr = target.modelStr;const provider = target.provider;const profile = await getRuntimeProviderProfile(provider);+ const allowRateLimitedConnection =+ Boolean(provider && provider !== "unknown") && transientRateLimitedProviders.has(provider);+ const targetForAttempt = allowRateLimitedConnection+ ? { ...target, allowRateLimitedConnection: true }+ : target;// #1731: Skip targets from a provider that already signaled full quota exhaustion this request.if (provider && exhaustedProviders.has(provider)) {@@ -3142,7 +3151,7 @@ export async function handleComboChat({// Pre-check: skip models where no credentials are available (excluded, rate-limited, or unavailable)if (isModelAvailable) {- const available = await isModelAvailable(modelStr, target);+ const available = await isModelAvailable(modelStr, targetForAttempt);if (!available) {log.info("COMBO", `Skipping ${modelStr} — no credentials available or model excluded`);if (i > 0) fallbackCount++;@@ -3232,7 +3241,7 @@ export async function handleComboChat({}}const result = await handleSingleModelWithTimeout(attemptBody, modelStr, {- ...target,+ ...targetForAttempt,failoverBeforeRetry: config.failoverBeforeRetry,});@@ -3501,6 +3510,8 @@ export async function handleComboChat({"COMBO",`Provider ${provider} quota exhausted — marking for skip on remaining targets (#1731)`);+ } else if (result.status === 429 && provider && provider !== "unknown") {+ transientRateLimitedProviders.add(provider);}// Trigger shared provider circuit breaker for 5xx errors and connection failures.@@ -3690,6 +3701,7 @@ async function handleRoundRobinCombo({// When a target returns a quota-exhausted 429, remaining targets from the same// provider are skipped to avoid the cascade through N same-provider targets.const exhaustedProviders = new Set<string>();+ const transientRateLimitedProviders = new Set<string>();// Try each model starting from the round-robin targetfor (let offset = 0; offset < modelCount; offset++) {@@ -3699,10 +3711,15 @@ async function handleRoundRobinCombo({const provider = target.provider;const profile = await getRuntimeProviderProfile(provider);const semaphoreKey = `combo:${combo.name}:${target.executionKey}`;+ const allowRateLimitedConnection =+ Boolean(provider && provider !== "unknown") && transientRateLimitedProviders.has(provider);+ const targetForAttempt = allowRateLimitedConnection+ ? { ...target, allowRateLimitedConnection: true }+ : target;// Pre-check availabilityif (isModelAvailable) {- const available = await isModelAvailable(modelStr, target);+ const available = await isModelAvailable(modelStr, targetForAttempt);if (!available) {log.info("COMBO-RR", `Skipping ${modelStr} — no credentials available or model excluded`);if (offset > 0) fallbackCount++;@@ -3766,7 +3783,7 @@ async function handleRoundRobinCombo({);const result = await handleSingleModel(body, modelStr, {- ...target,+ ...targetForAttempt,failoverBeforeRetry: config.failoverBeforeRetry,});@@ -3932,6 +3949,8 @@ async function handleRoundRobinCombo({if (providerExhausted) {exhaustedProviders.add(provider);log.info("COMBO-RR", `Provider ${provider} quota exhausted — marking for skip (#1731)`);+ } else if (result.status === 429 && provider && provider !== "unknown") {+ transientRateLimitedProviders.add(provider);}// Transient errors → mark in semaphore so round-robin stops stampeding this target.diff --git a/src/sse/handlers/chat.ts b/src/sse/handlers/chat.tsindex ca5da75c62..7c2988cfaa 100644--- a/src/sse/handlers/chat.ts+++ b/src/sse/handlers/chat.ts@@ -438,6 +438,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {const checkModelAvailable = async (modelString: string,target?: {+ allowRateLimitedConnection?: boolean;connectionId?: string | null;allowedConnectionIds?: string[] | null;executionKey?: string | null;@@ -469,6 +470,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {resolvedModel,{sessionKey: sessionAffinityKey,+ ...(target?.allowRateLimitedConnection ? { allowRateLimitedConnections: true } : {}),...(target?.connectionId ? { forcedConnectionId: target.connectionId } : {}),});@@ -496,6 +498,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {b: any,m: string,target?: {+ allowRateLimitedConnection?: boolean;connectionId?: string | null;executionKey?: string | null;stepId?: string | null;@@ -520,6 +523,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {comboStepId: target?.stepId || null,comboExecutionKey: target?.executionKey || target?.stepId || null,skipUpstreamRetry: target?.failoverBeforeRetry ?? false,+ allowRateLimitedConnection: target?.allowRateLimitedConnection === true,preselectedCredentials: comboPreselectedCredentials.get(getComboCredentialCacheKey(m, target)),@@ -651,6 +655,7 @@ async function handleSingleModelChat(comboStepId?: string | null;comboExecutionKey?: string | null;skipUpstreamRetry?: boolean;+ allowRateLimitedConnection?: boolean;preselectedCredentials?: any;cachedSettings?: any;} = {},@@ -811,6 +816,9 @@ async function handleSingleModelChat({sessionKey: runtimeOptions.sessionAffinityKey ?? runtimeOptions.sessionId ?? null,excludeConnectionIds: Array.from(excludedConnectionIds),+ ...(runtimeOptions.allowRateLimitedConnection+ ? { allowRateLimitedConnections: true }+ : {}),...(forceLiveComboTest? {allowSuppressedConnections: true,diff --git a/src/sse/services/auth.ts b/src/sse/services/auth.tsindex 06e4e56550..79edfc1169 100644--- a/src/sse/services/auth.ts+++ b/src/sse/services/auth.ts@@ -94,6 +94,7 @@ interface RecoverableConnectionState {interface CredentialSelectionOptions {allowSuppressedConnections?: boolean;+ allowRateLimitedConnections?: boolean;bypassQuotaPolicy?: boolean;forcedConnectionId?: string | null;excludeConnectionIds?: string[] | null;@@ -846,6 +847,8 @@ export async function getProviderCredentials(}const allowSuppressedConnections = options.allowSuppressedConnections === true;+ const allowRateLimitedConnections =+ allowSuppressedConnections || options.allowRateLimitedConnections === true;const bypassQuotaPolicy = options.bypassQuotaPolicy === true;const forcedConnectionId =typeof options.forcedConnectionId === "string" && options.forcedConnectionId.trim().length > 0@@ -973,7 +976,7 @@ export async function getProviderCredentials(return false;}if (!allowSuppressedConnections) {- if (isAccountUnavailable(c.rateLimitedUntil)) return false;+ if (!allowRateLimitedConnections && isAccountUnavailable(c.rateLimitedUntil)) return false;if (isTerminalConnectionStatus(c)) return false;if (provider === "codex" && isCodexScopeUnavailable(c, requestedModel)) return false;// Per-model lockout: if this specific model is locked on this connection, skip it