7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
Fix /v1/responses model routing — respect explicit model, sticky, auto priority (#579)
熬夜砍树e177454462c0
diff --git a/server/src/routes/responses.ts b/server/src/routes/responses.tsindex cab78a6b..22094324 100644--- a/server/src/routes/responses.ts+++ b/server/src/routes/responses.ts@@ -9,8 +9,9 @@ import type {ChatToolChoice,Platform,} from '@freellmapi/shared/types.js';-import { routeRequest, hasEnabledToolsModel, routingReserveTokens, type RouteResult } from '../services/router.js';-import { getUnifiedApiKey } from '../db/index.js';+import { routeRequest, hasEnabledToolsModel, routingReserveTokens, resolveModelGroupCandidates, type RouteResult, type ChainRow } from '../services/router.js';+import { getDb, getUnifiedApiKey } from '../db/index.js';+import { isUnifyEnabled, getModelGroups, resolveRequestedIdToMembers } from '../services/model-groups.js';import { contentToString } from '../lib/content.js';import { repairToolArguments, toolSchemaMap } from '../lib/tool-args.js';import { rescueInlineToolCalls, startsWithDialectMarker, couldBecomeDialectMarker, containsDialectMarker } from '../lib/tool-call-rescue.js';@@ -34,6 +35,14 @@ import { compressRequest, formatCompressionHeader } from '../services/compressioexport const responsesRouter = Router();+const AUTO_MODEL_ID = 'auto';++function isAutoModel(modelId: string | undefined): boolean {+ if (!modelId) return true;+ const lower = modelId.toLowerCase();+ return lower === AUTO_MODEL_ID || lower.startsWith(`${AUTO_MODEL_ID}:`);+}+// ─────────────────────────────────────────────────────────────────────────// OpenAI Responses API shim (POST /v1/responses).//@@ -401,9 +410,56 @@ responsesRouter.post('/responses', async (req: Request, res: Response) => {?? req.headers['session-id']?? req.headers['x-session-id'];const sessionIdHeader = Array.isArray(rawSessionId) ? rawSessionId[0] : rawSessionId;- const preferredModel = getStickyModel(messages, sessionIdHeader);const requestedModelLabel = reqData.model ?? 'auto';+ // Explicit `model` field pins routing. If the catalog has no enabled row+ // matching the requested id, return 400 — silently auto-routing to a+ // different model would be surprising to Responses API clients.+ // Priority: explicit model > sticky session > auto routing.+ let preferredModel: number | undefined;+ let groupChain: ChainRow[] | undefined;++ if (isAutoModel(requestedModelLabel)) {+ preferredModel = getStickyModel(messages, sessionIdHeader);+ } else {+ const db = getDb();+ const members = isUnifyEnabled() ? resolveRequestedIdToMembers(requestedModelLabel, getModelGroups()) : null;+ if (members && members.length > 0) {+ groupChain = resolveModelGroupCandidates(members);+ if (groupChain.length === 0) {+ const placeholders = members.map(() => '?').join(',');+ const anyEnabled = db.prepare(`SELECT 1 FROM models WHERE id IN (${placeholders}) AND enabled = 1 LIMIT 1`).get(...members);+ const reason = anyEnabled ? 'has no providers with an enabled key' : 'is disabled';+ res.status(400).json({+ error: {+ message: `Model '${requestedModelLabel}' ${reason}. Use 'auto' (or omit the 'model' field) to auto-route, or call /v1/models for the available list.`,+ type: 'invalid_request_error',+ code: 'model_not_found',+ },+ });+ return;+ }+ const sticky = getStickyModel(messages, sessionIdHeader, requestedModelLabel);+ preferredModel = (sticky != null && groupChain.some(r => r.model_db_id === sticky)) ? sticky : undefined;+ } else {+ const enabled = db.prepare('SELECT id FROM models WHERE model_id = ? AND enabled = 1').get(requestedModelLabel) as { id: number } | undefined;+ if (enabled) {+ preferredModel = enabled.id;+ } else {+ const disabled = db.prepare('SELECT id FROM models WHERE model_id = ?').get(requestedModelLabel) as { id: number } | undefined;+ const reason = disabled ? 'is disabled' : 'is not in the catalog';+ res.status(400).json({+ error: {+ message: `Model '${requestedModelLabel}' ${reason}. Use 'auto' (or omit the 'model' field) to auto-route, or call /v1/models for the available list.`,+ type: 'invalid_request_error',+ code: 'model_not_found',+ },+ });+ return;+ }+ }+ }+// Tool-bearing requests (the normal case for Codex/agent clients on this// endpoint) must stay on models that emit structured tool_calls. Make the// routing decision from the original Responses payload, not the subset of@@ -457,7 +513,7 @@ responsesRouter.post('/responses', async (req: Request, res: Response) => {state,attemptLog,clientGone: () => clientGone,- route: () => routeRequest(estimatedTotal, state.skipKeys.size > 0 ? state.skipKeys : undefined, preferredModel, false, wantsTools, state.skipModels.size > 0 ? state.skipModels : undefined, undefined, completionOpts.response_format !== undefined),+ route: () => routeRequest(estimatedTotal, state.skipKeys.size > 0 ? state.skipKeys : undefined, preferredModel, false, wantsTools, state.skipModels.size > 0 ? state.skipModels : undefined, groupChain, completionOpts.response_format !== undefined),dispatch: async (route, attempt) => {traceRouteEvent('Responses', {event: attempt === 0 ? 'start' : 'next',