Skip to content

Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base

add model fallbacks

Hugo Richard3ebd074ae541
diff --git a/apps/app/server/utils/bot/ai.ts b/apps/app/server/utils/bot/ai.ts
index 29f4cb0..4109cd2 100644
--- a/apps/app/server/utils/bot/ai.ts
+++ b/apps/app/server/utils/bot/ai.ts
@@ -6,6 +6,7 @@ import {
createAgent,
DEFAULT_MODEL,
getDefaultConfig,
+ getModelFallbackOptions,
ROUTER_MODEL,
ROUTER_SYSTEM_PROMPT,
buildBotSystemPrompt,
@@ -46,6 +47,7 @@ async function routeQuestion(question: string, context?: ThreadContext): Promise
{ role: 'system', content: ROUTER_SYSTEM_PROMPT },
{ role: 'user', content: buildRouterInput(question, context) },
],
+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),
})
if (!output) {
@@ -107,6 +109,7 @@ export async function generateAIResponse(
{ role: 'user', content: buildBotUserMessage(question, context) },
...result.response.messages,
],
+ providerOptions: getModelFallbackOptions(DEFAULT_MODEL),
})
if (fallback.text?.trim()) {
return fallback.text
diff --git a/apps/app/server/utils/chat/generate-title.ts b/apps/app/server/utils/chat/generate-title.ts
index 6f3a720..dc67449 100644
--- a/apps/app/server/utils/chat/generate-title.ts
+++ b/apps/app/server/utils/chat/generate-title.ts
@@ -4,7 +4,7 @@ import { createGateway } from '@ai-sdk/gateway'
import { db, schema } from '@nuxthub/db'
import { eq } from 'drizzle-orm'
import { log } from 'evlog'
-import { ROUTER_MODEL } from '@savoir/agent'
+import { ROUTER_MODEL, getModelFallbackOptions } from '@savoir/agent'
interface GenerateTitleOptions {
firstMessage: UIMessage
@@ -27,6 +27,7 @@ export async function generateTitle({ firstMessage, chatId, requestId, apiKey }:
Rules: no quotes, no colons, no punctuation, plain text only.
If the message is a simple greeting (hi, hey, hello, etc.), respond with a generic title like "New conversation" or "Quick chat".`,
prompt: JSON.stringify(firstMessage),
+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),
})
await db.update(schema.chats).set({ title }).where(eq(schema.chats.id, chatId))
diff --git a/bun.lock b/bun.lock
index 80ea2ac..ac0bf2a 100644
--- a/bun.lock
+++ b/bun.lock
@@ -70,6 +70,7 @@
"dependencies": {
"@ai-sdk/gateway": "^3.0.45",
"@ai-sdk/openai": "^3.0.30",
+ "@ai-sdk/provider": "^3.0.8",
"ai": "^6.0.85",
"evlog": "^1.9.0",
"zod": "^4.3.6",
diff --git a/packages/agent/package.json b/packages/agent/package.json
index 562f3bb..70051b9 100644
--- a/packages/agent/package.json
+++ b/packages/agent/package.json
@@ -36,6 +36,7 @@
"dependencies": {
"@ai-sdk/gateway": "^3.0.45",
"@ai-sdk/openai": "^3.0.30",
+ "@ai-sdk/provider": "^3.0.8",
"ai": "^6.0.85",
"evlog": "^1.9.0",
"zod": "^4.3.6"
diff --git a/packages/agent/src/agents/admin.ts b/packages/agent/src/agents/admin.ts
index 94a8dc6..9b64252 100644
--- a/packages/agent/src/agents/admin.ts
+++ b/packages/agent/src/agents/admin.ts
@@ -1,5 +1,5 @@
import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet } from 'ai'
-import { DEFAULT_MODEL } from '../router/schema'
+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'
import { ADMIN_SYSTEM_PROMPT } from '../prompts/chat'
import { compactContext } from '../core/context'
import { callOptionsSchema } from '../core/schemas'
@@ -45,6 +45,7 @@ export function createAdminAgent({
instructions: systemPrompt,
tools,
stopWhen: stepCountIs(maxSteps),
+ providerOptions: getModelFallbackOptions(effectiveModel),
experimental_context: executionContext,
}
},
diff --git a/packages/agent/src/agents/base.ts b/packages/agent/src/agents/base.ts
index ae65451..29fd99e 100644
--- a/packages/agent/src/agents/base.ts
+++ b/packages/agent/src/agents/base.ts
@@ -1,6 +1,6 @@
import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet } from 'ai'
import { log } from 'evlog'
-import { DEFAULT_MODEL } from '../router/schema'
+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'
import { compactContext } from '../core/context'
import { callOptionsSchema } from '../core/schemas'
import { sanitizeToolCallInputs } from '../core/sanitize'
@@ -56,6 +56,7 @@ export function createAgent({
instructions: buildPrompt(routerConfig, agentConfig),
tools: { ...tools, web_search: webSearchTool },
stopWhen: stepCountIs(effectiveMaxSteps),
+ providerOptions: getModelFallbackOptions(effectiveModel),
experimental_context: executionContext,
}
},
diff --git a/packages/agent/src/agents/source.ts b/packages/agent/src/agents/source.ts
index 63885fa..3ef207d 100644
--- a/packages/agent/src/agents/source.ts
+++ b/packages/agent/src/agents/source.ts
@@ -1,6 +1,6 @@
import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet, type UIMessage } from 'ai'
import { log } from 'evlog'
-import { DEFAULT_MODEL } from '../router/schema'
+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'
import { routeQuestion } from '../router/route-question'
import { buildChatSystemPrompt } from '../prompts/chat'
import { applyComplexity } from '../prompts/shared'
@@ -73,6 +73,7 @@ export function createSourceAgent({
instructions: applyComplexity(buildChatSystemPrompt(agentConfig), routerConfig),
tools: { ...tools, web_search: webSearchTool },
stopWhen: stepCountIs(effectiveMaxSteps),
+ providerOptions: getModelFallbackOptions(effectiveModel),
experimental_context: executionContext,
}
},
diff --git a/packages/agent/src/index.ts b/packages/agent/src/index.ts
index e4438b4..2f6231b 100644
--- a/packages/agent/src/index.ts
+++ b/packages/agent/src/index.ts
@@ -13,6 +13,7 @@ export { routeQuestion } from './router/route-question'
export {
agentConfigSchema,
getDefaultConfig,
+ getModelFallbackOptions,
DEFAULT_MODEL,
ROUTER_MODEL,
} from './router/schema'
diff --git a/packages/agent/src/router/route-question.ts b/packages/agent/src/router/route-question.ts
index 48082cc..0da0fec 100644
--- a/packages/agent/src/router/route-question.ts
+++ b/packages/agent/src/router/route-question.ts
@@ -3,7 +3,7 @@ import { generateText, Output } from 'ai'
import type { UIMessage } from 'ai'
import { log } from 'evlog'
import { ROUTER_SYSTEM_PROMPT } from '../prompts/router'
-import { type AgentConfig, agentConfigSchema, getDefaultConfig, ROUTER_MODEL } from './schema'
+import { type AgentConfig, agentConfigSchema, getDefaultConfig, getModelFallbackOptions, ROUTER_MODEL } from './schema'
function extractQuestionFromMessages(messages: UIMessage[]): string {
const lastUserMessage = [...messages].reverse().find(m => m.role === 'user')
@@ -38,6 +38,7 @@ export async function routeQuestion(
{ role: 'system', content: ROUTER_SYSTEM_PROMPT },
{ role: 'user', content: `Question: ${question}` },
],
+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),
})
if (!output) {
diff --git a/packages/agent/src/router/schema.ts b/packages/agent/src/router/schema.ts
index 950726e..d5f559f 100644
--- a/packages/agent/src/router/schema.ts
+++ b/packages/agent/src/router/schema.ts
@@ -1,3 +1,4 @@
+import type { SharedV3ProviderOptions } from '@ai-sdk/provider'
import { z } from 'zod'
export const ROUTER_MODEL = 'google/gemini-2.5-flash-lite'
@@ -30,3 +31,16 @@ export function getDefaultConfig(): AgentConfig {
reasoning: 'Default fallback configuration',
}
}
+
+const MODEL_FALLBACKS: Record<string, string[]> = {
+ 'google/gemini-3-flash': ['anthropic/claude-sonnet-4.6', 'openai/gpt-4o'],
+ 'anthropic/claude-sonnet-4.6': ['google/gemini-3-flash', 'openai/gpt-4o'],
+ 'anthropic/claude-opus-4.6': ['anthropic/claude-sonnet-4.6', 'google/gemini-3-flash'],
+ 'google/gemini-2.5-flash-lite': ['google/gemini-3-flash', 'openai/gpt-4o-mini'],
+}
+
+export function getModelFallbackOptions(model: string): SharedV3ProviderOptions | undefined {
+ const fallbacks = MODEL_FALLBACKS[model]
+ if (!fallbacks?.length) return undefined
+ return { gateway: { models: fallbacks } }
+}