Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base
add model fallbacks
Hugo Richard3ebd074ae541
diff --git a/apps/app/server/utils/bot/ai.ts b/apps/app/server/utils/bot/ai.tsindex 29f4cb0..4109cd2 100644--- a/apps/app/server/utils/bot/ai.ts+++ b/apps/app/server/utils/bot/ai.ts@@ -6,6 +6,7 @@ import {createAgent,DEFAULT_MODEL,getDefaultConfig,+ getModelFallbackOptions,ROUTER_MODEL,ROUTER_SYSTEM_PROMPT,buildBotSystemPrompt,@@ -46,6 +47,7 @@ async function routeQuestion(question: string, context?: ThreadContext): Promise{ role: 'system', content: ROUTER_SYSTEM_PROMPT },{ role: 'user', content: buildRouterInput(question, context) },],+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),})if (!output) {@@ -107,6 +109,7 @@ export async function generateAIResponse({ role: 'user', content: buildBotUserMessage(question, context) },...result.response.messages,],+ providerOptions: getModelFallbackOptions(DEFAULT_MODEL),})if (fallback.text?.trim()) {return fallback.textdiff --git a/apps/app/server/utils/chat/generate-title.ts b/apps/app/server/utils/chat/generate-title.tsindex 6f3a720..dc67449 100644--- a/apps/app/server/utils/chat/generate-title.ts+++ b/apps/app/server/utils/chat/generate-title.ts@@ -4,7 +4,7 @@ import { createGateway } from '@ai-sdk/gateway'import { db, schema } from '@nuxthub/db'import { eq } from 'drizzle-orm'import { log } from 'evlog'-import { ROUTER_MODEL } from '@savoir/agent'+import { ROUTER_MODEL, getModelFallbackOptions } from '@savoir/agent'interface GenerateTitleOptions {firstMessage: UIMessage@@ -27,6 +27,7 @@ export async function generateTitle({ firstMessage, chatId, requestId, apiKey }:Rules: no quotes, no colons, no punctuation, plain text only.If the message is a simple greeting (hi, hey, hello, etc.), respond with a generic title like "New conversation" or "Quick chat".`,prompt: JSON.stringify(firstMessage),+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),})await db.update(schema.chats).set({ title }).where(eq(schema.chats.id, chatId))diff --git a/bun.lock b/bun.lockindex 80ea2ac..ac0bf2a 100644--- a/bun.lock+++ b/bun.lock@@ -70,6 +70,7 @@"dependencies": {"@ai-sdk/gateway": "^3.0.45","@ai-sdk/openai": "^3.0.30",+ "@ai-sdk/provider": "^3.0.8","ai": "^6.0.85","evlog": "^1.9.0","zod": "^4.3.6",diff --git a/packages/agent/package.json b/packages/agent/package.jsonindex 562f3bb..70051b9 100644--- a/packages/agent/package.json+++ b/packages/agent/package.json@@ -36,6 +36,7 @@"dependencies": {"@ai-sdk/gateway": "^3.0.45","@ai-sdk/openai": "^3.0.30",+ "@ai-sdk/provider": "^3.0.8","ai": "^6.0.85","evlog": "^1.9.0","zod": "^4.3.6"diff --git a/packages/agent/src/agents/admin.ts b/packages/agent/src/agents/admin.tsindex 94a8dc6..9b64252 100644--- a/packages/agent/src/agents/admin.ts+++ b/packages/agent/src/agents/admin.ts@@ -1,5 +1,5 @@import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet } from 'ai'-import { DEFAULT_MODEL } from '../router/schema'+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'import { ADMIN_SYSTEM_PROMPT } from '../prompts/chat'import { compactContext } from '../core/context'import { callOptionsSchema } from '../core/schemas'@@ -45,6 +45,7 @@ export function createAdminAgent({instructions: systemPrompt,tools,stopWhen: stepCountIs(maxSteps),+ providerOptions: getModelFallbackOptions(effectiveModel),experimental_context: executionContext,}},diff --git a/packages/agent/src/agents/base.ts b/packages/agent/src/agents/base.tsindex ae65451..29fd99e 100644--- a/packages/agent/src/agents/base.ts+++ b/packages/agent/src/agents/base.ts@@ -1,6 +1,6 @@import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet } from 'ai'import { log } from 'evlog'-import { DEFAULT_MODEL } from '../router/schema'+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'import { compactContext } from '../core/context'import { callOptionsSchema } from '../core/schemas'import { sanitizeToolCallInputs } from '../core/sanitize'@@ -56,6 +56,7 @@ export function createAgent({instructions: buildPrompt(routerConfig, agentConfig),tools: { ...tools, web_search: webSearchTool },stopWhen: stepCountIs(effectiveMaxSteps),+ providerOptions: getModelFallbackOptions(effectiveModel),experimental_context: executionContext,}},diff --git a/packages/agent/src/agents/source.ts b/packages/agent/src/agents/source.tsindex 63885fa..3ef207d 100644--- a/packages/agent/src/agents/source.ts+++ b/packages/agent/src/agents/source.ts@@ -1,6 +1,6 @@import { stepCountIs, ToolLoopAgent, type StepResult, type ToolSet, type UIMessage } from 'ai'import { log } from 'evlog'-import { DEFAULT_MODEL } from '../router/schema'+import { DEFAULT_MODEL, getModelFallbackOptions } from '../router/schema'import { routeQuestion } from '../router/route-question'import { buildChatSystemPrompt } from '../prompts/chat'import { applyComplexity } from '../prompts/shared'@@ -73,6 +73,7 @@ export function createSourceAgent({instructions: applyComplexity(buildChatSystemPrompt(agentConfig), routerConfig),tools: { ...tools, web_search: webSearchTool },stopWhen: stepCountIs(effectiveMaxSteps),+ providerOptions: getModelFallbackOptions(effectiveModel),experimental_context: executionContext,}},diff --git a/packages/agent/src/index.ts b/packages/agent/src/index.tsindex e4438b4..2f6231b 100644--- a/packages/agent/src/index.ts+++ b/packages/agent/src/index.ts@@ -13,6 +13,7 @@ export { routeQuestion } from './router/route-question'export {agentConfigSchema,getDefaultConfig,+ getModelFallbackOptions,DEFAULT_MODEL,ROUTER_MODEL,} from './router/schema'diff --git a/packages/agent/src/router/route-question.ts b/packages/agent/src/router/route-question.tsindex 48082cc..0da0fec 100644--- a/packages/agent/src/router/route-question.ts+++ b/packages/agent/src/router/route-question.ts@@ -3,7 +3,7 @@ import { generateText, Output } from 'ai'import type { UIMessage } from 'ai'import { log } from 'evlog'import { ROUTER_SYSTEM_PROMPT } from '../prompts/router'-import { type AgentConfig, agentConfigSchema, getDefaultConfig, ROUTER_MODEL } from './schema'+import { type AgentConfig, agentConfigSchema, getDefaultConfig, getModelFallbackOptions, ROUTER_MODEL } from './schema'function extractQuestionFromMessages(messages: UIMessage[]): string {const lastUserMessage = [...messages].reverse().find(m => m.role === 'user')@@ -38,6 +38,7 @@ export async function routeQuestion({ role: 'system', content: ROUTER_SYSTEM_PROMPT },{ role: 'user', content: `Question: ${question}` },],+ providerOptions: getModelFallbackOptions(ROUTER_MODEL),})if (!output) {diff --git a/packages/agent/src/router/schema.ts b/packages/agent/src/router/schema.tsindex 950726e..d5f559f 100644--- a/packages/agent/src/router/schema.ts+++ b/packages/agent/src/router/schema.ts@@ -1,3 +1,4 @@+import type { SharedV3ProviderOptions } from '@ai-sdk/provider'import { z } from 'zod'export const ROUTER_MODEL = 'google/gemini-2.5-flash-lite'@@ -30,3 +31,16 @@ export function getDefaultConfig(): AgentConfig {reasoning: 'Default fallback configuration',}}++const MODEL_FALLBACKS: Record<string, string[]> = {+ 'google/gemini-3-flash': ['anthropic/claude-sonnet-4.6', 'openai/gpt-4o'],+ 'anthropic/claude-sonnet-4.6': ['google/gemini-3-flash', 'openai/gpt-4o'],+ 'anthropic/claude-opus-4.6': ['anthropic/claude-sonnet-4.6', 'google/gemini-3-flash'],+ 'google/gemini-2.5-flash-lite': ['google/gemini-3-flash', 'openai/gpt-4o-mini'],+}++export function getModelFallbackOptions(model: string): SharedV3ProviderOptions | undefined {+ const fallbacks = MODEL_FALLBACKS[model]+ if (!fallbacks?.length) return undefined+ return { gateway: { models: fallbacks } }+}