Skip to content

Open source file-system and knowledge based agent template. Build AI agents that stay up to date with your knowledge base

1.9 KB
Raw Blame
import { generateText, Output } from 'ai'
import type { UIMessage } from 'ai'
import { log } from 'evlog'
import { ROUTER_SYSTEM_PROMPT } from '../prompts/router'
import { resolveModelWrapper, resolveGatewayMetadata } from '../core/observe'
import { type AgentConfig, agentConfigSchema, getDefaultConfig, buildProviderOptions, ROUTER_MODEL } from './schema'

function extractQuestionFromMessages(messages: UIMessage[]): string {
  const lastUserMessage = [...messages].reverse().find(m => m.role === 'user')
  if (!lastUserMessage) return ''

  const textParts = lastUserMessage.parts
    ?.filter((p): p is { type: 'text', text: string } => p.type === 'text')
    .map(p => p.text)
    .join('\n')

  return textParts || ''
}

export async function routeQuestion(
  messages: UIMessage[],
  requestId: string,
  apiKey?: string,
): Promise<AgentConfig> {
  const wrap = resolveModelWrapper()
  const model = wrap(ROUTER_MODEL)

  const question = extractQuestionFromMessages(messages)
  if (!question) {
    log.info({ event: 'router.no_question', requestId })
    return getDefaultConfig()
  }

  try {
    const { output } = await generateText({
      model,
      output: Output.object({ schema: agentConfigSchema }),
      messages: [
        { role: 'system', content: ROUTER_SYSTEM_PROMPT },
        { role: 'user', content: `Question: ${question}` },
      ],
      providerOptions: buildProviderOptions(ROUTER_MODEL, resolveGatewayMetadata()),
    })

    if (!output) {
      log.warn({ event: 'router.no_output', requestId })
      return getDefaultConfig()
    }

    log.info({ event: 'router.decision', requestId, complexity: output.complexity, model: output.model, maxSteps: output.maxSteps, reasoning: output.reasoning })
    return output
  } catch (error) {
    const errorMessage = error instanceof Error ? error.message : 'Unknown error'
    log.error({ event: 'router.failed', requestId, error: errorMessage })
    return getDefaultConfig()
  }
}