Skip to content

An AI-powered search engine with a generative UI

feat: improve error handling in chat API route

Yoshiki Miura41965e4cf275
diff --git a/app/api/chat/route.ts b/app/api/chat/route.ts
index 3cc9fded..2a96e5c2 100644
--- a/app/api/chat/route.ts
+++ b/app/api/chat/route.ts
@@ -10,106 +10,145 @@ import { cookies } from 'next/headers'
import { getChat, saveChat } from '@/lib/actions/chat'
import { ExtendedCoreMessage } from '@/lib/types'
import { convertToExtendedCoreMessages } from '@/lib/utils'
+import { isProviderEnabled } from '@/lib/utils/registry'
export const maxDuration = 30
const DEFAULT_MODEL = 'openai:gpt-4o-mini'
export async function POST(req: Request) {
- const { messages, id: chatId } = await req.json()
- const referer = req.headers.get('referer')
- const isSharePage = referer?.includes('/share/')
-
- // Note: Currently, we don't support chat API on share pages
- if (isSharePage) {
- return new Response('Chat API is not available on share pages', {
- status: 403,
- statusText: 'Forbidden'
- })
- }
-
- // streamText requires core messages
- const coreMessages = convertToCoreMessages(messages)
- // convertToExtendedCoreMessages for saving annotations
- const extendedCoreMessages = convertToExtendedCoreMessages(messages)
-
- const cookieStore = await cookies()
- const modelFromCookie = cookieStore.get('selected-model')?.value
- const model = modelFromCookie || DEFAULT_MODEL
-
- return createDataStreamResponse({
- execute: dataStream => {
- const researcherConfig = researcher({
- messages: coreMessages,
- model
+ try {
+ const { messages, id: chatId } = await req.json()
+ const referer = req.headers.get('referer')
+ const isSharePage = referer?.includes('/share/')
+
+ if (isSharePage) {
+ return new Response('Chat API is not available on share pages', {
+ status: 403,
+ statusText: 'Forbidden'
})
+ }
- const result = streamText({
- ...researcherConfig,
- onFinish: async event => {
- const responseMessages = event.response.messages
-
- let annotation: JSONValue = {
- type: 'related-questions',
- data: {
- items: []
- }
- }
-
- // Notify related questions loading
- dataStream.writeMessageAnnotation(annotation)
+ const coreMessages = convertToCoreMessages(messages)
+ const extendedCoreMessages = convertToExtendedCoreMessages(messages)
- // Generate related questions
- const relatedQuestions = await generateRelatedQuestions(
- responseMessages,
- model
- )
+ const cookieStore = await cookies()
+ const modelFromCookie = cookieStore.get('selected-model')?.value
+ const model = modelFromCookie || DEFAULT_MODEL
+ const provider = model.split(':')[0]
- // Update the annotation with the related questions
- annotation = {
- ...annotation,
- data: relatedQuestions.object
- }
+ if (!isProviderEnabled(provider)) {
+ return new Response(`Selected provider is not enabled ${provider}`, {
+ status: 404,
+ statusText: 'Not Found'
+ })
+ }
- // Send related questions to client
- dataStream.writeMessageAnnotation(annotation)
-
- // Create the message to save
- const generatedMessages = [
- ...extendedCoreMessages,
- ...responseMessages.slice(0, -1),
- {
- role: 'data',
- content: annotation
- },
- responseMessages[responseMessages.length - 1]
- ] as ExtendedCoreMessage[]
-
- // Get the chat from the database if it exists, otherwise create a new one
- const savedChat = (await getChat(chatId)) ?? {
- messages: [],
- createdAt: new Date(),
- userId: 'anonymous',
- path: `/search/${chatId}`,
- title: messages[0].content,
- id: chatId
+ return createDataStreamResponse({
+ execute: async dataStream => {
+ try {
+ let researcherConfig
+ try {
+ researcherConfig = await researcher({
+ messages: coreMessages,
+ model
+ })
+ } catch (error) {
+ console.error('Researcher configuration error:', error)
+ throw new Error('Failed to initialize researcher configuration')
}
- console.log('generatedMessages', generatedMessages)
-
- // Save chat with complete response and related questions
- await saveChat({
- ...savedChat,
- messages: generatedMessages
+ const result = streamText({
+ ...researcherConfig,
+ onFinish: async event => {
+ try {
+ const responseMessages = event.response.messages
+
+ let annotation: JSONValue = {
+ type: 'related-questions',
+ data: {
+ items: []
+ }
+ }
+
+ // Notify related questions loading
+ dataStream.writeMessageAnnotation(annotation)
+
+ // Generate related questions
+ const relatedQuestions = await generateRelatedQuestions(
+ responseMessages,
+ model
+ )
+
+ // Update the annotation with the related questions
+ annotation = {
+ ...annotation,
+ data: relatedQuestions.object
+ }
+
+ // Send related questions to client
+ dataStream.writeMessageAnnotation(annotation)
+
+ // Create the message to save
+ const generatedMessages = [
+ ...extendedCoreMessages,
+ ...responseMessages.slice(0, -1),
+ {
+ role: 'data',
+ content: annotation
+ },
+ responseMessages[responseMessages.length - 1]
+ ] as ExtendedCoreMessage[]
+
+ // Get the chat from the database if it exists, otherwise create a new one
+ const savedChat = (await getChat(chatId)) ?? {
+ messages: [],
+ createdAt: new Date(),
+ userId: 'anonymous',
+ path: `/search/${chatId}`,
+ title: messages[0].content,
+ id: chatId
+ }
+
+ // Save chat with complete response and related questions
+ await saveChat({
+ ...savedChat,
+ messages: generatedMessages
+ }).catch(error => {
+ console.error('Failed to save chat:', error)
+ throw new Error('Failed to save chat history')
+ })
+ } catch (error) {
+ console.error('Error in onFinish:', error)
+ throw error
+ }
+ }
})
- }
- })
- result.mergeIntoDataStream(dataStream)
- },
- onError: error => {
- console.error('Error:', error)
- return error instanceof Error ? error.message : String(error)
- }
- })
+ result.mergeIntoDataStream(dataStream)
+ } catch (error) {
+ console.error('Stream execution error:', error)
+ }
+ },
+ onError: error => {
+ console.error('Stream error:', error)
+ return error instanceof Error ? error.message : String(error)
+ }
+ })
+ } catch (error) {
+ console.error('API route error:', error)
+ return new Response(
+ JSON.stringify({
+ error:
+ error instanceof Error
+ ? error.message
+ : 'An unexpected error occurred',
+ status: 500
+ }),
+ {
+ status: 500,
+ headers: { 'Content-Type': 'application/json' }
+ }
+ )
+ }
}
diff --git a/components/chat.tsx b/components/chat.tsx
index 0768b8e5..7fcf43e3 100644
--- a/components/chat.tsx
+++ b/components/chat.tsx
@@ -3,6 +3,7 @@
import { Message, useChat } from 'ai/react'
import { ChatMessages } from './chat-messages'
import { ChatPanel } from './chat-panel'
+import { toast } from 'sonner'
export function Chat({
id,
@@ -30,6 +31,9 @@ export function Chat({
},
onFinish: () => {
window.history.replaceState({}, '', `/search/${id}`)
+ },
+ onError: error => {
+ toast.error(`Error in chat: ${error.message}`)
}
})