Skip to content

An AI-powered search engine with a generative UI

Add LLM-based chat title generation

Yoshiki Miurab499ff8369e9
diff --git a/components/chat-messages.tsx b/components/chat-messages.tsx
index dff384cb..e00ae5f1 100644
--- a/components/chat-messages.tsx
+++ b/components/chat-messages.tsx
@@ -111,8 +111,6 @@ export function ChatMessages({
}))
}
- console.log(allMessages)
-
return (
<div
id="scroll-container"
diff --git a/lib/agents/title-generator.ts b/lib/agents/title-generator.ts
new file mode 100644
index 00000000..de538c86
--- /dev/null
+++ b/lib/agents/title-generator.ts
@@ -0,0 +1,46 @@
+import { generateText, LanguageModel } from 'ai'
+
+interface GenerateChatTitleParams {
+ userMessageContent: string
+ model: LanguageModel
+}
+
+/**
+ * Generates a concise chat title using an LLM.
+ * @param userMessageContent The content of the user's first message.
+ * @param model The language model instance to use for generation.
+ * @returns A promise that resolves to the generated title string.
+ */
+export async function generateChatTitle({
+ userMessageContent,
+ model
+}: GenerateChatTitleParams): Promise<string> {
+ // Fallback title uses the first 75 characters of the message or a default string.
+ const fallbackTitle = userMessageContent.substring(0, 75).trim() || 'New Chat'
+
+ try {
+ const systemPrompt = `System: You are an AI assistant specialized in creating very short, concise, and informative titles for chat conversations based on the user's first message. The title should ideally be 3-5 words long, and no more than 10 words. Only output the title itself, with no prefixes, labels, or quotation marks.`
+
+ const { text: generatedTitle } = await generateText({
+ model: model,
+ system: systemPrompt,
+ prompt: userMessageContent,
+ maxTokens: 25 // A bit more tokens for safety, but prompt guides length.
+ })
+
+ const cleanedTitle = generatedTitle.trim()
+
+ // If the model returns an empty string, use the fallback.
+ if (!cleanedTitle) {
+ console.warn('LLM generated an empty title, using fallback.')
+ return fallbackTitle
+ }
+
+ // Remove any surrounding quotes that the model might have added
+ return cleanedTitle.replace(/^[\"']|[\"']$/g, '')
+ } catch (error) {
+ console.error('Error generating chat title with LLM:', error)
+ // If LLM generation fails, return the fallback title.
+ return fallbackTitle
+ }
+}
diff --git a/lib/streaming/create-tool-calling-stream.ts b/lib/streaming/create-tool-calling-stream.ts
index cee6bec8..1327356a 100644
--- a/lib/streaming/create-tool-calling-stream.ts
+++ b/lib/streaming/create-tool-calling-stream.ts
@@ -7,8 +7,11 @@ import {
streamText
} from 'ai'
import { saveChatMessage, saveSingleMessage } from '../actions/chat-db'
+import { generateChatTitle } from '../agents/title-generator'
import { getChat, getChatMessages } from '../db/chat'
import { generateUUID } from '../utils'
+import { getTextFromParts } from '../utils/message-utils'
+import { getModel } from '../utils/registry'
import { BaseStreamConfig } from './types'
export function createToolCallingStreamResponse(config: BaseStreamConfig) {
@@ -20,8 +23,10 @@ export function createToolCallingStreamResponse(config: BaseStreamConfig) {
try {
const chat = await getChat(chatId, userId)
if (!chat) {
- // Extract title from message content
- const title = message.content
+ const title = await generateChatTitle({
+ userMessageContent: getTextFromParts(message.parts),
+ model: getModel(modelId)
+ })
// Save the chat and user message to the database using server action
await saveChatMessage(
diff --git a/lib/utils/message-utils.ts b/lib/utils/message-utils.ts
index 7cb11a0a..fa65b2c4 100644
--- a/lib/utils/message-utils.ts
+++ b/lib/utils/message-utils.ts
@@ -1,5 +1,5 @@
import { type Message as DBMessage } from '@/lib/db/schema'
-import { CoreMessage as SDKCoreMessage } from 'ai'
+import { CoreMessage as SDKCoreMessage, UIMessage } from 'ai'
// Type definition for the CoreMessage from AI SDK
interface CoreMessage {
@@ -91,3 +91,22 @@ export function extractTitleFromMessage(
return 'New Chat'
}
+
+/**
+ * Extracts and concatenates text content from a message's 'parts' array.
+ *
+ * This function mimics the behavior of the expression:
+ * `message?.parts?.filter(part => part.type === 'text').map(part => part.text).join(' ') ?? '';`
+ *
+ * @param message - An object that may contain a 'parts' array. Can be undefined.
+ * @returns A string of concatenated text from text parts, or an empty string
+ * if 'message' or 'message.parts' is undefined, or if 'parts' is empty or contains no text parts.
+ */
+export function getTextFromParts(parts?: UIMessage['parts']): string {
+ return (
+ parts
+ ?.filter(part => part.type === 'text')
+ .map(part => part.text)
+ .join(' ') ?? ''
+ )
+}