An AI-powered search engine with a generative UI
TypeScript generative-aigenerative-uinextjsollamareactsearxngshadcn-uitailwindcsstavilytypescriptupstashvercel-ai-sdk
Reduce title generation overhead (#924)
Yoshiki Miura8e36b7e77abe
diff --git a/lib/agents/__tests__/title-generator.test.ts b/lib/agents/__tests__/title-generator.test.tsnew file mode 100644index 00000000..e191d0c0--- /dev/null+++ b/lib/agents/__tests__/title-generator.test.ts@@ -0,0 +1,63 @@+import { generateText } from 'ai'+import { beforeEach, describe, expect, it, vi } from 'vitest'++import { getModel } from '../../utils/registry'+import { generateChatTitle } from '../title-generator'++vi.mock('ai', () => ({+ generateText: vi.fn()+}))+vi.mock('../../utils/registry', () => ({+ getModel: vi.fn()+}))+vi.mock('../../utils/telemetry', () => ({+ isTracingEnabled: vi.fn(() => false)+}))++describe('generateChatTitle', () => {+ beforeEach(() => {+ vi.clearAllMocks()+ vi.mocked(getModel).mockReturnValue({} as never)+ vi.mocked(generateText).mockResolvedValue({+ text: 'Concise title'+ } as never)+ })++ it('disables reasoning without limiting output for GPT-5.6 Luna', async () => {+ await expect(+ generateChatTitle({+ userMessageContent: 'Explain the latest model changes',+ modelId: 'openai:gpt-5.6-luna'+ })+ ).resolves.toBe('Concise title')++ expect(generateText).toHaveBeenCalledWith(+ expect.objectContaining({+ providerOptions: {+ openai: {+ reasoningEffort: 'none'+ }+ }+ })+ )+ expect(vi.mocked(generateText).mock.calls[0][0]).not.toHaveProperty(+ 'maxOutputTokens'+ )+ })++ it('does not send OpenAI options to other providers', async () => {+ await generateChatTitle({+ userMessageContent: 'Explain the latest model changes',+ modelId: 'google:gemini-3.1-flash-lite'+ })++ expect(generateText).toHaveBeenCalledWith(+ expect.objectContaining({+ providerOptions: undefined+ })+ )+ expect(vi.mocked(generateText).mock.calls[0][0]).not.toHaveProperty(+ 'maxOutputTokens'+ )+ })+})diff --git a/lib/agents/title-generator.ts b/lib/agents/title-generator.tsindex b04239be..c7640157 100644--- a/lib/agents/title-generator.ts+++ b/lib/agents/title-generator.ts@@ -9,6 +9,18 @@ interface GenerateChatTitleParams {abortSignal?: AbortSignal}+function getTitleProviderOptions(modelId: string) {+ if (modelId === 'openai:gpt-5.6-luna') {+ return {+ openai: {+ reasoningEffort: 'none' as const+ }+ }+ }++ return undefined+}+/*** Generates a concise chat title using an LLM.* @param userMessageContent The content of the user's first message.@@ -31,6 +43,7 @@ export async function generateChatTitle({system: systemPrompt,prompt: userMessageContent,abortSignal,+ providerOptions: getTitleProviderOptions(modelId),// Spans join the parent Langfuse trace via OTel context propagationexperimental_telemetry: {isEnabled: isTracingEnabled(),