Skip to content

An AI-powered search engine with a generative UI

Reduce title generation overhead (#924)

Yoshiki Miura8e36b7e77abe
diff --git a/lib/agents/__tests__/title-generator.test.ts b/lib/agents/__tests__/title-generator.test.ts
new file mode 100644
index 00000000..e191d0c0
--- /dev/null
+++ b/lib/agents/__tests__/title-generator.test.ts
@@ -0,0 +1,63 @@
+import { generateText } from 'ai'
+import { beforeEach, describe, expect, it, vi } from 'vitest'
+
+import { getModel } from '../../utils/registry'
+import { generateChatTitle } from '../title-generator'
+
+vi.mock('ai', () => ({
+ generateText: vi.fn()
+}))
+vi.mock('../../utils/registry', () => ({
+ getModel: vi.fn()
+}))
+vi.mock('../../utils/telemetry', () => ({
+ isTracingEnabled: vi.fn(() => false)
+}))
+
+describe('generateChatTitle', () => {
+ beforeEach(() => {
+ vi.clearAllMocks()
+ vi.mocked(getModel).mockReturnValue({} as never)
+ vi.mocked(generateText).mockResolvedValue({
+ text: 'Concise title'
+ } as never)
+ })
+
+ it('disables reasoning without limiting output for GPT-5.6 Luna', async () => {
+ await expect(
+ generateChatTitle({
+ userMessageContent: 'Explain the latest model changes',
+ modelId: 'openai:gpt-5.6-luna'
+ })
+ ).resolves.toBe('Concise title')
+
+ expect(generateText).toHaveBeenCalledWith(
+ expect.objectContaining({
+ providerOptions: {
+ openai: {
+ reasoningEffort: 'none'
+ }
+ }
+ })
+ )
+ expect(vi.mocked(generateText).mock.calls[0][0]).not.toHaveProperty(
+ 'maxOutputTokens'
+ )
+ })
+
+ it('does not send OpenAI options to other providers', async () => {
+ await generateChatTitle({
+ userMessageContent: 'Explain the latest model changes',
+ modelId: 'google:gemini-3.1-flash-lite'
+ })
+
+ expect(generateText).toHaveBeenCalledWith(
+ expect.objectContaining({
+ providerOptions: undefined
+ })
+ )
+ expect(vi.mocked(generateText).mock.calls[0][0]).not.toHaveProperty(
+ 'maxOutputTokens'
+ )
+ })
+})
diff --git a/lib/agents/title-generator.ts b/lib/agents/title-generator.ts
index b04239be..c7640157 100644
--- a/lib/agents/title-generator.ts
+++ b/lib/agents/title-generator.ts
@@ -9,6 +9,18 @@ interface GenerateChatTitleParams {
abortSignal?: AbortSignal
}
+function getTitleProviderOptions(modelId: string) {
+ if (modelId === 'openai:gpt-5.6-luna') {
+ return {
+ openai: {
+ reasoningEffort: 'none' as const
+ }
+ }
+ }
+
+ return undefined
+}
+
/**
* Generates a concise chat title using an LLM.
* @param userMessageContent The content of the user's first message.
@@ -31,6 +43,7 @@ export async function generateChatTitle({
system: systemPrompt,
prompt: userMessageContent,
abortSignal,
+ providerOptions: getTitleProviderOptions(modelId),
// Spans join the parent Langfuse trace via OTel context propagation
experimental_telemetry: {
isEnabled: isTracingEnabled(),