Skip to content

An AI-powered search engine with a generative UI

Add specific api support for writer agent

Yoshiki Miurafb9b2562bf2b
diff --git a/app/action.tsx b/app/action.tsx
index 209f7912..ea19eba8 100644
--- a/app/action.tsx
+++ b/app/action.tsx
@@ -10,6 +10,7 @@ import { Spinner } from '@/components/ui/spinner'
import { Section } from '@/components/section'
import { FollowupPanel } from '@/components/followup-panel'
import { inquire, researcher, taskManager, querySuggestor } from '@/lib/agents'
+import { writer } from '@/lib/agents/writer'
async function submit(formData?: FormData, skip?: boolean) {
'use server'
@@ -20,8 +21,10 @@ async function submit(formData?: FormData, skip?: boolean) {
const isCollapsed = createStreamableValue(false)
const messages: ExperimentalMessage[] = aiState.get() as any
- // Limit the number of messages to 10
- messages.splice(0, Math.max(messages.length - 10, 0))
+ const useSpecificAPI = process.env.USE_SPECIFIC_API_FOR_WRITER === 'true'
+ const maxMessages = useSpecificAPI ? 5 : 10
+ // Limit the number of messages to the maximum
+ messages.splice(0, Math.max(messages.length - maxMessages, 0))
// Get the user input from the form data
const userInput = skip
? `{"action": "skip"}`
@@ -64,19 +67,41 @@ async function submit(formData?: FormData, skip?: boolean) {
// Generate the answer
let answer = ''
+ let toolOutputs = []
let errorOccurred = false
const streamText = createStreamableValue<string>()
- while (answer.length === 0) {
+
+ // If useSpecificAPI is enabled, only function calls will be made
+ // If not using a tool, this model generates the answer
+ while (
+ useSpecificAPI
+ ? toolOutputs.length === 0 && answer.length === 0
+ : answer.length === 0
+ ) {
// Search the web and generate the answer
- const { fullResponse, hasError } = await researcher(
+ const { fullResponse, hasError, toolResponses } = await researcher(
uiStream,
streamText,
- messages
+ messages,
+ useSpecificAPI
)
answer = fullResponse
+ toolOutputs = toolResponses
errorOccurred = hasError
}
- streamText.done()
+
+ // If useSpecificAPI is enabled, generate the answer using the specific model
+ if (useSpecificAPI && answer.length === 0) {
+ // modify the messages to be used by the specific model
+ const modifiedMessages = messages.map(msg =>
+ msg.role === 'tool'
+ ? { ...msg, role: 'assistant', content: JSON.stringify(msg.content) }
+ : msg
+ ) as ExperimentalMessage[]
+ answer = await writer(uiStream, streamText, modifiedMessages)
+ } else {
+ streamText.done()
+ }
if (!errorOccurred) {
// Generate related queries
diff --git a/bun.lockb b/bun.lockb
index 01203a74..ddf5ae67 100755
Binary files a/bun.lockb and b/bun.lockb differ
diff --git a/lib/agents/researcher.tsx b/lib/agents/researcher.tsx
index 61375b41..924782dd 100644
--- a/lib/agents/researcher.tsx
+++ b/lib/agents/researcher.tsx
@@ -19,7 +19,8 @@ import { Card } from '@/components/ui/card'
export async function researcher(
uiStream: ReturnType<typeof createStreamableUI>,
streamText: ReturnType<typeof createStreamableValue<string>>,
- messages: ExperimentalMessage[]
+ messages: ExperimentalMessage[],
+ useSpecificModel?: boolean
) {
const openai = new OpenAI({
baseUrl: process.env.OPENAI_API_BASE, // optional base URL for proxies etc.
@@ -110,7 +111,10 @@ export async function researcher(
</Section>
)
- uiStream.append(answerSection)
+ // Append the answer section if the specific model is not used
+ if (!useSpecificModel) {
+ uiStream.append(answerSection)
+ }
return searchResult
}
@@ -156,7 +160,7 @@ export async function researcher(
messages.push({ role: 'tool', content: toolResponses })
}
- return { result, fullResponse, hasError }
+ return { result, fullResponse, hasError, toolResponses }
}
async function tavilySearch(
diff --git a/lib/agents/writer.tsx b/lib/agents/writer.tsx
new file mode 100644
index 00000000..debd5758
--- /dev/null
+++ b/lib/agents/writer.tsx
@@ -0,0 +1,50 @@
+import { OpenAI } from '@ai-sdk/openai'
+import { createStreamableUI, createStreamableValue } from 'ai/rsc'
+import { ExperimentalMessage, experimental_streamText } from 'ai'
+import { Section } from '@/components/section'
+import { BotMessage } from '@/components/message'
+
+export async function writer(
+ uiStream: ReturnType<typeof createStreamableUI>,
+ streamText: ReturnType<typeof createStreamableValue<string>>,
+ messages: ExperimentalMessage[]
+) {
+ const openai = new OpenAI({
+ baseUrl: process.env.SPECIFIC_API_BASE,
+ apiKey: process.env.SPECIFIC_API_KEY,
+ organization: '' // optional organization
+ })
+
+ let fullResponse = ''
+ const answerSection = (
+ <Section title="Answer">
+ <BotMessage content={streamText.value} />
+ </Section>
+ )
+ uiStream.append(answerSection)
+
+ await experimental_streamText({
+ model: openai.chat(process.env.SPECIFIC_API_MODEL || 'llama3-70b-8192'),
+ maxTokens: 2500,
+ system: `As a professional writer, your job is to generate a comprehensive and informative, yet concise answer of 400 words or less for the given question based solely on the provided search results (URL and content). You must only use information from the provided search results. Use an unbiased and journalistic tone. Combine search results together into a coherent answer. Do not repeat text. If there are any images relevant to your answer, be sure to include them as well. Aim to directly address the user's question, augmenting your response with insights gleaned from the search results.
+ Whenever quoting or referencing information from a specific URL, always cite the source URL explicitly. Please match the language of the response to the user's language.
+ Always answer in Markdown format. Links and images must follow the correct format.
+ Link format: [link text](url)
+ Image format: ![alt text](url)
+ `,
+ messages
+ })
+ .then(async result => {
+ for await (const text of result.textStream) {
+ if (text) {
+ fullResponse += text
+ streamText.update(fullResponse)
+ }
+ }
+ })
+ .finally(() => {
+ streamText.done()
+ })
+
+ return fullResponse
+}