An AI-powered search engine with a generative UI
TypeScript generative-aigenerative-uinextjsollamareactsearxngshadcn-uitailwindcsstavilytypescriptupstashvercel-ai-sdk
feat: add Fireworks provider and integrate with model registry
Yoshiki Miura418b47ae4a7e
diff --git a/bun.lockb b/bun.lockbindex 7ee58a2d..18653501 100755Binary files a/bun.lockb and b/bun.lockb differdiff --git a/lib/types/models.ts b/lib/types/models.tsindex 7141cc0d..63e90063 100644--- a/lib/types/models.ts+++ b/lib/types/models.ts@@ -24,6 +24,12 @@ export const models: Model[] = [provider: 'Azure',providerId: 'azure'},+ {+ id: 'accounts/fireworks/models/deepseek-r1',+ name: 'DeepSeek R1',+ provider: 'Fireworks',+ providerId: 'fireworks'+ },{id: 'deepseek-reasoner',name: 'DeepSeek R1',diff --git a/lib/utils/registry.ts b/lib/utils/registry.tsindex df7442ab..aac08d3c 100644--- a/lib/utils/registry.ts+++ b/lib/utils/registry.ts@@ -1,13 +1,14 @@import { anthropic } from '@ai-sdk/anthropic'import { createAzure } from '@ai-sdk/azure'import { deepseek } from '@ai-sdk/deepseek'+import { createFireworks, fireworks } from '@ai-sdk/fireworks'import { google } from '@ai-sdk/google'import { groq } from '@ai-sdk/groq'import { createOpenAI, openai } from '@ai-sdk/openai'import {experimental_createProviderRegistry as createProviderRegistry,extractReasoningMiddleware,- experimental_wrapLanguageModel as wrapLanguageModel+ wrapLanguageModel} from 'ai'import { createOllama } from 'ollama-ai-provider'@@ -24,6 +25,12 @@ export const registry = createProviderRegistry({resourceName: process.env.AZURE_RESOURCE_NAME}),deepseek,+ fireworks: {+ ...createFireworks({+ apiKey: process.env.FIREWORKS_API_KEY+ }),+ languageModel: fireworks+ },'openai-compatible': createOpenAI({apiKey: process.env.OPENAI_COMPATIBLE_API_KEY,baseURL: process.env.OPENAI_COMPATIBLE_API_BASE_URL@@ -31,8 +38,8 @@ export const registry = createProviderRegistry({})export function getModel(model: string) {+ const modelName = model.split(':')[1]if (model.includes('ollama')) {- const modelName = model.split(':')[1]const ollama = createOllama({baseURL: `${process.env.OLLAMA_BASE_URL}/api`})@@ -55,7 +62,6 @@ export function getModel(model: string) {// if model is groq and includes deepseek-r1, add reasoning middlewareif (model.includes('groq') && model.includes('deepseek-r1')) {- const modelName = model.split(':')[1]return wrapLanguageModel({model: groq(modelName),middleware: extractReasoningMiddleware({@@ -64,6 +70,16 @@ export function getModel(model: string) {})}+ // if model is fireworks and includes deepseek-r1, add reasoning middleware+ if (model.includes('fireworks') && model.includes('deepseek-r1')) {+ return wrapLanguageModel({+ model: fireworks(modelName),+ middleware: extractReasoningMiddleware({+ tagName: 'think'+ })+ })+ }+return registry.languageModel(model)}@@ -83,6 +99,8 @@ export function isProviderEnabled(providerId: string): boolean {return !!process.env.AZURE_API_KEY && !!process.env.AZURE_RESOURCE_NAMEcase 'deepseek':return !!process.env.DEEPSEEK_API_KEY+ case 'fireworks':+ return !!process.env.FIREWORKS_API_KEYcase 'openai-compatible':return (!!process.env.OPENAI_COMPATIBLE_API_KEY &&@@ -98,10 +116,13 @@ export function getToolCallModel(model?: string) {const provider = model?.split(':')[0]switch (provider) {case 'groq':- return getModel('openai:gpt-4o-mini')- // return getModel(model!)+ return getModel('groq:llama-3.1-8b-instant')case 'deepseek':return getModel('deepseek:deepseek-chat')+ case 'fireworks':+ return getModel(+ 'fireworks:accounts/fireworks/models/llama-v3p1-8b-instruct'+ )default:return getModel('openai:gpt-4o-mini')}diff --git a/package.json b/package.jsonindex 7d83ec10..d5e1f7f8 100644--- a/package.json+++ b/package.json@@ -13,6 +13,7 @@"@ai-sdk/anthropic": "^1.1.5","@ai-sdk/azure": "^1.1.5","@ai-sdk/deepseek": "^0.1.6",+ "@ai-sdk/fireworks": "^0.1.6","@ai-sdk/google": "^1.1.5","@ai-sdk/groq": "^1.1.6","@ai-sdk/openai": "^1.1.5",diff --git a/public/providers/logos/fireworks.svg b/public/providers/logos/fireworks.svgnew file mode 100644index 00000000..986023e3--- /dev/null+++ b/public/providers/logos/fireworks.svg@@ -0,0 +1,3 @@+<svg width="162" height="162" viewBox="0 0 162 162" fill="none" xmlns="http://www.w3.org/2000/svg">+<path fill-rule="evenodd" clip-rule="evenodd" d="M97.9839 46L81.3322 85.9032L64.6648 46H53.9724L72.2409 89.621C73.7561 93.2606 77.3098 95.6115 81.2697 95.6115C85.2296 95.6115 88.7755 93.2606 90.2985 89.6366L108.676 46H97.9839ZM105.099 106.796L135.56 75.9997L131.405 66.1976L98.1323 99.8994C95.3518 102.719 94.5552 106.874 96.0938 110.514C97.6246 114.122 101.163 116.457 105.107 116.457L105.123 116.473L152.68 116.356L148.525 106.554L105.107 106.796H105.099ZM27.1204 75.9762L31.2755 66.1742L64.5477 99.876C67.3282 102.688 68.1326 106.858 66.5862 110.49C65.0554 114.107 61.5016 116.434 57.573 116.434L10.0156 116.325L10 116.34L14.1551 106.538L57.573 106.78L27.1204 75.9762Z" fill="black"/>+</svg>