An AI-powered search engine with a generative UI
TypeScript generative-aigenerative-uinextjsollamareactsearxngshadcn-uitailwindcsstavilytypescriptupstashvercel-ai-sdk
feat: impl firecrawl based search provider
Yazalde Filimonef48c0ed6d0cf
diff --git a/lib/tools/search/providers/firecrawl.ts b/lib/tools/search/providers/firecrawl.tsnew file mode 100644index 00000000..23b24ef5--- /dev/null+++ b/lib/tools/search/providers/firecrawl.ts@@ -0,0 +1,56 @@+import { SearchResults } from '@/lib/types'+import { BaseSearchProvider } from './base'+import { FirecrawlClient } from '@/lib/firecrawl'++export class FirecrawlSearchProvider extends BaseSearchProvider {+ async search(+ query: string,+ maxResults: number = 10,+ searchDepth: 'basic' | 'advanced' = 'basic',+ includeDomains: string[] = [],+ excludeDomains: string[] = []+ ): Promise<SearchResults> {+ const apiKey = process.env.FIRECRAWL_API_KEY+ this.validateApiKey(apiKey, 'FIRECRAWL')++ const firecrawl = new FirecrawlClient(apiKey)++ // Definindo quais fontes usar+ const sources: ('web' | 'news' | 'images')[] = ['web']+ if (searchDepth === 'advanced') {+ sources.push('news')+ }+ sources.push('images')++ const response = await firecrawl.search({+ query,+ sources,+ limit: maxResults+ // TODO: check deep if we need to add these+ // includeDomains: includeDomains.length > 0 ? includeDomains : undefined,+ // excludeDomains: excludeDomains.length > 0 ? excludeDomains : undefined+ })++ const results = [+ ...(response.data?.web || []),+ ...(response.data?.news || [])+ ].map((r: any) => ({+ title: r.title || '',+ url: r.url,+ content: r.markdown?.slice(0, 1000) || r.snippet || r.description || ''+ }))++ const images =+ response.data?.images?.map((img: any) => ({+ url: img.imageUrl,+ description: img.title || ''+ })) || []++ return {+ results,+ query,+ images,+ number_of_results: results.length+ }+ }+}diff --git a/lib/tools/search/providers/index.ts b/lib/tools/search/providers/index.tsindex ebaba485..fcd39912 100644--- a/lib/tools/search/providers/index.ts+++ b/lib/tools/search/providers/index.ts@@ -1,9 +1,10 @@import { SearchProvider } from './base'import { ExaSearchProvider } from './exa'+import { FirecrawlSearchProvider } from './firecrawl'import { SearXNGSearchProvider } from './searxng'import { TavilySearchProvider } from './tavily'-export type SearchProviderType = 'tavily' | 'exa' | 'searxng'+export type SearchProviderType = 'tavily' | 'exa' | 'searxng' | 'firecrawl'export const DEFAULT_PROVIDER: SearchProviderType = 'tavily'export function createSearchProvider(@@ -19,6 +20,8 @@ export function createSearchProvider(return new ExaSearchProvider()case 'searxng':return new SearXNGSearchProvider()+ case 'firecrawl':+ return new FirecrawlSearchProvider()default:// Default to TavilySearchProvider if an unknown provider is specifiedreturn new TavilySearchProvider()@@ -26,6 +29,7 @@ export function createSearchProvider(}export type { ExaSearchProvider } from './exa'+export type { FirecrawlSearchProvider } from './firecrawl'export { SearXNGSearchProvider } from './searxng'export { TavilySearchProvider } from './tavily'export type { SearchProvider }