Skip to content

An AI-powered search engine with a generative UI

feat: impl firecrawl based search provider

Yazalde Filimonef48c0ed6d0cf
diff --git a/lib/tools/search/providers/firecrawl.ts b/lib/tools/search/providers/firecrawl.ts
new file mode 100644
index 00000000..23b24ef5
--- /dev/null
+++ b/lib/tools/search/providers/firecrawl.ts
@@ -0,0 +1,56 @@
+import { SearchResults } from '@/lib/types'
+import { BaseSearchProvider } from './base'
+import { FirecrawlClient } from '@/lib/firecrawl'
+
+export class FirecrawlSearchProvider extends BaseSearchProvider {
+ async search(
+ query: string,
+ maxResults: number = 10,
+ searchDepth: 'basic' | 'advanced' = 'basic',
+ includeDomains: string[] = [],
+ excludeDomains: string[] = []
+ ): Promise<SearchResults> {
+ const apiKey = process.env.FIRECRAWL_API_KEY
+ this.validateApiKey(apiKey, 'FIRECRAWL')
+
+ const firecrawl = new FirecrawlClient(apiKey)
+
+ // Definindo quais fontes usar
+ const sources: ('web' | 'news' | 'images')[] = ['web']
+ if (searchDepth === 'advanced') {
+ sources.push('news')
+ }
+ sources.push('images')
+
+ const response = await firecrawl.search({
+ query,
+ sources,
+ limit: maxResults
+ // TODO: check deep if we need to add these
+ // includeDomains: includeDomains.length > 0 ? includeDomains : undefined,
+ // excludeDomains: excludeDomains.length > 0 ? excludeDomains : undefined
+ })
+
+ const results = [
+ ...(response.data?.web || []),
+ ...(response.data?.news || [])
+ ].map((r: any) => ({
+ title: r.title || '',
+ url: r.url,
+ content: r.markdown?.slice(0, 1000) || r.snippet || r.description || ''
+ }))
+
+ const images =
+ response.data?.images?.map((img: any) => ({
+ url: img.imageUrl,
+ description: img.title || ''
+ })) || []
+
+ return {
+ results,
+ query,
+ images,
+ number_of_results: results.length
+ }
+ }
+}
diff --git a/lib/tools/search/providers/index.ts b/lib/tools/search/providers/index.ts
index ebaba485..fcd39912 100644
--- a/lib/tools/search/providers/index.ts
+++ b/lib/tools/search/providers/index.ts
@@ -1,9 +1,10 @@
import { SearchProvider } from './base'
import { ExaSearchProvider } from './exa'
+import { FirecrawlSearchProvider } from './firecrawl'
import { SearXNGSearchProvider } from './searxng'
import { TavilySearchProvider } from './tavily'
-export type SearchProviderType = 'tavily' | 'exa' | 'searxng'
+export type SearchProviderType = 'tavily' | 'exa' | 'searxng' | 'firecrawl'
export const DEFAULT_PROVIDER: SearchProviderType = 'tavily'
export function createSearchProvider(
@@ -19,6 +20,8 @@ export function createSearchProvider(
return new ExaSearchProvider()
case 'searxng':
return new SearXNGSearchProvider()
+ case 'firecrawl':
+ return new FirecrawlSearchProvider()
default:
// Default to TavilySearchProvider if an unknown provider is specified
return new TavilySearchProvider()
@@ -26,6 +29,7 @@ export function createSearchProvider(
}
export type { ExaSearchProvider } from './exa'
+export type { FirecrawlSearchProvider } from './firecrawl'
export { SearXNGSearchProvider } from './searxng'
export { TavilySearchProvider } from './tavily'
export type { SearchProvider }