Skip to content

An AI-powered search engine with a generative UI

fix: exclude instagram.com from Tavily results in Cloud deployments (#828)

Yoshiki Miura20bad581851b
diff --git a/lib/tools/search/providers/tavily.ts b/lib/tools/search/providers/tavily.ts
index 1f65c988..3a2ab5bd 100644
--- a/lib/tools/search/providers/tavily.ts
+++ b/lib/tools/search/providers/tavily.ts
@@ -3,6 +3,11 @@ import { sanitizeUrl } from '@/lib/utils'
import { BaseSearchProvider } from './base'
+// Domains excluded system-wide in Morphic Cloud deployments. Tavily has
+// started surfacing low-value aggregator/social pages (notably Instagram)
+// that rarely help answer informational queries.
+const CLOUD_EXCLUDED_DOMAINS = ['instagram.com']
+
export class TavilySearchProvider extends BaseSearchProvider {
async search(
query: string,
@@ -18,6 +23,11 @@ export class TavilySearchProvider extends BaseSearchProvider {
const filledQuery =
query.length < 5 ? query + ' '.repeat(5 - query.length) : query
+ const isCloudDeployment = process.env.MORPHIC_CLOUD_DEPLOYMENT === 'true'
+ const effectiveExcludeDomains = isCloudDeployment
+ ? Array.from(new Set([...excludeDomains, ...CLOUD_EXCLUDED_DOMAINS]))
+ : excludeDomains
+
const includeImageDescriptions = true
const response = await fetch('https://api.tavily.com/search', {
method: 'POST',
@@ -33,7 +43,7 @@ export class TavilySearchProvider extends BaseSearchProvider {
include_image_descriptions: includeImageDescriptions,
include_answers: true,
include_domains: includeDomains,
- exclude_domains: excludeDomains
+ exclude_domains: effectiveExcludeDomains
})
})