Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Update index.ts

Nicolas5caac5e34cdc
diff --git a/apps/api/src/scraper/scrapeURL/engines/index.ts b/apps/api/src/scraper/scrapeURL/engines/index.ts
index 4305ad47b..5c77720c4 100644
--- a/apps/api/src/scraper/scrapeURL/engines/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/index.ts
@@ -540,7 +540,7 @@ export async function buildFallbackList(meta: Meta): Promise<
}
}
- if (!isWikimediaUrl(meta.url)) {
+ if (!isWikimediaUrl(meta.url) || Math.random() >= 0.5) {
const wikiIndex = _engines.indexOf("wikipedia");
if (wikiIndex !== -1) {
_engines.splice(wikiIndex, 1);