Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update index.ts
Nicolas5caac5e34cdc
diff --git a/apps/api/src/scraper/scrapeURL/engines/index.ts b/apps/api/src/scraper/scrapeURL/engines/index.tsindex 4305ad47b..5c77720c4 100644--- a/apps/api/src/scraper/scrapeURL/engines/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/index.ts@@ -540,7 +540,7 @@ export async function buildFallbackList(meta: Meta): Promise<}}- if (!isWikimediaUrl(meta.url)) {+ if (!isWikimediaUrl(meta.url) || Math.random() >= 0.5) {const wikiIndex = _engines.indexOf("wikipedia");if (wikiIndex !== -1) {_engines.splice(wikiIndex, 1);