Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Revert "Merge branch 'nsc/crawl-n--1-fixes'"
Nicolasf3aa32863fbb
diff --git a/apps/api/src/scraper/scrapeURL/engines/index.ts b/apps/api/src/scraper/scrapeURL/engines/index.tsindex b4a9104e3..d2305d9c0 100644--- a/apps/api/src/scraper/scrapeURL/engines/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/index.ts@@ -17,7 +17,7 @@ const useCache = process.env.CACHE_REDIS_URL !== '' && process.env.CACHE_REDIS_Uexport const engines: Engine[] = [// ...(useCache ? [ "cache" as const ] : []),- // ...(useFireEngine ? [ "fire-engine;chrome-cdp" as const, "fire-engine;playwright" as const, "fire-engine;tlsclient" as const ] : []),+ ...(useFireEngine ? [ "fire-engine;chrome-cdp" as const, "fire-engine;playwright" as const, "fire-engine;tlsclient" as const ] : []),...(useScrapingBee ? [ "scrapingbee" as const, "scrapingbeeLoad" as const ] : []),...(usePlaywright ? [ "playwright" as const ] : []),"fetch",