Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
pass autoProxy to fire-engine (#4385)
rowinsg071d7eb6fe28
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.tsindex b2a5e86ac..942b51314 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts@@ -421,6 +421,7 @@ export async function scrapeURLWithFireEngineChromeCDP(timeout: meta.abort.scrapeTimeout() ?? 300000,disableSmartWaitCache: meta.internalOptions.disableSmartWaitCache,mobileProxy: meta.featureFlags.has("stealthProxy"),+ autoProxy: meta.options.proxy === "auto",maxAge: meta.options.maxAge,saveScrapeResultToGCS:!meta.internalOptions.zeroDataRetention &&@@ -563,6 +564,7 @@ export async function scrapeURLWithFireEngineTLSClient(geolocation: meta.options.location,disableJsDom: meta.internalOptions.v0DisableJsDom,mobileProxy: meta.featureFlags.has("stealthProxy"),+ autoProxy: meta.options.proxy === "auto",timeout: meta.abort.scrapeTimeout() ?? 300000,maxAge: meta.options.maxAge,diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.tsindex cde9e009a..6e028c566 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts@@ -49,6 +49,7 @@ export type FireEngineScrapeRequestCommon = {geolocation?: { country?: string; languages?: string[] };mobileProxy?: boolean; // leave it undefined if user doesn't specify+ autoProxy?: boolean;timeout?: number;maxAge?: number;