Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

pass autoProxy to fire-engine (#4385)

rowinsg071d7eb6fe28
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
index b2a5e86ac..942b51314 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
@@ -421,6 +421,7 @@ export async function scrapeURLWithFireEngineChromeCDP(
timeout: meta.abort.scrapeTimeout() ?? 300000,
disableSmartWaitCache: meta.internalOptions.disableSmartWaitCache,
mobileProxy: meta.featureFlags.has("stealthProxy"),
+ autoProxy: meta.options.proxy === "auto",
maxAge: meta.options.maxAge,
saveScrapeResultToGCS:
!meta.internalOptions.zeroDataRetention &&
@@ -563,6 +564,7 @@ export async function scrapeURLWithFireEngineTLSClient(
geolocation: meta.options.location,
disableJsDom: meta.internalOptions.v0DisableJsDom,
mobileProxy: meta.featureFlags.has("stealthProxy"),
+ autoProxy: meta.options.proxy === "auto",
timeout: meta.abort.scrapeTimeout() ?? 300000,
maxAge: meta.options.maxAge,
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
index cde9e009a..6e028c566 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
@@ -49,6 +49,7 @@ export type FireEngineScrapeRequestCommon = {
geolocation?: { country?: string; languages?: string[] };
mobileProxy?: boolean; // leave it undefined if user doesn't specify
+ autoProxy?: boolean;
timeout?: number;
maxAge?: number;