Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(scrapeURL/fire-engine): timeouts

Gergő Móriczafbd01299af9
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
index 3fc32835d..a5ebb9e99 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
@@ -136,7 +136,7 @@ export async function scrapeURLWithFireEngineChromeCDP(
priority: meta.internalOptions.priority,
geolocation: meta.options.geolocation,
mobile: meta.options.mobile,
- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
+ timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logic
disableSmartWaitCache: meta.internalOptions.disableSmartWaitCache,
// TODO: scrollXPaths
};
@@ -220,7 +220,7 @@ export async function scrapeURLWithFireEnginePlaywright(
wait: meta.options.waitFor,
geolocation: meta.options.geolocation,
- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
+ timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logic
};
let response = await performFireEngineScrape(
@@ -279,7 +279,7 @@ export async function scrapeURLWithFireEngineTLSClient(
geolocation: meta.options.geolocation,
disableJsDom: meta.internalOptions.v0DisableJsDom,
- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
+ timeout: meta.options.timeout === undefined ? 30000 : meta.options.timeout, // TODO: better timeout logic
};
let response = await performFireEngineScrape(