Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(scrapeURL/fire-engine): timeouts
Gergő Móriczafbd01299af9
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.tsindex 3fc32835d..a5ebb9e99 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts@@ -136,7 +136,7 @@ export async function scrapeURLWithFireEngineChromeCDP(priority: meta.internalOptions.priority,geolocation: meta.options.geolocation,mobile: meta.options.mobile,- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic+ timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logicdisableSmartWaitCache: meta.internalOptions.disableSmartWaitCache,// TODO: scrollXPaths};@@ -220,7 +220,7 @@ export async function scrapeURLWithFireEnginePlaywright(wait: meta.options.waitFor,geolocation: meta.options.geolocation,- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic+ timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logic};let response = await performFireEngineScrape(@@ -279,7 +279,7 @@ export async function scrapeURLWithFireEngineTLSClient(geolocation: meta.options.geolocation,disableJsDom: meta.internalOptions.v0DisableJsDom,- timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic+ timeout: meta.options.timeout === undefined ? 30000 : meta.options.timeout, // TODO: better timeout logic};let response = await performFireEngineScrape(