Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api/scrapeURL/fire-engine): new file size exceeds limit error detection
mogeryf8253a07c1c7
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.tsindex a28f5ddd2..7ff643f9c 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts@@ -233,11 +233,10 @@ export async function fireEngineCheckStatus();} else if (typeof status.error === "string" &&- status.error.includes("File size exceeds")+ (status.error.includes("File size exceeds") ||+ status.error.includes("File exceeds size limit"))) {- throw new UnsupportedFileError(- "File size exceeds " + status.error.split("File size exceeds ")[1],- );+ throw new UnsupportedFileError("File exceeds size limit");} else if (typeof status.error === "string" &&status.error.includes("failed to finish without timing out")diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.tsindex 0a5773a58..70a703813 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts@@ -266,11 +266,10 @@ export async function fireEngineScrape<);} else if (typeof status.error === "string" &&- status.error.includes("File size exceeds")+ (status.error.includes("File size exceeds") ||+ status.error.includes("File exceeds size limit"))) {- throw new UnsupportedFileError(- "File size exceeds " + status.error.split("File size exceeds ")[1],- );+ throw new UnsupportedFileError("File exceeds size limit");} else if (typeof status.error === "string" &&status.error.includes("failed to finish without timing out")