Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(api/scrapeURL/fire-engine): new file size exceeds limit error detection

mogeryf8253a07c1c7
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts
index a28f5ddd2..7ff643f9c 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/checkStatus.ts
@@ -233,11 +233,10 @@ export async function fireEngineCheckStatus(
);
} else if (
typeof status.error === "string" &&
- status.error.includes("File size exceeds")
+ (status.error.includes("File size exceeds") ||
+ status.error.includes("File exceeds size limit"))
) {
- throw new UnsupportedFileError(
- "File size exceeds " + status.error.split("File size exceeds ")[1],
- );
+ throw new UnsupportedFileError("File exceeds size limit");
} else if (
typeof status.error === "string" &&
status.error.includes("failed to finish without timing out")
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
index 0a5773a58..70a703813 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/scrape.ts
@@ -266,11 +266,10 @@ export async function fireEngineScrape<
);
} else if (
typeof status.error === "string" &&
- status.error.includes("File size exceeds")
+ (status.error.includes("File size exceeds") ||
+ status.error.includes("File exceeds size limit"))
) {
- throw new UnsupportedFileError(
- "File size exceeds " + status.error.split("File size exceeds ")[1],
- );
+ throw new UnsupportedFileError("File exceeds size limit");
} else if (
typeof status.error === "string" &&
status.error.includes("failed to finish without timing out")