Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(scraper): don't reject application/octet-stream as unsupported binary
Devin AI01b089b1575e
diff --git a/apps/api/src/scraper/scrapeURL/engines/utils/specialtyHandler.ts b/apps/api/src/scraper/scrapeURL/engines/utils/specialtyHandler.tsindex fa321551d..3e31e0a72 100644--- a/apps/api/src/scraper/scrapeURL/engines/utils/specialtyHandler.ts+++ b/apps/api/src/scraper/scrapeURL/engines/utils/specialtyHandler.ts@@ -170,7 +170,6 @@ export async function specialtyScrapeCheck("application/x-executable","application/x-sharedlib","application/java-archive",- "application/octet-stream",];if (unsupportedBinaryPrefixes.some(prefix => contentType.startsWith(prefix))