Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(cache): don't cache on failure error code
Gergő Móricz359c30fbda54
diff --git a/apps/api/src/scraper/scrapeURL/transformers/cache.ts b/apps/api/src/scraper/scrapeURL/transformers/cache.tsindex 785047a13..e0c09c443 100644--- a/apps/api/src/scraper/scrapeURL/transformers/cache.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/cache.ts@@ -3,6 +3,8 @@ import { Meta } from "..";import { CacheEntry, cacheKey, saveEntryToCache } from "../../../lib/cache";export function saveToCache(meta: Meta, document: Document): Document {+ if (document.metadata.statusCode! < 200 || document.metadata.statusCode! >= 300) return document;+if (document.rawHtml === undefined) {throw new Error("rawHtml is undefined -- this transformer is being called out of order");}