Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update cache.ts
Nicolas05e845a9711a
diff --git a/apps/api/src/scraper/scrapeURL/transformers/cache.ts b/apps/api/src/scraper/scrapeURL/transformers/cache.tsindex 523a84195..4005059f5 100644--- a/apps/api/src/scraper/scrapeURL/transformers/cache.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/cache.ts@@ -3,6 +3,10 @@ import { Meta } from "..";import { CacheEntry, cacheKey, saveEntryToCache } from "../../../lib/cache";export function saveToCache(meta: Meta, document: Document): Document {+ if (meta.internalOptions.useCache !== true) {+ return document;+ }+if (document.metadata.statusCode! < 200 ||document.metadata.statusCode! >= 300