Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: __experimental
Nicolasef789ce8d71e
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.tsindex 4b681438a..e8e23fea1 100644--- a/apps/api/src/controllers/v1/scrape.ts+++ b/apps/api/src/controllers/v1/scrape.ts@@ -52,6 +52,7 @@ export async function scrapeController(teamId: req.auth.team_id,saveScrapeResultToGCS: process.env.GCS_FIRE_ENGINE_BUCKET_NAME ? true : false,unnormalizedSourceURL: preNormalizedBody.url,+ useCache: req.body.__experimental_cache ? true : false,},origin: req.body.origin,startTime,diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 5ee1328d0..18802947e 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -309,6 +309,7 @@ const baseScrapeOptions = zuseMock: z.string().optional(),blockAds: z.boolean().default(true),proxy: z.enum(["basic", "stealth", "auto"]).optional(),+ __experimental_cache: z.boolean().default(false).optional(),}).strict(strictMessage);diff --git a/apps/api/src/lib/deep-research/deep-research-service.ts b/apps/api/src/lib/deep-research/deep-research-service.tsindex 36d83eda7..dd3f739c4 100644--- a/apps/api/src/lib/deep-research/deep-research-service.ts+++ b/apps/api/src/lib/deep-research/deep-research-service.ts@@ -131,6 +131,7 @@ export async function performDeepResearch(options: DeepResearchServiceOptions) {removeBase64Images: false,fastMode: false,blockAds: false,+ __experimental_cache: true,},}, logger, costTracking, acuc?.flags ?? null);return response.length > 0 ? response : [];