Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick: __experimental

Nicolasef789ce8d71e
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.ts
index 4b681438a..e8e23fea1 100644
--- a/apps/api/src/controllers/v1/scrape.ts
+++ b/apps/api/src/controllers/v1/scrape.ts
@@ -52,6 +52,7 @@ export async function scrapeController(
teamId: req.auth.team_id,
saveScrapeResultToGCS: process.env.GCS_FIRE_ENGINE_BUCKET_NAME ? true : false,
unnormalizedSourceURL: preNormalizedBody.url,
+ useCache: req.body.__experimental_cache ? true : false,
},
origin: req.body.origin,
startTime,
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 5ee1328d0..18802947e 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -309,6 +309,7 @@ const baseScrapeOptions = z
useMock: z.string().optional(),
blockAds: z.boolean().default(true),
proxy: z.enum(["basic", "stealth", "auto"]).optional(),
+ __experimental_cache: z.boolean().default(false).optional(),
})
.strict(strictMessage);
diff --git a/apps/api/src/lib/deep-research/deep-research-service.ts b/apps/api/src/lib/deep-research/deep-research-service.ts
index 36d83eda7..dd3f739c4 100644
--- a/apps/api/src/lib/deep-research/deep-research-service.ts
+++ b/apps/api/src/lib/deep-research/deep-research-service.ts
@@ -131,6 +131,7 @@ export async function performDeepResearch(options: DeepResearchServiceOptions) {
removeBase64Images: false,
fastMode: false,
blockAds: false,
+ __experimental_cache: true,
},
}, logger, costTracking, acuc?.flags ?? null);
return response.length > 0 ? response : [];