Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick:

Nicolas2a710e945f70
diff --git a/apps/api/src/controllers/v2/types.ts b/apps/api/src/controllers/v2/types.ts
index 489fa8cee..825fc94a1 100644
--- a/apps/api/src/controllers/v2/types.ts
+++ b/apps/api/src/controllers/v2/types.ts
@@ -320,7 +320,7 @@ const baseScrapeOptions = z
useMock: z.string().optional(),
blockAds: z.boolean().default(true),
proxy: z.enum(["basic", "stealth", "auto"]).optional(),
- maxAge: z.number().int().gte(0).safe().default(2 * 24 * 60 * 60 * 1000),
+ maxAge: z.number().int().gte(0).safe().default(2 * 24 * 60 * 60 * 1000), // 2 days
storeInCache: z.boolean().default(true),
// @deprecated
__searchPreviewToken: z.string().optional(),
diff --git a/apps/api/src/routes/v2.ts b/apps/api/src/routes/v2.ts
index d28ab22f0..192e9208d 100644
--- a/apps/api/src/routes/v2.ts
+++ b/apps/api/src/routes/v2.ts
@@ -34,6 +34,7 @@ v2Router.post(
"/search",
authMiddleware(RateLimiterMode.Search),
checkCreditsMiddleware(),
+ blocklistMiddleware,
wrap(searchController),
);
@@ -41,6 +42,7 @@ v2Router.post(
"/scrape",
authMiddleware(RateLimiterMode.Scrape),
checkCreditsMiddleware(),
+ blocklistMiddleware,
wrap(scrapeController),
);
@@ -54,6 +56,7 @@ v2Router.post(
"/batch/scrape",
authMiddleware(RateLimiterMode.Scrape),
checkCreditsMiddleware(),
+ blocklistMiddleware,
wrap(batchScrapeController),
);
@@ -61,6 +64,7 @@ v2Router.post(
"/map",
authMiddleware(RateLimiterMode.Map),
checkCreditsMiddleware(),
+ blocklistMiddleware,
wrap(mapController),
);
@@ -128,6 +132,7 @@ v2Router.post(
"/extract",
authMiddleware(RateLimiterMode.Extract),
checkCreditsMiddleware(),
+ blocklistMiddleware,
wrap(extractController),
);