Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(api/crawl): disallow broken delay parameters

mogeryd5976f582d41
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 97ab46a71..117c69c76 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -856,7 +856,14 @@ const crawlerOptions = z.strictObject({
deduplicateSimilarURLs: z.boolean().prefault(true),
ignoreQueryParameters: z.boolean().prefault(false),
regexOnFullURL: z.boolean().prefault(false),
- delay: z.number().positive().optional(),
+ delay: z
+ .number()
+ .positive()
+ .max(
+ 60,
+ "The delay parameter is measured in seconds and cannot exceed 60 seconds.",
+ )
+ .optional(),
});
// export type CrawlerOptions = {
diff --git a/apps/api/src/controllers/v2/types.ts b/apps/api/src/controllers/v2/types.ts
index 7388ca54a..486ab237e 100644
--- a/apps/api/src/controllers/v2/types.ts
+++ b/apps/api/src/controllers/v2/types.ts
@@ -1067,7 +1067,14 @@ export const crawlerOptions = z.strictObject({
deduplicateSimilarURLs: z.boolean().prefault(true),
ignoreQueryParameters: z.boolean().prefault(false),
regexOnFullURL: z.boolean().prefault(false),
- delay: z.number().positive().optional(),
+ delay: z
+ .number()
+ .positive()
+ .max(
+ 60,
+ "The delay parameter is measured in seconds and cannot exceed 60 seconds.",
+ )
+ .optional(),
});
// export type CrawlerOptions = {