Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api/crawl): disallow broken delay parameters
mogeryd5976f582d41
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 97ab46a71..117c69c76 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -856,7 +856,14 @@ const crawlerOptions = z.strictObject({deduplicateSimilarURLs: z.boolean().prefault(true),ignoreQueryParameters: z.boolean().prefault(false),regexOnFullURL: z.boolean().prefault(false),- delay: z.number().positive().optional(),+ delay: z+ .number()+ .positive()+ .max(+ 60,+ "The delay parameter is measured in seconds and cannot exceed 60 seconds.",+ )+ .optional(),});// export type CrawlerOptions = {diff --git a/apps/api/src/controllers/v2/types.ts b/apps/api/src/controllers/v2/types.tsindex 7388ca54a..486ab237e 100644--- a/apps/api/src/controllers/v2/types.ts+++ b/apps/api/src/controllers/v2/types.ts@@ -1067,7 +1067,14 @@ export const crawlerOptions = z.strictObject({deduplicateSimilarURLs: z.boolean().prefault(true),ignoreQueryParameters: z.boolean().prefault(false),regexOnFullURL: z.boolean().prefault(false),- delay: z.number().positive().optional(),+ delay: z+ .number()+ .positive()+ .max(+ 60,+ "The delay parameter is measured in seconds and cannot exceed 60 seconds.",+ )+ .optional(),});// export type CrawlerOptions = {