Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(v1/batch/scrape): raise default timeout

Gergő Móriczc95a4a26c92d
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index e14087e12..3b4c8399c 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -186,9 +186,10 @@ export const webhookSchema = z.preprocess(x => {
headers: z.record(z.string(), z.string()).default({}),
}).strict(strictMessage))
-export const batchScrapeRequestSchema = scrapeOptions.extend({
+export const batchScrapeRequestSchema = scrapeOptions.omit({ timeout: true }).extend({
urls: url.array(),
origin: z.string().optional().default("api"),
+ timeout: z.number().int().positive().finite().safe().default(60000),
webhook: webhookSchema.optional(),
}).strict(strictMessage).refine(
(obj) => {
@@ -199,12 +200,7 @@ export const batchScrapeRequestSchema = scrapeOptions.extend({
{
message: "When 'extract' format is specified, 'extract' options must be provided, and vice versa",
}
-).transform((obj) => {
- if ((obj.formats?.includes("extract") || obj.extract) && !obj.timeout) {
- return { ...obj, timeout: 60000 };
- }
- return obj;
-});
+);
export type BatchScrapeRequest = z.infer<typeof batchScrapeRequestSchema>;