Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick: waitFor fixes

Nicolas6bfd24d90338
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 7693ae04c..465810baf 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -140,7 +140,7 @@ export const scrapeOptions = z
excludeTags: z.string().array().optional(),
onlyMainContent: z.boolean().default(true),
timeout: z.number().int().positive().finite().safe().optional(),
- waitFor: z.number().int().nonnegative().finite().safe().max(60000).default(0),
+ waitFor: z.number().int().nonnegative().finite().safe().max(30000).default(0),
// Deprecate this to jsonOptions
extract: extractOptions.optional(),
// New
diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
index 50198ca7a..eda8402d5 100644
--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
@@ -151,9 +151,9 @@ export async function scrapeURLWithFireEngineChromeCDP(
// Transform waitFor option into an action (unsupported by chrome-cdp)
...(meta.options.waitFor !== 0
? [
- {
+ {
type: "wait" as const,
- milliseconds: meta.options.waitFor,
+ milliseconds: meta.options.waitFor > 30000 ? 30000 : meta.options.waitFor,
},
]
: []),