Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: waitFor fixes
Nicolas6bfd24d90338
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 7693ae04c..465810baf 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -140,7 +140,7 @@ export const scrapeOptions = zexcludeTags: z.string().array().optional(),onlyMainContent: z.boolean().default(true),timeout: z.number().int().positive().finite().safe().optional(),- waitFor: z.number().int().nonnegative().finite().safe().max(60000).default(0),+ waitFor: z.number().int().nonnegative().finite().safe().max(30000).default(0),// Deprecate this to jsonOptionsextract: extractOptions.optional(),// Newdiff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.tsindex 50198ca7a..eda8402d5 100644--- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts@@ -151,9 +151,9 @@ export async function scrapeURLWithFireEngineChromeCDP(// Transform waitFor option into an action (unsupported by chrome-cdp)...(meta.options.waitFor !== 0? [- {+ {type: "wait" as const,- milliseconds: meta.options.waitFor,+ milliseconds: meta.options.waitFor > 30000 ? 30000 : meta.options.waitFor,},]: []),