Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(scrapeURL/index): exclude waitfor (#1787)

Gergő Móricz5f722a97b1ff
diff --git a/apps/api/src/scraper/scrapeURL/engines/index.ts b/apps/api/src/scraper/scrapeURL/engines/index.ts
index 5879b70b7..385f9aea7 100644
--- a/apps/api/src/scraper/scrapeURL/engines/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/index.ts
@@ -423,6 +423,7 @@ export function buildFallbackList(meta: Meta): {
const shouldUseIndex =
useIndex
&& process.env.FIRECRAWL_INDEX_WRITE_ONLY !== "true"
+ && meta.options.waitFor === 0
&& !meta.options.formats.includes("changeTracking")
&& meta.options.maxAge !== 0
&& (