Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Attempt fix infinite loop (#2644)

Abimael Martellc8170af4e02f
diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts
index a725b071f..f81cc9c24 100644
--- a/apps/api/src/scraper/scrapeURL/index.ts
+++ b/apps/api/src/scraper/scrapeURL/index.ts
@@ -1076,6 +1076,7 @@ export async function scrapeURL(
meta.logger.debug(
"PDF was blocked by anti-bot, skipping as it was already attempted",
);
+ throw error;
}
}
} else if (
@@ -1101,6 +1102,7 @@ export async function scrapeURL(
meta.logger.debug(
"Document was blocked by anti-bot, skipping as it was already attempted",
);
+ throw error;
}
}
} else {