Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(api): exempt only monitor-billed jobs from the redirect blocklist re-check (#5655)

tomsideguideabfb65f305d5
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.ts
index 5a3415674..ab6162842 100644
--- a/apps/api/src/services/worker/scrape-worker.ts
+++ b/apps/api/src/services/worker/scrape-worker.ts
@@ -481,7 +481,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {
if (
pipeline.exchange === undefined &&
- job.data.origin !== "monitor" &&
+ job.data.billing?.endpoint !== "monitor" &&
!job.data.internalOptions?.isParse &&
doc.metadata.url !== undefined &&
doc.metadata.sourceURL !== undefined &&