Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api): exempt only monitor-billed jobs from the redirect blocklist re-check (#5655)
tomsideguideabfb65f305d5
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.tsindex 5a3415674..ab6162842 100644--- a/apps/api/src/services/worker/scrape-worker.ts+++ b/apps/api/src/services/worker/scrape-worker.ts@@ -481,7 +481,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {if (pipeline.exchange === undefined &&- job.data.origin !== "monitor" &&+ job.data.billing?.endpoint !== "monitor" &&!job.data.internalOptions?.isParse &&doc.metadata.url !== undefined &&doc.metadata.sourceURL !== undefined &&