Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update scrape.ts
Nicolas8c661f532914
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.tsindex ac1ab544d..0a2acdf9b 100644--- a/apps/api/src/controllers/v1/scrape.ts+++ b/apps/api/src/controllers/v1/scrape.ts@@ -43,6 +43,12 @@ export async function scrapeController(//const isDirectToBullMQ = process.env.SEARCH_PREVIEW_TOKEN === req.body.__searchPreviewToken;+ logger.debug("isDirectToBullMQ", {+ isDirectToBullMQ,+ searchPreviewToken: req.body.__searchPreviewToken,+ searchPreviewTokenEnv: process.env.SEARCH_PREVIEW_TOKEN,+ jobId,+ });await addScrapeJob({url: req.body.url,