Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
debug(api/scrape): more logging
Gergő Móricz6d1b9bf1fe16
diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.tsindex d9707414e..049a4b57f 100644--- a/apps/api/src/controllers/v1/scrape.ts+++ b/apps/api/src/controllers/v1/scrape.ts@@ -129,7 +129,11 @@ export async function scrapeController(}}+ logger.info("Scrape completed");+await getScrapeQueue().remove(jobId);++ logger.info("Job removed from queue");if (!req.body.formats.includes("rawHtml")) {if (doc && doc.rawHtml) {@@ -137,7 +141,6 @@ export async function scrapeController(}}-return res.status(200).json({success: true,data: doc,