Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix: crawl finishing
Gergő Móriczd23296dc614e
diff --git a/apps/api/src/services/extract-worker.ts b/apps/api/src/services/extract-worker.tsindex 03a6ccdaf..57132fbe7 100644--- a/apps/api/src/services/extract-worker.ts+++ b/apps/api/src/services/extract-worker.ts@@ -253,7 +253,13 @@ const workerFun = async (}};-async function processFinishCrawlJobInternal(job: NuQJob, logger: Logger) {+async function processFinishCrawlJobInternal(_job: NuQJob, logger: Logger) {+ const job = await crawlFinishedQueue.getJob(_job.id);++ if (!job) {+ throw new Error("crawlFinish job disappeared");+ }+if (!job.groupId) {throw new Error("crawlFinish job with no groupId");}