Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix: crawl finishing

Gergő Móriczd23296dc614e
diff --git a/apps/api/src/services/extract-worker.ts b/apps/api/src/services/extract-worker.ts
index 03a6ccdaf..57132fbe7 100644
--- a/apps/api/src/services/extract-worker.ts
+++ b/apps/api/src/services/extract-worker.ts
@@ -253,7 +253,13 @@ const workerFun = async (
}
};
-async function processFinishCrawlJobInternal(job: NuQJob, logger: Logger) {
+async function processFinishCrawlJobInternal(_job: NuQJob, logger: Logger) {
+ const job = await crawlFinishedQueue.getJob(_job.id);
+
+ if (!job) {
+ throw new Error("crawlFinish job disappeared");
+ }
+
if (!job.groupId) {
throw new Error("crawlFinish job with no groupId");
}