Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(crawl-status, extract-status): reduce the use of BullMQ getState (#1968)

Gergő Móriczc0c4c7b890d5
diff --git a/apps/api/src/controllers/v0/crawl-status.ts b/apps/api/src/controllers/v0/crawl-status.ts
index 78c2ae0b9..843eb56d1 100644
--- a/apps/api/src/controllers/v0/crawl-status.ts
+++ b/apps/api/src/controllers/v0/crawl-status.ts
@@ -55,7 +55,7 @@ export async function getJobs(crawlId: string, ids: string[]): Promise<PseudoJob
const job: PseudoJob<any> = {
id,
- getState: bullJob ? (() => bullJob.getState()) : (() => dbJob!.success ? "completed" : "failed"),
+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),
returnvalue: Array.isArray(data)
? data[0]
: data,
diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts
index 4da7112cf..34e16e567 100644
--- a/apps/api/src/controllers/v1/crawl-status.ts
+++ b/apps/api/src/controllers/v1/crawl-status.ts
@@ -58,7 +58,7 @@ export async function getJob(id: string): Promise<PseudoJob<any> | null> {
const job: PseudoJob<any> = {
id,
- getState: bullJob ? bullJob.getState : (() => dbJob!.success ? "completed" : "failed"),
+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : bullJob!.getState,
returnvalue: Array.isArray(data)
? data[0]
: data,
@@ -111,10 +111,9 @@ export async function getJobs(ids: string[]): Promise<PseudoJob<any>[]> {
});
}
- const state = await bullJob?.getState();
const job: PseudoJob<any> = {
id,
- getState: bullJob ? (() => state!) : (() => dbJob!.success ? "completed" : "failed"),
+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),
returnvalue: Array.isArray(data)
? data[0]
: data,
diff --git a/apps/api/src/controllers/v1/extract-status.ts b/apps/api/src/controllers/v1/extract-status.ts
index 09d5e42ed..763482926 100644
--- a/apps/api/src/controllers/v1/extract-status.ts
+++ b/apps/api/src/controllers/v1/extract-status.ts
@@ -18,7 +18,7 @@ export async function getExtractJob(id: string): Promise<PseudoJob<ExtractResult
const job: PseudoJob<any> = {
id,
- getState: bullJob ? bullJob.getState.bind(bullJob) : (() => dbJob!.success ? "completed" : "failed"),
+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),
returnvalue: data,
data: {
scrapeOptions: bullJob ? bullJob.data.scrapeOptions : dbJob!.page_options,