Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(crawl-status, extract-status): reduce the use of BullMQ getState (#1968)
Gergő Móriczc0c4c7b890d5
diff --git a/apps/api/src/controllers/v0/crawl-status.ts b/apps/api/src/controllers/v0/crawl-status.tsindex 78c2ae0b9..843eb56d1 100644--- a/apps/api/src/controllers/v0/crawl-status.ts+++ b/apps/api/src/controllers/v0/crawl-status.ts@@ -55,7 +55,7 @@ export async function getJobs(crawlId: string, ids: string[]): Promise<PseudoJobconst job: PseudoJob<any> = {id,- getState: bullJob ? (() => bullJob.getState()) : (() => dbJob!.success ? "completed" : "failed"),+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),returnvalue: Array.isArray(data)? data[0]: data,diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.tsindex 4da7112cf..34e16e567 100644--- a/apps/api/src/controllers/v1/crawl-status.ts+++ b/apps/api/src/controllers/v1/crawl-status.ts@@ -58,7 +58,7 @@ export async function getJob(id: string): Promise<PseudoJob<any> | null> {const job: PseudoJob<any> = {id,- getState: bullJob ? bullJob.getState : (() => dbJob!.success ? "completed" : "failed"),+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : bullJob!.getState,returnvalue: Array.isArray(data)? data[0]: data,@@ -111,10 +111,9 @@ export async function getJobs(ids: string[]): Promise<PseudoJob<any>[]> {});}- const state = await bullJob?.getState();const job: PseudoJob<any> = {id,- getState: bullJob ? (() => state!) : (() => dbJob!.success ? "completed" : "failed"),+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),returnvalue: Array.isArray(data)? data[0]: data,diff --git a/apps/api/src/controllers/v1/extract-status.ts b/apps/api/src/controllers/v1/extract-status.tsindex 09d5e42ed..763482926 100644--- a/apps/api/src/controllers/v1/extract-status.ts+++ b/apps/api/src/controllers/v1/extract-status.ts@@ -18,7 +18,7 @@ export async function getExtractJob(id: string): Promise<PseudoJob<ExtractResultconst job: PseudoJob<any> = {id,- getState: bullJob ? bullJob.getState.bind(bullJob) : (() => dbJob!.success ? "completed" : "failed"),+ getState: dbJob ? (() => dbJob.success ? "completed" : "failed") : (() => bullJob!.getState()),returnvalue: data,data: {scrapeOptions: bullJob ? bullJob.data.scrapeOptions : dbJob!.page_options,