Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix/added unkwown status to job filter
rafaelsideguide2d3d7c827a75
diff --git a/apps/api/src/controllers/v0/crawl-status.ts b/apps/api/src/controllers/v0/crawl-status.tsindex 4c50b3754..66522bcf4 100644--- a/apps/api/src/controllers/v0/crawl-status.ts+++ b/apps/api/src/controllers/v0/crawl-status.ts@@ -60,7 +60,7 @@ export async function crawlStatusController(req: Request, res: Response) {}));// Filter out failed jobs- jobsWithStatuses = jobsWithStatuses.filter(x => x.status !== "failed");+ jobsWithStatuses = jobsWithStatuses.filter(x => x.status !== "failed" && x.status !== "unknown");// Sort jobs by timestampjobsWithStatuses.sort((a, b) => a.job.timestamp - b.job.timestamp);diff --git a/apps/api/src/controllers/v1/crawl-status-ws.ts b/apps/api/src/controllers/v1/crawl-status-ws.tsindex b67e559b2..0d6d5803b 100644--- a/apps/api/src/controllers/v1/crawl-status-ws.ts+++ b/apps/api/src/controllers/v1/crawl-status-ws.ts@@ -101,7 +101,7 @@ async function crawlStatusWS(ws: WebSocket, req: RequestWithAuth<CrawlStatusPara// filter out failed jobsjobIDs = jobIDs.filter(id => !jobStatuses.some(status => status[0] === id && status[1] === "failed"));// filter the job statues- jobStatuses = jobStatuses.filter(x => x[1] !== "failed");+ jobStatuses = jobStatuses.filter(x => x[1] !== "failed" && x[1] !== "unknown");const status: Exclude<CrawlStatusResponse, ErrorResponse>["status"] = sc.cancelled ? "cancelled" : jobStatuses.every(x => x[1] === "completed") ? "completed" : "scraping";const doneJobs = await getJobs(doneJobIDs);const data = doneJobs.map(x => x.returnvalue);