Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(v1/crawl-status): fix stuck on 0 jobs
Gergő Móriczdde3aebac46e
diff --git a/apps/api/requests.http b/apps/api/requests.httpindex 962ebabee..95195e9fe 100644--- a/apps/api/requests.http+++ b/apps/api/requests.http@@ -9,19 +9,17 @@ Authorization: Bearer {{$dotenv TEST_API_KEY}}content-type: application/json{- "url":"https://opencorporates.com/companies/us_tn/001260776/"+ "url":"https://firecrawl.dev"}-### http://ibtikar.net.sa bugado. redirect-### https://bansko.bg/bg -> webhooks### Crawl Website# @name crawl-POST {{baseUrl}}/v1/map HTTP/1.1+POST {{baseUrl}}/v1/crawl HTTP/1.1Authorization: Bearer {{$dotenv TEST_API_KEY}}content-type: application/json-{- "url": "https://emelitastes.lausd.org"+{+ "url": "https://firecrawl.dev"}### Check Crawl Statusdiff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.tsindex a2593cedc..02046364c 100644--- a/apps/api/src/controllers/v1/crawl-status.ts+++ b/apps/api/src/controllers/v1/crawl-status.ts@@ -12,6 +12,7 @@ import {getDoneJobsOrdered,getDoneJobsOrderedLength,getThrottledJobs,+ isCrawlFinished,} from "../../lib/crawl-redis";import { getScrapeQueue } from "../../services/queue-service";import {@@ -116,7 +117,7 @@ export async function crawlStatusController(sc.cancelled? "cancelled": validJobStatuses.every((x) => x[1] === "completed") &&- validJobStatuses.length > 0+ await isCrawlFinished(req.params.jobId)? "completed": "scraping";