Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api): skip precrawl team in concurrency queue backfill (#2937)
firecrawl-spring[bot]7e676b553b97
diff --git a/apps/api/src/controllers/v0/admin/concurrency-queue-backfill.ts b/apps/api/src/controllers/v0/admin/concurrency-queue-backfill.tsindex a2f2be47b..3f941aa52 100644--- a/apps/api/src/controllers/v0/admin/concurrency-queue-backfill.ts+++ b/apps/api/src/controllers/v0/admin/concurrency-queue-backfill.ts@@ -20,9 +20,17 @@ export async function concurrencyQueueBackfillController(logger.info("Starting concurrency queue backfill");- const backloggedOwnerIDs = req.query.teamId- ? [req.query.teamId as string]- : await scrapeQueue.getBackloggedOwnerIDs(logger);+ // Skip the precrawl team — it has millions of backlogged jobs that cause+ // this endpoint to time out before it can process any other teams.+ const IGNORED_TEAM_IDS = new Set([+ "86100d9a-54ec-43ab-8f90-ba5852aede34", // Precrawl team+ ]);++ const backloggedOwnerIDs = (+ req.query.teamId+ ? [req.query.teamId as string]+ : await scrapeQueue.getBackloggedOwnerIDs(logger)+ ).filter(id => !IGNORED_TEAM_IDS.has(id));const teamResults: {teamId: string;