Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(concurrency-limit): give getNextConcurrentJob some room to breathe
Gergő Móriczce6e164a535a
diff --git a/apps/api/src/lib/concurrency-limit.ts b/apps/api/src/lib/concurrency-limit.tsindex 7fbb7837b..f245a5413 100644--- a/apps/api/src/lib/concurrency-limit.ts+++ b/apps/api/src/lib/concurrency-limit.ts@@ -216,8 +216,19 @@ async function getNextConcurrentJob(teamId: string, i = 0): Promise<{zeroDataRetention: finalJob.job.data?.zeroDataRetention,i});+ } else if (i > 100) {+ logger.error("Failed to remove job from concurrency limit queue, hard bailing", {+ teamId,+ jobId: finalJob.job.id,+ zeroDataRetention: finalJob.job.data?.zeroDataRetention,+ i+ });+ return null;}- return await getNextConcurrentJob(teamId, i + 1);++ return await new Promise((resolve, reject) => setTimeout(() => {+ getNextConcurrentJob(teamId, i + 1).then(resolve).catch(reject);+ }, 10));}}