Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(queue-worker): decrease job lock duration to pick up jobs on dead workers faster (#1737)
Gergő Móriczebf98e3c1665
diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex 9eb4cd0f5..c8aacdbab 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -96,7 +96,7 @@ const workerLockDuration = Number(process.env.WORKER_LOCK_DURATION) || 60000;const workerStalledCheckInterval =Number(process.env.WORKER_STALLED_CHECK_INTERVAL) || 30000;const jobLockExtendInterval =- Number(process.env.JOB_LOCK_EXTEND_INTERVAL) || 15000;+ Number(process.env.JOB_LOCK_EXTEND_INTERVAL) || 10000;const jobLockExtensionTime =Number(process.env.JOB_LOCK_EXTENSION_TIME) || 60000;@@ -717,8 +717,7 @@ const workerFun = async (const worker = new Worker(queue.name, null, {connection: redisConnection,- lockDuration: 1 * 60 * 1000, // 1 minute- // lockRenewTime: 15 * 1000, // 15 seconds+ lockDuration: 30 * 1000, // 30 secondsstalledInterval: 30 * 1000, // 30 secondsmaxStalledCount: 10, // 10 times});