Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
debug: worker stall check
Móricz Gergő085ac3e71c9e
diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex 36928873d..c0bab316e 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -102,6 +102,8 @@ process.on("SIGTERM", () => {isShuttingDown = true;});+let cantAcceptConnectionCount = 0;+const workerFun = async (queue: Queue,processJobInternal: (token: string, job: Job) => Promise<any>@@ -127,8 +129,19 @@ const workerFun = async (const canAcceptConnection = await monitor.acceptConnection();if (!canAcceptConnection) {console.log("Cant accept connection");+ cantAcceptConnectionCount++;++ if (cantAcceptConnectionCount >= 25) {+ logger.error("WORKER STALLED", {+ cpuUsage: await monitor.checkCpuUsage(),+ memoryUsage: await monitor.checkMemoryUsage(),+ });+ }+await sleep(cantAcceptConnectionInterval); // more sleepcontinue;+ } else {+ cantAcceptConnectionCount = 0;}const job = await worker.getNextJob(token);diff --git a/apps/api/src/services/system-monitor.ts b/apps/api/src/services/system-monitor.tsindex 6a630701c..b5e1bf29c 100644--- a/apps/api/src/services/system-monitor.ts+++ b/apps/api/src/services/system-monitor.ts@@ -40,7 +40,7 @@ class SystemMonitor {return SystemMonitor.instance;}- private async checkMemoryUsage() {+ public async checkMemoryUsage() {if (IS_KUBERNETES) {return this._checkMemoryUsageKubernetes();}@@ -102,7 +102,7 @@ class SystemMonitor {return usedMemoryPercentage;}- private async checkCpuUsage() {+ public async checkCpuUsage() {if (IS_KUBERNETES) {return this._checkCpuUsageKubernetes();}