Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api/zdrcleaner): heartbeat support
mogery17e63853f79e
diff --git a/apps/api/src/config.ts b/apps/api/src/config.tsindex aa7903bf5..1e93838ff 100644--- a/apps/api/src/config.ts+++ b/apps/api/src/config.ts@@ -283,6 +283,8 @@ const configSchema = z.object({AVGRAB_SERVICE_URL: z.string().optional(),NUQ_PREFETCH_WORKER_HEARTBEAT_URL: z.string().optional(),++ ZDRCLEANER_HEARTBEAT_URL: z.string().optional(),});export const config = configSchema.parse(process.env);diff --git a/apps/api/src/lib/zdrcleaner.ts b/apps/api/src/lib/zdrcleaner.tsindex 2f02e2dc6..c5feed28a 100644--- a/apps/api/src/lib/zdrcleaner.ts+++ b/apps/api/src/lib/zdrcleaner.ts@@ -2,6 +2,13 @@ import "dotenv/config";import { supabase_service } from "../services/supabase";import { removeJobFromGCS } from "./gcs-jobs";import { logger as _logger } from "./logger";+import { config } from "../config";++async function sendHeartbeat() {+ if (config.ZDRCLEANER_HEARTBEAT_URL) {+ await fetch(config.ZDRCLEANER_HEARTBEAT_URL).catch(() => {});+ }+}export async function zdrcleaner() {const logger = _logger.child({@@ -36,6 +43,7 @@ export async function zdrcleaner() {success: true,timeMs: Date.now() - start,});+ await sendHeartbeat();await new Promise(resolve => setTimeout(resolve, 1000));return;}@@ -96,6 +104,7 @@ export async function zdrcleaner() {}}+ await sendHeartbeat();if (deleteErrors.length > 0 || updateErrors.length > 0) {logger.warn("zdrcleaner batch completed with errors", {canonicalLog: "zdrcleaner",