Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
repair monitor crawl target runs
Developers Digesta51f8a682081
diff --git a/apps/api/src/services/monitoring/results.ts b/apps/api/src/services/monitoring/results.tsindex 7507f1618..aa8fcc120 100644--- a/apps/api/src/services/monitoring/results.ts+++ b/apps/api/src/services/monitoring/results.ts@@ -8,7 +8,6 @@ import { derivePageIsMeaningful } from "./page-events";import {getMonitorForUpdate,getMonitorPage,- ensureMonitorCheckCrawlTargetRun,hashMonitorUrl,insertMonitorCheckPages,upsertMonitorPage,@@ -114,22 +113,6 @@ export async function recordMonitorScrapeSuccess(const monitoring = job.data.monitoring;if (!monitoring || job.data.mode !== "single_urls") return;- if (job.data.crawl_id) {- await ensureMonitorCheckCrawlTargetRun({- checkId: monitoring.checkId,- targetId: monitoring.targetId,- crawlId: job.data.crawl_id,- }).catch(error => {- logger.warn("Failed to repair monitor crawl target run", {- error,- monitorId: monitoring.monitorId,- checkId: monitoring.checkId,- targetId: monitoring.targetId,- crawlId: job.data.crawl_id,- });- });- }-const url = getDocumentUrl(doc, job.data.url);const previous = await getMonitorPage({monitorId: monitoring.monitorId,@@ -270,22 +253,6 @@ export async function recordMonitorScrapeFailure(const monitoring = job.data.monitoring;if (!monitoring || job.data.mode !== "single_urls") return;- if (job.data.crawl_id) {- await ensureMonitorCheckCrawlTargetRun({- checkId: monitoring.checkId,- targetId: monitoring.targetId,- crawlId: job.data.crawl_id,- }).catch(repairError => {- logger.warn("Failed to repair monitor crawl target run after failure", {- error: repairError,- monitorId: monitoring.monitorId,- checkId: monitoring.checkId,- targetId: monitoring.targetId,- crawlId: job.data.crawl_id,- });- });- }-await insertMonitorCheckPages([{check_id: monitoring.checkId,diff --git a/apps/api/src/services/monitoring/store.ts b/apps/api/src/services/monitoring/store.tsindex c7467dce7..7a273c032 100644--- a/apps/api/src/services/monitoring/store.ts+++ b/apps/api/src/services/monitoring/store.ts@@ -489,54 +489,6 @@ export async function updateMonitorCheck(return data as MonitorCheckRow;}-export async function ensureMonitorCheckCrawlTargetRun(params: {- checkId: string;- targetId: string;- crawlId: string;-}): Promise<void> {- const { data, error } = await supabase_service- .from("monitor_checks")- .select("target_results")- .eq("id", params.checkId)- .maybeSingle();-- throwIfError(error, "Failed to load monitor check target runs");- if (!data) return;-- const targetResults = Array.isArray(data.target_results)- ? data.target_results- : [];- const existing = targetResults.find(- (target: any) =>- target?.type === "crawl" &&- target.targetId === params.targetId &&- target.crawlId === params.crawlId,- );- if (existing) return;-- const withoutStaleTarget = targetResults.filter(- (target: any) =>- !(target?.type === "crawl" && target.targetId === params.targetId),- );-- const { error: updateError } = await supabase_service- .from("monitor_checks")- .update({- target_results: [- ...withoutStaleTarget,- {- targetId: params.targetId,- type: "crawl",- crawlId: params.crawlId,- },- ],- updated_at: new Date().toISOString(),- })- .eq("id", params.checkId);-- throwIfError(updateError, "Failed to repair monitor check target runs");-}-export async function insertMonitorCheckPages(pages: MonitorCheckPageInsert[],): Promise<void> {