Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

repair monitor crawl target runs

Developers Digesta51f8a682081
diff --git a/apps/api/src/services/monitoring/results.ts b/apps/api/src/services/monitoring/results.ts
index 7507f1618..aa8fcc120 100644
--- a/apps/api/src/services/monitoring/results.ts
+++ b/apps/api/src/services/monitoring/results.ts
@@ -8,7 +8,6 @@ import { derivePageIsMeaningful } from "./page-events";
import {
getMonitorForUpdate,
getMonitorPage,
- ensureMonitorCheckCrawlTargetRun,
hashMonitorUrl,
insertMonitorCheckPages,
upsertMonitorPage,
@@ -114,22 +113,6 @@ export async function recordMonitorScrapeSuccess(
const monitoring = job.data.monitoring;
if (!monitoring || job.data.mode !== "single_urls") return;
- if (job.data.crawl_id) {
- await ensureMonitorCheckCrawlTargetRun({
- checkId: monitoring.checkId,
- targetId: monitoring.targetId,
- crawlId: job.data.crawl_id,
- }).catch(error => {
- logger.warn("Failed to repair monitor crawl target run", {
- error,
- monitorId: monitoring.monitorId,
- checkId: monitoring.checkId,
- targetId: monitoring.targetId,
- crawlId: job.data.crawl_id,
- });
- });
- }
-
const url = getDocumentUrl(doc, job.data.url);
const previous = await getMonitorPage({
monitorId: monitoring.monitorId,
@@ -270,22 +253,6 @@ export async function recordMonitorScrapeFailure(
const monitoring = job.data.monitoring;
if (!monitoring || job.data.mode !== "single_urls") return;
- if (job.data.crawl_id) {
- await ensureMonitorCheckCrawlTargetRun({
- checkId: monitoring.checkId,
- targetId: monitoring.targetId,
- crawlId: job.data.crawl_id,
- }).catch(repairError => {
- logger.warn("Failed to repair monitor crawl target run after failure", {
- error: repairError,
- monitorId: monitoring.monitorId,
- checkId: monitoring.checkId,
- targetId: monitoring.targetId,
- crawlId: job.data.crawl_id,
- });
- });
- }
-
await insertMonitorCheckPages([
{
check_id: monitoring.checkId,
diff --git a/apps/api/src/services/monitoring/store.ts b/apps/api/src/services/monitoring/store.ts
index c7467dce7..7a273c032 100644
--- a/apps/api/src/services/monitoring/store.ts
+++ b/apps/api/src/services/monitoring/store.ts
@@ -489,54 +489,6 @@ export async function updateMonitorCheck(
return data as MonitorCheckRow;
}
-export async function ensureMonitorCheckCrawlTargetRun(params: {
- checkId: string;
- targetId: string;
- crawlId: string;
-}): Promise<void> {
- const { data, error } = await supabase_service
- .from("monitor_checks")
- .select("target_results")
- .eq("id", params.checkId)
- .maybeSingle();
-
- throwIfError(error, "Failed to load monitor check target runs");
- if (!data) return;
-
- const targetResults = Array.isArray(data.target_results)
- ? data.target_results
- : [];
- const existing = targetResults.find(
- (target: any) =>
- target?.type === "crawl" &&
- target.targetId === params.targetId &&
- target.crawlId === params.crawlId,
- );
- if (existing) return;
-
- const withoutStaleTarget = targetResults.filter(
- (target: any) =>
- !(target?.type === "crawl" && target.targetId === params.targetId),
- );
-
- const { error: updateError } = await supabase_service
- .from("monitor_checks")
- .update({
- target_results: [
- ...withoutStaleTarget,
- {
- targetId: params.targetId,
- type: "crawl",
- crawlId: params.crawlId,
- },
- ],
- updated_at: new Date().toISOString(),
- })
- .eq("id", params.checkId);
-
- throwIfError(updateError, "Failed to repair monitor check target runs");
-}
-
export async function insertMonitorCheckPages(
pages: MonitorCheckPageInsert[],
): Promise<void> {