Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Record credits for failed monitor scrapes

Developers Digesteb26632aae47
diff --git a/apps/api/src/services/monitoring/results.ts b/apps/api/src/services/monitoring/results.ts
index 6398948ea..d47d8e8ce 100644
--- a/apps/api/src/services/monitoring/results.ts
+++ b/apps/api/src/services/monitoring/results.ts
@@ -231,6 +231,7 @@ export async function recordMonitorScrapeSuccess(
export async function recordMonitorScrapeFailure(
job: NuQJob<ScrapeJobData>,
error: unknown,
+ creditsUsed?: number | null,
): Promise<void> {
const monitoring = job.data.monitoring;
if (!monitoring || job.data.mode !== "single_urls") return;
@@ -246,6 +247,9 @@ export async function recordMonitorScrapeFailure(
status: "error",
current_scrape_id: job.id,
error: error instanceof Error ? error.message : String(error),
+ metadata: {
+ creditsUsed: creditsUsed ?? null,
+ },
},
]);
diff --git a/apps/api/src/services/monitoring/store.test.ts b/apps/api/src/services/monitoring/store.test.ts
index 536f6b521..3b64e8e58 100644
--- a/apps/api/src/services/monitoring/store.test.ts
+++ b/apps/api/src/services/monitoring/store.test.ts
@@ -91,4 +91,14 @@ describe("monitoring store credit helpers", () => {
]),
).toBe(10);
});
+
+ it("uses recorded scrape credits for error pages when present", () => {
+ expect(
+ calculateMonitorCheckActualCreditsFromPages([
+ { status: "error", metadata: { creditsUsed: 0 } },
+ { status: "error", metadata: { creditsUsed: 4 } },
+ { status: "error", metadata: {} },
+ ]),
+ ).toBe(5);
+ });
});
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.ts
index 4bcba3930..0c1f895ec 100644
--- a/apps/api/src/services/worker/scrape-worker.ts
+++ b/apps/api/src/services/worker/scrape-worker.ts
@@ -849,7 +849,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {
zeroDataRetention: job.data.zeroDataRetention,
}).catch(err => logger.warn("Scrape tracking failed", { error: err }));
- await recordMonitorScrapeFailure(job, error);
+ await recordMonitorScrapeFailure(job, error, credits_billed);
return data;
} finally {