Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Record credits for failed monitor scrapes
Developers Digesteb26632aae47
diff --git a/apps/api/src/services/monitoring/results.ts b/apps/api/src/services/monitoring/results.tsindex 6398948ea..d47d8e8ce 100644--- a/apps/api/src/services/monitoring/results.ts+++ b/apps/api/src/services/monitoring/results.ts@@ -231,6 +231,7 @@ export async function recordMonitorScrapeSuccess(export async function recordMonitorScrapeFailure(job: NuQJob<ScrapeJobData>,error: unknown,+ creditsUsed?: number | null,): Promise<void> {const monitoring = job.data.monitoring;if (!monitoring || job.data.mode !== "single_urls") return;@@ -246,6 +247,9 @@ export async function recordMonitorScrapeFailure(status: "error",current_scrape_id: job.id,error: error instanceof Error ? error.message : String(error),+ metadata: {+ creditsUsed: creditsUsed ?? null,+ },},]);diff --git a/apps/api/src/services/monitoring/store.test.ts b/apps/api/src/services/monitoring/store.test.tsindex 536f6b521..3b64e8e58 100644--- a/apps/api/src/services/monitoring/store.test.ts+++ b/apps/api/src/services/monitoring/store.test.ts@@ -91,4 +91,14 @@ describe("monitoring store credit helpers", () => {]),).toBe(10);});++ it("uses recorded scrape credits for error pages when present", () => {+ expect(+ calculateMonitorCheckActualCreditsFromPages([+ { status: "error", metadata: { creditsUsed: 0 } },+ { status: "error", metadata: { creditsUsed: 4 } },+ { status: "error", metadata: {} },+ ]),+ ).toBe(5);+ });});diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.tsindex 4bcba3930..0c1f895ec 100644--- a/apps/api/src/services/worker/scrape-worker.ts+++ b/apps/api/src/services/worker/scrape-worker.ts@@ -849,7 +849,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {zeroDataRetention: job.data.zeroDataRetention,}).catch(err => logger.warn("Scrape tracking failed", { error: err }));- await recordMonitorScrapeFailure(job, error);+ await recordMonitorScrapeFailure(job, error, credits_billed);return data;} finally {