Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Charge judge credits only for persisted judgments

Developers Digest00a899173241
diff --git a/apps/api/src/services/monitoring/store.test.ts b/apps/api/src/services/monitoring/store.test.ts
index f29cfa788..536f6b521 100644
--- a/apps/api/src/services/monitoring/store.test.ts
+++ b/apps/api/src/services/monitoring/store.test.ts
@@ -80,4 +80,15 @@ describe("monitoring store credit helpers", () => {
]),
).toBe(9);
});
+
+ it("adds judge credits only when a judgment was persisted", () => {
+ expect(
+ calculateMonitorCheckActualCreditsFromPages([
+ { metadata: { creditsUsed: 2 }, judgment: undefined },
+ { metadata: { creditsUsed: 2 }, judgment: null },
+ { metadata: { creditsUsed: 2 }, judgment: { meaningful: false } },
+ { metadata: { creditsUsed: 2 }, judgment: { meaningful: true } },
+ ]),
+ ).toBe(10);
+ });
});
diff --git a/apps/api/src/services/monitoring/store.ts b/apps/api/src/services/monitoring/store.ts
index 221a46e9b..ea1b2fd3c 100644
--- a/apps/api/src/services/monitoring/store.ts
+++ b/apps/api/src/services/monitoring/store.ts
@@ -191,6 +191,16 @@ export function calculateMonitorCheckActualCreditsFromPages(
);
}
+ function judgeCreditsForPage(page: (typeof pages)[number]): number {
+ if (page.judgment == null) {
+ return 0;
+ }
+
+ // A persisted judgment means the judge ran for this page. Charge for that
+ // invocation whether the verdict was meaningful or not.
+ return JUDGE_CREDITS_PER_PAGE;
+ }
+
return pages.reduce((total, page) => {
const metadata = page.metadata as { creditsUsed?: unknown } | null;
const recordedCredits = metadata?.creditsUsed;
@@ -203,7 +213,7 @@ export function calculateMonitorCheckActualCreditsFromPages(
baseCredits = recordedCredits;
}
- const judgeCredits = page.judgment != null ? JUDGE_CREDITS_PER_PAGE : 0;
+ const judgeCredits = judgeCreditsForPage(page);
return total + baseCredits + judgeCredits;
}, 0);
}