Skip to content

Claude Code. Any Model. The most powerful AI coding agent now speaks every language.

test(bench): accept a once-printed billing label in the notice check

Jack Rudenko6fd387f4d985
diff --git a/ai-docs/benches/advisor-subscription/checks/advisor-log.ts b/ai-docs/benches/advisor-subscription/checks/advisor-log.ts
index d6cd80b8..b51d7ee4 100644
--- a/ai-docs/benches/advisor-subscription/checks/advisor-log.ts
+++ b/ai-docs/benches/advisor-subscription/checks/advisor-log.ts
@@ -184,7 +184,13 @@ function gradeNotice(text: string, recs: Rec[], cfg: Config) {
if (!line) problems.push(`${model}: no notice line '${model} -> <provider> (' found`);
else if (ran.length === 0) problems.push(`${model}: no upstream record to compare the notice with`);
else {
- const unlike = names.filter((n) => !line.startsWith(`${model} -> ${n} (`) && line !== `${model} -> ${n}`);
+ // The first hop ends at its billing label, at `;` before the next hop,
+ // or at the end of the line. A displayName that already ends in its
+ // label ("Grok Build (subscription)") is printed with it once.
+ const unlike = names.filter((n) => {
+ const head = `${model} -> ${n}`;
+ return !(line === head || line.startsWith(`${head} (`) || line.startsWith(`${head};`));
+ });
if (unlike.length) problems.push(`${model}: notice said "${line}", served by ${unlike.join(", ")}`);
}
}