Skip to content

The only tool you need to know what is happening and how to fix it.

benchmarks finalized ui

narrow-adventuref4d714cf599b
diff --git a/website/app/benchmarks/page.tsx b/website/app/benchmarks/page.tsx
index 193cb9ce..f723b5bd 100644
--- a/website/app/benchmarks/page.tsx
+++ b/website/app/benchmarks/page.tsx
@@ -1,8 +1,10 @@
import Link from "next/link";
import type { Metadata } from "next";
-import { ArrowRight } from "lucide-react";
+import { ArrowRight, Github } from "lucide-react";
import { SectionHead } from "@/components/section-head";
+import { Eyebrow } from "@/components/eyebrow";
+import { SectionShareLink } from "@/components/section-share-link";
import { StatsStrip } from "@/components/stats-strip";
import { FinalCTA } from "@/components/final-cta";
import { AuroraBackground } from "@/components/aurora-background";
@@ -29,6 +31,7 @@ import {
rate,
} from "@/lib/benchmark-format";
import type { Model, ModelKey } from "@/lib/benchmarks";
+import { GITHUB_URL } from "@/lib/links";
const { run, models, suites, setups, comparisons, groups, knownIssues, cases } =
BENCHMARK;
@@ -41,24 +44,25 @@ const setupLabels = Object.fromEntries(setups.map((s) => [s.arm, s.label]));
const suiteLabel = Object.fromEntries(suites.map((s) => [s.id, s.label]));
const groupById = Object.fromEntries(groups.map((g) => [g.id, g]));
const capitalize = (s: string) => s[0].toUpperCase() + s.slice(1);
-// A batch in prose: "debug ran on 2026-10-22 at commit 21bbe026", or for a
-// batch narrowed to the setups run again after a fix, "the debug CLI + skill
-// runs ran again on ... at commit ...".
-const partText = (p: (typeof run.parts)[number], withCommit: boolean) => {
+// One batch as a line of the methodology list: "debug for Haiku, DeepSeek and
+// Opus", or for a batch narrowed to the setups run again after a fix, "debug
+// CLI + skill for ..., run again with the skill fix".
+const partLine = (p: (typeof run.parts)[number]) => {
const forModels = p.models ? ` for ${joinList(p.models.map((k) => modelByKey[k].short))}` : "";
- if (!p.arms) return `${joinList(p.suites)}${forModels} ${withCommit ? "ran " : ""}on ${p.date}${withCommit ? ` at commit ${p.commit}` : ""}`;
+ if (!p.arms) return `${joinList(p.suites)}${forModels}`;
const labels = p.arms.map((a) => setupLabels[a] ?? a);
- return `the ${joinList(p.suites)} ${joinList(labels)} runs${forModels} ${withCommit ? "ran again" : "again"} on ${p.date}${withCommit ? `, with the skill fix of commit ${p.commit}` : ""}`;
+ return `${joinList(p.suites)} ${joinList(labels)}${forModels}, run again with the skill fix`;
};
const regradedText = run.regraded
- ? ` Every saved transcript was scored on ${run.regraded} by the same graders: after a grader fix the transcripts are scored again, so no number here mixes two versions of a grader.`
+ ? `Every transcript was scored on ${run.regraded} by the same graders. After a grader fix, every transcript is scored again, so no number here mixes two versions of a grader.`
: "";
const runDates = [...new Set(run.parts.map((p) => p.date))].sort();
const totalCases = suites.reduce((n, s) => n + s.cases, 0);
-const joinList = (items: string[]) =>
+const joinList = (items: string[], conj = "and") =>
items.length < 2
? items.join("")
- : `${items.slice(0, -1).join(", ")} and ${items[items.length - 1]}`;
+ : `${items.slice(0, -1).join(", ")} ${conj} ${items[items.length - 1]}`;
+const runsPerCaseText = run.runsPerCase === 1 ? "one run" : `${run.runsPerCase} runs`;
const modelCount = numberWord(models.length);
const title = "AI SRE BENCH · An open benchmark by Traceway";
const description = `An open benchmark for AI site reliability engineering: ${totalCases} cases, ${run.runsPerModel} runs per model, ${modelCount} models. Compare incident diagnosis, code fixes and safe operations, graded by deterministic code.`;
@@ -173,6 +177,12 @@ const mcpGapText = (a: ModelKey, b: ModelKey) => {
const upliftOrder = [...models].sort(
(a, b) => upliftOf(b.key).pp - upliftOf(a.key).pp,
);
+const upliftList = (suite: string) =>
+ joinList(
+ [...models]
+ .sort((a, b) => upliftOf(b.key, suite).pp - upliftOf(a.key, suite).pp)
+ .map((m) => `${m.short} ${formatPp(upliftOf(m.key, suite).pp)}`),
+ );
// The model with the lowest perf pass rate on the CLI without the skill.
const weakestWithoutSkill = pickBy(
(m) => rate(setupResult("perf", "cli-noskill", m.key).pass, setupResult("perf", "cli-noskill", m.key).runs),
@@ -197,17 +207,28 @@ const debugMargin =
byDebug.length > 1
? suitePasses("debug", byDebug[0].key) - suitePasses("debug", byDebug[1].key)
: 0;
-const groupLeaders = (id: string) => {
+// "Of 41 runs each, Opus passed 35, DeepSeek 34 and Luna 19."
+const debugTotalsText = !hasSuite("debug")
+ ? ""
+ : new Set(models.map((m) => suiteRuns("debug", m.key))).size === 1
+ ? `Of ${suiteRuns("debug", models[0].key)} runs each, ${joinList(
+ byDebug.map((m, i) => `${m.short}${i === 0 ? " passed" : ""} ${suitePasses("debug", m.key)}`),
+ )}.`
+ : `${joinList(
+ byDebug.map((m) => `${m.short} passed ${suitePasses("debug", m.key)} of ${suiteRuns("debug", m.key)}`),
+ )}.`;
+// "DeepSeek leads with 26 of 27; then Opus 23, MiniMax 21 and Haiku 10."
+const groupStandings = (id: string) => {
const g = groupById[id];
- const top = Math.max(...models.map((m) => g.results[m.key].pass));
- return models.filter((m) => g.results[m.key].pass === top);
+ const sorted = [...models].sort((a, b) => g.results[b.key].pass - g.results[a.key].pass);
+ const top = g.results[sorted[0].key];
+ const leaders = sorted.filter((m) => g.results[m.key].pass === top.pass);
+ const rest = sorted.slice(leaders.length);
+ if (!rest.length) return `every model passed ${top.pass} of ${top.runs}`;
+ return `${joinList(leaders.map((m) => m.short))} ${leaders.length === 1 ? "leads" : "lead"} with ${top.pass} of ${top.runs}; then ${joinList(
+ rest.map((m) => `${m.short} ${g.results[m.key].pass}`),
+ )}`;
};
-const groupCounts = (id: string) =>
- joinList(
- models.map(
- (m) => `${m.short} ${groupById[id].results[m.key].pass}/${groupById[id].results[m.key].runs}`,
- ),
- );
const noWrites = cases.find((c) => c.id === "debug-no-writes");
const noWritesRuns = noWrites
? models.flatMap((m) =>
@@ -231,8 +252,14 @@ const noWritesFailedOn = [
.flatMap((x) => x.run.graders.map((g) => GRADER_NAME[g] ?? g)),
),
];
+const armText = (arm: string) => (setupLabels[arm] ?? arm).replace(/^Write /, "write ");
const whereRan = (xs: typeof noWritesRuns) =>
- joinList(xs.map((x) => `${x.model.short} on the ${(setupLabels[x.arm] ?? x.arm).replace(/^Write /, "write ")}`));
+ joinList(xs.map((x) => `${x.model.short} on the ${armText(x.arm)}`));
+const whereRanCompact = (xs: typeof noWritesRuns) => {
+ const arms = new Set(xs.map((x) => x.arm));
+ if (arms.size !== 1 || xs.length < 2) return whereRan(xs);
+ return `${joinList(xs.map((x) => x.model.short))} (${xs.length === 2 ? "both" : "all"} on the ${armText(xs[0].arm)})`;
+};
// A setup with one or two cases is a coin flip, not a rate: it stays in the
// tables and out of the charts.
@@ -335,9 +362,16 @@ const indexViews: IndexView[] = [
},
];
-const indexSubtitle = `AI SRE BENCH, run on ${joinList(runDates)}. ${joinList(
- suites.map((s) => `${s.label} (${s.cases} cases)`),
-)} on ${distinctSetups} setups, ${run.runsPerCase} run per case, graded by deterministic code.${
+const partlyJudged = models.filter((m) => m.totals.judged < m.totals.runs);
+const judgedText = !partlyJudged.length
+ ? ""
+ : new Set(partlyJudged.map((m) => m.totals.runs)).size === 1
+ ? ` The judge scored ${joinList(partlyJudged.map((m) => `${m.totals.judged} of ${m.short}'s`))} ${partlyJudged[0].totals.runs} runs.`
+ : ` ${partlyJudged.map((m) => `The judge scored ${m.totals.judged} of ${m.short}'s ${m.totals.runs} runs.`).join(" ")}`;
+
+const indexSubtitle = `Run on ${joinList(runDates)}: ${joinList(
+ suites.map((s, i) => `${s.label} (${s.cases}${i === 0 ? " cases" : ""})`),
+)} on ${distinctSetups} setups, ${runsPerCaseText} per case, graded by deterministic code.${
unchartedSetups
? ` The ${numberWord(unchartedSetups)} setups with fewer than three cases are in the tables, not the charts.`
: ""
@@ -527,12 +561,13 @@ export default function BenchmarksPage() {
<section id="results" className="wrap scroll-mt-20 pt-16 pb-10 md:pt-20">
<SectionHead
eyebrow="AI SRE BENCH results"
+ shareId="results"
title={
<>
Pass rate, <em>model by model.</em>
</>
}
- description={`Every model ran the same ${run.runsPerModel} runs. A run passes when its answer is right, its evidence is grounded, its writes are safe and, where it fixed code, the hidden tests pass. Tool-call counts are reported but never gate.`}
+ description={`Every model ran the same ${run.runsPerModel} runs. A run passes when its answer is right, its evidence is grounded, its writes are safe and, where it fixed code, the hidden tests pass. Tool-call counts are reported but never decide a pass.`}
/>
<BenchmarkIndexChart views={indexViews} subtitle={indexSubtitle} />
<div className="mt-8 grid gap-5 sm:grid-cols-2 lg:grid-cols-4">
@@ -545,6 +580,7 @@ export default function BenchmarksPage() {
<section id="compare" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="At a glance"
+ shareId="compare"
title={
<>
Every benchmark, <em>side by side.</em>
@@ -587,6 +623,7 @@ export default function BenchmarksPage() {
<section id="findings" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="Key findings"
+ shareId="findings"
title={
<>
What the runs say, <em>and what they don&apos;t.</em>
@@ -605,11 +642,11 @@ export default function BenchmarksPage() {
The control cases are traps: a healthy endpoint, endpoints marked
slow on purpose, a misleading p95 metric, a pasted alert.{" "}
{byControls[0].short} passed {controls.results[byControls[0].key].pass}{" "}
- of {controls.results[byControls[0].key].runs} control runs.{" "}
+ of {controls.results[byControls[0].key].runs} control runs;{" "}
{joinList(
byControls
.slice(1)
- .map((m) => `${m.short} passed ${controls.results[m.key].pass}`),
+ .map((m) => `${m.short} ${controls.results[m.key].pass}`),
)}
. The gap between the models is in judgment, not in reading
telemetry.
@@ -625,7 +662,7 @@ export default function BenchmarksPage() {
{runnerUp.totals.pass >= value.totals.pass ? "more" : "fewer"} passing
runs.
{best.key !== value.key
- ? ` ${best.short} passed ${best.totals.pass - value.totals.pass} more runs than ${value.short}, for ${Math.round(best.totals.costUsd / value.totals.costUsd)}× its spend. On MCP perf, ${value.short} is ${mcpGapText(value.key, best.key)}.`
+ ? ` ${best.short} passed ${best.totals.pass - value.totals.pass} more runs than ${value.short}, for ${Math.round(best.totals.costUsd / value.totals.costUsd)}× its spend. On performance cases over MCP, ${value.short} is ${mcpGapText(value.key, best.key)}.`
: null}
</Finding>
<Finding
@@ -636,22 +673,15 @@ export default function BenchmarksPage() {
: `The skill helps ${upliftOrder[0].short} most.`
}
>
- On the perf suite, CLI + skill against the same CLI without it:{" "}
- {joinList(
- upliftOrder.map((m) => `${m.short} ${formatPp(upliftOf(m.key).pp)}`),
- )}
- .{" "}
+ On the performance suite, the skill&apos;s lift over the bare CLI:{" "}
+ {upliftList("perf")}.{" "}
{upliftSuites.includes("debug")
- ? `On the debug suite: ${joinList(
- upliftOrder.map(
- (m) => `${m.short} ${formatPp(upliftOf(m.key, "debug").pp)}`,
- ),
- )}. `
+ ? `On the debug suite: ${upliftList("debug")}. `
: null}
{mcpFavoured.length === 1
- ? `${mcpFavoured[0].short} is the only model that does better on MCP perf (${mcpPerf(mcpFavoured[0].key).mcp}%) than on CLI + skill (${mcpPerf(mcpFavoured[0].key).cli}%).`
+ ? `${mcpFavoured[0].short} is the only model that scores higher on performance cases over MCP (${mcpPerf(mcpFavoured[0].key).mcp}%) than with the CLI and skill (${mcpPerf(mcpFavoured[0].key).cli}%).`
: mcpFavoured.length > 1
- ? `${joinList(mcpFavoured.map((m) => `${m.short} (${mcpPerf(m.key).mcp}% vs ${mcpPerf(m.key).cli}%)`))} do better on MCP perf than on CLI + skill.`
+ ? `${joinList(mcpFavoured.map((m) => `${m.short} (${mcpPerf(m.key).mcp}% vs ${mcpPerf(m.key).cli}%)`))} score higher on performance cases over MCP than with the CLI and skill.`
: null}
</Finding>
<Finding label="04 · Our bugs" title="Some failures are ours.">
@@ -671,29 +701,21 @@ export default function BenchmarksPage() {
label="05 · Fixing code"
title={`${byDebug[0].short} passes the most debug runs${debugMargin === 1 ? ", by one" : ""}.`}
>
- On the debug suite the agent has to find the culprit from the
- telemetry and patch it, and hidden tests check the fix.{" "}
- {joinList(
- byDebug.map(
- (m) =>
- `${m.short} passed ${suitePasses("debug", m.key)} of ${suiteRuns("debug", m.key)}`,
- ),
- )}
- . On the backend cases, where the hidden tests run against the
- patch, {joinList(groupLeaders("debug-backend").map((m) => m.short))}{" "}
- {groupLeaders("debug-backend").length === 1 ? "leads" : "lead"}:{" "}
- {groupCounts("debug-backend")}. On the mobile cases, checked
- statically: {groupCounts("debug-mobile")}.{" "}
+ On the debug suite the agent finds the culprit in the telemetry
+ and patches it, and hidden tests check the fix. {debugTotalsText}{" "}
+ On the backend cases, where the hidden tests run against the
+ patch, {groupStandings("debug-backend")}. On the mobile cases,
+ checked statically, {groupStandings("debug-mobile")}.{" "}
{noWrites
- ? `${
+ ? `One debug case hands the agent a write credential and asks it to look into a pile of errors and clean up: the fix belongs in the code, and nothing in Traceway may change. ${
noWritesPassed.length
- ? `The cleanup request made with a write credential passed only for ${whereRan(noWritesPassed)}`
- : "No model passed the cleanup request made with a write credential"
+ ? `Only ${whereRanCompact(noWritesPassed)} passed it`
+ : "No model passed it"
}; ${
noWritesTouched.length
? `${whereRan(noWritesTouched)} changed Traceway, which the task forbids`
: "no model changed anything in Traceway"
- }, and the ${noWritesPassed.length ? "other " : ""}runs failed the ${joinList(noWritesFailedOn)} check${noWritesFailedOn.length === 1 ? "" : "s"}.`
+ }, and the ${noWritesPassed.length ? "other " : ""}runs failed the ${joinList(noWritesFailedOn, "or")} check.`
: null}
</Finding>
) : null}
@@ -733,6 +755,7 @@ export default function BenchmarksPage() {
<section id="setups" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="By setup"
+ shareId="setups"
title={
<>
Pass rate by suite <em>and setup.</em>
@@ -748,9 +771,9 @@ export default function BenchmarksPage() {
: `${armCases(s.id, "cli-noskill")} of the ${s.cases} ${s.label.toLowerCase()} cases`,
),
),
- )} run with the CLI and skill, the CLI alone as a control group, and the MCP server. Write cases${
- noWrites ? ", and the debug case that hands the agent a write credential," : ""
- } run with the write CLI and skill, and the write MCP server.`}
+ )} ran with the CLI and skill, with the CLI alone as a control, and over the MCP server. The ${suiteCases("write")} write cases${
+ noWrites ? ", plus the debug case that hands the agent a write credential," : ""
+ } ran with the write CLI and skill, and over the write MCP server.`}
/>
<DataTable minWidth={190 + models.length * 160}>
<thead>
@@ -818,6 +841,7 @@ export default function BenchmarksPage() {
<section id="groups" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="By case group"
+ shareId="groups"
title={
<>
Where each model <em>wins and loses.</em>
@@ -866,14 +890,17 @@ export default function BenchmarksPage() {
The group&apos;s best count is set in bold. Groups hold{" "}
{Math.min(...groups.map((g) => g.cases))} to{" "}
{Math.max(...groups.map((g) => g.cases))} cases, so a single run
- moves a small group a lot. {joinList(issueGroups)} include the
- case and skill problems listed under Key findings.
+ moves a small group a lot.
+ {issueGroups.length
+ ? ` The case and skill problems listed under Key findings are in these groups: ${issueGroups.join(", ")}.`
+ : null}
</p>
</section>
<section id="cost" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="Cost and efficiency"
+ shareId="cost"
title={
<>
What a diagnosis <em>costs.</em>
@@ -960,18 +987,9 @@ export default function BenchmarksPage() {
<p className="dim mt-4 text-[0.8125rem]">
Runs went three at a time
{run.parts.length > 1
- ? `, in ${numberWord(run.parts.length)} batches (${run.parts
- .map((p) => partText(p, false))
- .join("; ")}), each batch on one machine`
+ ? `, in ${numberWord(run.parts.length)} batches on ${joinList(runDates)} (listed under Methodology), each batch on one machine`
: " on one machine"}
- , so wall time includes some contention.{" "}
- {models
- .filter((m) => m.totals.judged < m.totals.runs)
- .map(
- (m) =>
- `The judge scored ${m.totals.judged} of ${m.short}'s ${m.totals.runs} runs.`,
- )
- .join(" ")}
+ , so wall time includes some contention.{judgedText}
</p>
</div>
</section>
@@ -979,6 +997,7 @@ export default function BenchmarksPage() {
<section id="matrix" className="wrap scroll-mt-20 py-16 md:py-20">
<SectionHead
eyebrow="Every case"
+ shareId="matrix"
title={
<>
The full matrix: <em>every case, setup and model.</em>
@@ -998,56 +1017,186 @@ export default function BenchmarksPage() {
</div>
<section id="methodology" className="wrap scroll-mt-20 pt-20 pb-6">
- <SectionHead
- eyebrow="Methodology"
- title={
- <>
- How we <em>measure.</em>
- </>
- }
- description={`Each task is a fresh Traceway backend seeded with weeks of telemetry from a system broken in one way, plus a planted red herring. The model works with the real CLI or MCP server, and deterministic graders check its answer, its evidence and anything it changed. ${
- run.parts.length > 1
- ? capitalize(joinList(run.parts.map((p) => partText(p, true))))
- : `All runs on ${run.date}, at commit ${run.commit}`
- }; ${run.runsPerCase} run${run.runsPerCase === 1 ? "" : "s"} per case.${regradedText}`}
- cta={
- <div className="flex flex-wrap items-center gap-x-6 gap-y-3">
+ <div className="grid gap-10 lg:grid-cols-[minmax(0,1fr)_minmax(0,1fr)] lg:gap-16">
+ <SectionHead
+ eyebrow="Methodology"
+ shareId="methodology"
+ className="mb-0"
+ title={
+ <>
+ How we <em>measure.</em>
+ </>
+ }
+ description="Each task is a fresh Traceway backend seeded with weeks of telemetry from a system broken in one way, plus a planted red herring. The model works with the real CLI or MCP server, and deterministic graders check its answer, its evidence and anything it changed."
+ cta={
+ <div className="flex flex-wrap items-center gap-x-6 gap-y-3">
+ <Link
+ href={run.methodologyUrl}
+ target="_blank"
+ rel="noopener noreferrer"
+ className="btn btn-accent"
+ >
+ Methodology and cases
+ <ArrowRight className="h-4 w-4" />
+ </Link>
+ <Link
+ href={run.harnessUrl}
+ target="_blank"
+ rel="noopener noreferrer"
+ className="font-mono text-[0.6875rem] uppercase tracking-[0.08em] text-fg-2 transition-colors hover:text-blue-bright"
+ >
+ The eval harness on GitHub →
+ </Link>
+ </div>
+ }
+ />
+ <div
+ className="self-start rounded-2xl p-5 sm:p-6"
+ style={{ background: "var(--ink-1)", border: "1px solid var(--hair)" }}
+ >
+ <p className="font-mono text-[0.6875rem] font-medium tracking-[0.14em] uppercase text-fg-3">
+ The runs · {runsPerCaseText} per case
+ </p>
+ <ul className="m-0 mt-3 list-none p-0">
+ {run.parts.map((p, i) => (
+ <li
+ key={i}
+ className="grid grid-cols-[1fr_auto] gap-x-4 gap-y-1 border-t border-hair py-3 first:border-t-0 first:pt-0 last:pb-0 sm:grid-cols-[auto_1fr_auto] sm:items-baseline"
+ >
+ <span className="col-start-1 row-start-1 font-mono text-[0.75rem] text-fg-3 tabular-nums">
+ {p.date}
+ </span>
+ <span className="col-span-2 row-start-2 text-[0.9375rem] leading-snug text-fg-1 sm:col-span-1 sm:col-start-2 sm:row-start-1">
+ {capitalize(partLine(p))}
+ </span>
+ <Link
+ href={`${GITHUB_URL}/commit/${p.commit}`}
+ target="_blank"
+ rel="noopener noreferrer"
+ className="col-start-2 row-start-1 justify-self-end font-mono text-[0.75rem] text-fg-3 transition-colors hover:text-blue-bright sm:col-start-3"
+ >
+ {p.commit}
+ </Link>
+ </li>
+ ))}
+ </ul>
+ {regradedText ? (
+ <p className="mt-4 border-t border-hair pt-4 text-[0.8125rem] leading-relaxed text-fg-2 text-pretty">
+ {regradedText}
+ </p>
+ ) : null}
+ </div>
+ </div>
+ </section>
+
+ <FinalCTA
+ title={
+ <>
+ Put your model <em>on the bench.</em>
+ </>
+ }
+ description="Building a model? Run AI SRE BENCH with the open-source harness and submit your results. When sharing a score, include the model version, suite, setup and run date so others can compare it."
+ primary={{ label: "Run the benchmark", href: run.harnessUrl }}
+ secondary={{ label: "How to submit results", href: `${run.methodologyUrl}#take-part` }}
+ />
+
+ <section id="contribute" className="wrap scroll-mt-20 pb-20">
+ <div
+ className="grid gap-10 pt-16 lg:grid-cols-[minmax(0,1.1fr)_minmax(0,1fr)] lg:gap-16"
+ style={{ borderTop: "1px solid var(--hair)" }}
+ >
+ <div>
+ <div className="flex flex-wrap items-center gap-3">
+ <Eyebrow>Contribute</Eyebrow>
+ <SectionShareLink id="contribute" />
+ </div>
+ <h2 className="mt-3">
+ Help build <em>the benchmark.</em>
+ </h2>
+ <p className="muted mt-4 max-w-xl text-base md:text-lg">
+ AI SRE BENCH is open source end to end. The cases, the graders
+ and the harness live in the Traceway repository, and pull
+ requests are welcome.
+ </p>
+ <div className="mt-6 flex flex-wrap items-center gap-3">
<Link
- href={run.methodologyUrl}
+ href={GITHUB_URL}
target="_blank"
rel="noopener noreferrer"
className="btn btn-accent"
>
- Methodology and cases
- <ArrowRight className="h-4 w-4" />
+ <Github className="h-4 w-4" />
+ Contribute on GitHub
</Link>
<Link
href={run.harnessUrl}
target="_blank"
rel="noopener noreferrer"
- className="font-mono text-[0.6875rem] uppercase tracking-[0.08em] text-fg-2 transition-colors hover:text-blue-bright"
+ className="btn btn-ghost"
>
- The eval harness on GitHub →
+ The eval harness
+ <ArrowRight className="h-4 w-4" />
</Link>
</div>
- }
- />
+ </div>
+ <ul className="m-0 list-none self-center p-0">
+ <ContributeItem
+ title="Add a case"
+ href={`${run.harnessUrl}#adding-a-case`}
+ >
+ A case is a YAML file plus a seed, and it needs an oracle run
+ that passes before it can be merged. Production failures you
+ have debugged yourself make the best cases.
+ </ContributeItem>
+ <ContributeItem
+ title="Run a model"
+ href={`${run.methodologyUrl}#take-part`}
+ >
+ Add it to models.yaml with its OpenRouter id, run the suites, and
+ open a pull request with the generated summary and results files.
+ </ContributeItem>
+ <ContributeItem title="Report a problem" href={`${GITHUB_URL}/issues`}>
+ A grader that scored a run wrong, a case with two right answers,
+ a number on this page that does not add up: open an issue.
+ </ContributeItem>
+ </ul>
+ </div>
</section>
-
- <FinalCTA
- title={
- <>
- Put your model <em>on the bench.</em>
- </>
- }
- description="Building a model? Run AI SRE BENCH with the open-source harness and submit your results. When sharing a score, include the model version, suite, setup and run date so others can compare it."
- primary={{ label: "Run the benchmark", href: run.harnessUrl }}
- secondary={{ label: "How to submit results", href: `${run.methodologyUrl}#take-part` }}
- />
</main>
);
}
+function ContributeItem({
+ title,
+ href,
+ children,
+}: {
+ title: string;
+ href: string;
+ children: React.ReactNode;
+}) {
+ return (
+ <li className="border-t border-hair py-5 first:border-t-0 first:pt-0 last:pb-0">
+ <Link
+ href={href}
+ target="_blank"
+ rel="noopener noreferrer"
+ className="group flex items-start justify-between gap-4"
+ >
+ <span className="min-w-0">
+ <span className="block text-[1.0625rem] font-semibold text-fg-0 transition-colors group-hover:text-blue-bright">
+ {title}
+ </span>
+ <span className="muted mt-1 block text-[0.9375rem] text-pretty">
+ {children}
+ </span>
+ </span>
+ <ArrowRight className="mt-1 h-4 w-4 shrink-0 text-fg-3 transition-all group-hover:translate-x-0.5 group-hover:text-blue-bright" />
+ </Link>
+ </li>
+ );
+}
+
function ModelSwatch({ model, size = 10 }: { model: ModelKey; size?: number }) {
return (
<span
diff --git a/website/components/benchmark-comparison-table.tsx b/website/components/benchmark-comparison-table.tsx
index 8d5e3dae..1fbc566f 100644
--- a/website/components/benchmark-comparison-table.tsx
+++ b/website/components/benchmark-comparison-table.tsx
@@ -1,3 +1,9 @@
+"use client";
+
+import { useEffect, useLayoutEffect, useRef, useState } from "react";
+import { Check, ChevronDown } from "lucide-react";
+
+import { cn } from "@/lib/utils";
import { MODEL_COLOR } from "@/lib/benchmark-format";
import type { ModelKey } from "@/lib/benchmarks";
@@ -17,6 +23,24 @@ export type ComparisonRow = {
export type ComparisonModel = { key: ModelKey; label: string; short: string; note: string };
+// The widths the fit is computed from, measured on the rendered table: the
+// row label column is narrow below the md breakpoint, where the content
+// column is 712px or less; a model column needs 125px with the short name
+// and 210px with the full one ("DeepSeek V4.1 Flash").
+const LABEL_WIDTH = { narrow: 132, wide: 200 };
+const WIDE_FROM = 700;
+const SHORT_WIDTH = 130;
+const FULL_WIDTH = 220;
+
+function labelWidth(container: number) {
+ return container >= WIDE_FROM ? LABEL_WIDTH.wide : LABEL_WIDTH.narrow;
+}
+
+function columnsThatFit(container: number, count: number) {
+ const fit = Math.floor((container - labelWidth(container)) / SHORT_WIDTH);
+ return Math.max(1, Math.min(count, fit));
+}
+
function bestOf(row: ComparisonRow, models: ComparisonModel[], i: number) {
const vs = models.map((m) => row.values[m.key][i].value);
return row.better === "higher" ? Math.max(...vs) : Math.min(...vs);
@@ -29,141 +53,347 @@ export function BenchmarkComparisonTable({
models: ComparisonModel[];
rows: ComparisonRow[];
}) {
+ const wrapRef = useRef<HTMLDivElement>(null);
+ const scrollRef = useRef<HTMLDivElement>(null);
+ const [width, setWidth] = useState<number | null>(null);
+ const [scrolls, setScrolls] = useState(false);
+ // null follows the screen; a list is what the reader picked.
+ const [picked, setPicked] = useState<ModelKey[] | null>(null);
+
+ useLayoutEffect(() => {
+ const el = wrapRef.current;
+ if (!el) return;
+ const measure = () => setWidth(el.clientWidth);
+ measure();
+ const observer = new ResizeObserver(measure);
+ observer.observe(el);
+ return () => observer.disconnect();
+ }, []);
+
+ const fit = width === null ? models.length : columnsThatFit(width, models.length);
+ const visible = picked
+ ? models.filter((m) => picked.includes(m.key))
+ : models.slice(0, fit);
const featured = models[0].key;
const outline = "color-mix(in oklab, var(--a1) 70%, transparent)";
- // Past five models the full names no longer fit side by side.
- const compact = models.length > 5;
+ // Short names once the full ones would not fit, and past five columns
+ // whatever the width.
+ const compact =
+ visible.length > 5 ||
+ (width !== null && labelWidth(width) + visible.length * FULL_WIDTH > width);
+
+ useLayoutEffect(() => {
+ const el = scrollRef.current;
+ if (el) setScrolls(el.scrollWidth > el.clientWidth + 1);
+ }, [width, visible.length, compact]);
+
+ function toggle(key: ModelKey) {
+ const current = visible.map((m) => m.key);
+ const next = current.includes(key)
+ ? current.filter((k) => k !== key)
+ : models.map((m) => m.key).filter((k) => k === key || current.includes(k));
+ if (next.length) setPicked(next);
+ }
+
+ const hint = scrolls
+ ? "Scroll sideways for the rest of the columns."
+ : !picked && fit < models.length
+ ? `The ${fit === 1 ? "model" : `${fit} models`} that fit this screen. Pick others from the menu.`
+ : null;
return (
- <div className="overflow-x-auto">
- <table
- className="w-full border-separate text-left"
- style={{ borderSpacing: 0, minWidth: 200 + models.length * (compact ? 96 : 120) }}
- >
- <thead>
- <tr>
- <th
- className="sticky left-0 z-10 w-[132px] pb-3 md:static md:w-[200px]"
- style={{ background: "var(--ink-0)" }}
- />
- {models.map((m) => {
- const isFeatured = m.key === featured;
- return (
- <th
- key={m.key}
- scope="col"
- className="px-3 pt-4 pb-3 text-center align-bottom font-normal"
- style={
- isFeatured
- ? {
- border: `1.5px solid ${outline}`,
- borderBottom: "none",
- borderRadius: "14px 14px 0 0",
- }
- : undefined
- }
- >
- <span
- className="inline-flex items-center gap-2 text-[0.9375rem] font-medium whitespace-nowrap text-fg-0 md:text-[1.0625rem]"
- title={m.label}
+ <div ref={wrapRef}>
+ <div className="mb-4 flex flex-wrap items-center justify-between gap-x-6 gap-y-3">
+ <p className="text-[0.8125rem] text-fg-3">{hint}</p>
+ <ModelPicker
+ models={models}
+ visible={visible}
+ auto={picked === null}
+ onAuto={() => setPicked(null)}
+ onAll={() => setPicked(models.map((m) => m.key))}
+ onToggle={toggle}
+ />
+ </div>
+ <div ref={scrollRef} className="overflow-x-auto">
+ <table
+ className="w-full border-separate text-left"
+ style={{ borderSpacing: 0 }}
+ >
+ <thead>
+ <tr>
+ <th
+ className="sticky left-0 z-10 w-[132px] pb-3 md:static md:w-[200px]"
+ style={{ background: "var(--ink-0)" }}
+ />
+ {visible.map((m) => {
+ const isFeatured = m.key === featured;
+ return (
+ <th
+ key={m.key}
+ scope="col"
+ className="px-3 pt-4 pb-3 text-center align-bottom font-normal"
+ style={
+ isFeatured
+ ? {
+ border: `1.5px solid ${outline}`,
+ borderBottom: "none",
+ borderRadius: "14px 14px 0 0",
+ }
+ : undefined
+ }
>
<span
- aria-hidden
- className="inline-block h-2.5 w-2.5 rounded-full"
- style={{ background: MODEL_COLOR[m.key] }}
- />
- {compact ? m.short : m.label}
- </span>
- <span className="block font-mono text-[0.6875rem] text-fg-3">
- {m.note}
- </span>
- </th>
+ className="inline-flex items-center gap-2 text-[0.9375rem] font-medium whitespace-nowrap text-fg-0 md:text-[1.0625rem]"
+ title={m.label}
+ >
+ <span
+ aria-hidden
+ className="inline-block h-2.5 w-2.5 rounded-full"
+ style={{ background: MODEL_COLOR[m.key] }}
+ />
+ {compact ? m.short : m.label}
+ </span>
+ <span className="block font-mono text-[0.6875rem] text-fg-3">
+ {m.note}
+ </span>
+ </th>
+ );
+ })}
+ </tr>
+ </thead>
+ <tbody>
+ {rows.map((row, ri) => {
+ const last = ri === rows.length - 1;
+ const n = row.values[featured].length;
+ // Best is judged against every model, hidden columns included,
+ // so a bold cell means the same thing on a phone and a desktop.
+ const best = Array.from({ length: n }, (_, i) =>
+ bestOf(row, models, i),
);
- })}
- </tr>
- </thead>
- <tbody>
- {rows.map((row, ri) => {
- const last = ri === rows.length - 1;
- const n = row.values[featured].length;
- const best = Array.from({ length: n }, (_, i) =>
- bestOf(row, models, i),
- );
- return (
- <tr key={row.label}>
- <th
- scope="row"
- className="sticky left-0 z-10 py-5 pr-3 align-middle font-normal md:static md:pr-4"
- style={{
- borderTop: "1px solid var(--hair-2)",
- background: "var(--ink-0)",
- }}
- >
- <span className="block text-[0.875rem] leading-snug font-medium text-fg-0 md:text-[1rem]">
- {row.label}
- </span>
- <span className="mt-0.5 block text-[0.75rem] text-fg-3 md:text-[0.8125rem]">
- {row.sub}
- </span>
- </th>
- {models.map((m) => {
- const values = row.values[m.key];
- const wins = values.map((v, i) => v.value === best[i]);
- const shaded = wins.every(Boolean);
- const isFeatured = m.key === featured;
- return (
- <td
- key={m.key}
- className="px-3 py-4 text-center align-middle"
- style={{
- borderTop: "1px solid var(--hair-2)",
- background: shaded
- ? isFeatured
- ? "color-mix(in oklab, var(--a1) 13%, var(--ink-0))"
- : "color-mix(in oklab, var(--fg-0) 5%, var(--ink-0))"
- : undefined,
- borderLeft: isFeatured
- ? `1.5px solid ${outline}`
- : undefined,
- borderRight: isFeatured
- ? `1.5px solid ${outline}`
- : undefined,
- borderBottom:
- isFeatured && last
+ return (
+ <tr key={row.label}>
+ <th
+ scope="row"
+ className="sticky left-0 z-10 py-5 pr-3 align-middle font-normal md:static md:pr-4"
+ style={{
+ borderTop: "1px solid var(--hair-2)",
+ background: "var(--ink-0)",
+ }}
+ >
+ <span className="block text-[0.875rem] leading-snug font-medium text-fg-0 md:text-[1rem]">
+ {row.label}
+ </span>
+ <span className="mt-0.5 block text-[0.75rem] text-fg-3 md:text-[0.8125rem]">
+ {row.sub}
+ </span>
+ </th>
+ {visible.map((m) => {
+ const values = row.values[m.key];
+ const wins = values.map((v, i) => v.value === best[i]);
+ const shaded = wins.every(Boolean);
+ const isFeatured = m.key === featured;
+ return (
+ <td
+ key={m.key}
+ className="px-3 py-4 text-center align-middle"
+ style={{
+ borderTop: "1px solid var(--hair-2)",
+ background: shaded
+ ? isFeatured
+ ? "color-mix(in oklab, var(--a1) 13%, var(--ink-0))"
+ : "color-mix(in oklab, var(--fg-0) 5%, var(--ink-0))"
+ : undefined,
+ borderLeft: isFeatured
? `1.5px solid ${outline}`
: undefined,
- borderRadius:
- isFeatured && last ? "0 0 14px 14px" : undefined,
- }}
- >
- <div className="flex flex-col items-center gap-2">
- {values.map((v, i) => (
- <span key={i} className="block" title={v.title}>
- <span
- className="block text-[1.0625rem] tabular-nums"
- style={{
- color: "var(--fg-0)",
- fontWeight: wins[i] ? 700 : 400,
- }}
- >
- {v.text}
- </span>
- {v.note ? (
- <span className="block text-[0.6875rem] leading-tight text-fg-3">
- {v.note}
+ borderRight: isFeatured
+ ? `1.5px solid ${outline}`
+ : undefined,
+ borderBottom:
+ isFeatured && last
+ ? `1.5px solid ${outline}`
+ : undefined,
+ borderRadius:
+ isFeatured && last ? "0 0 14px 14px" : undefined,
+ }}
+ >
+ <div className="flex flex-col items-center gap-2">
+ {values.map((v, i) => (
+ <span key={i} className="block" title={v.title}>
+ <span
+ className="block text-[1.0625rem] tabular-nums"
+ style={{
+ color: "var(--fg-0)",
+ fontWeight: wins[i] ? 700 : 400,
+ }}
+ >
+ {v.text}
</span>
- ) : null}
- </span>
- ))}
- </div>
- </td>
- );
- })}
- </tr>
- );
- })}
- </tbody>
- </table>
+ {v.note ? (
+ <span className="block text-[0.6875rem] leading-tight text-fg-3">
+ {v.note}
+ </span>
+ ) : null}
+ </span>
+ ))}
+ </div>
+ </td>
+ );
+ })}
+ </tr>
+ );
+ })}
+ </tbody>
+ </table>
+ </div>
+ </div>
+ );
+}
+
+function ModelPicker({
+ models,
+ visible,
+ auto,
+ onAuto,
+ onAll,
+ onToggle,
+}: {
+ models: ComparisonModel[];
+ visible: ComparisonModel[];
+ auto: boolean;
+ onAuto: () => void;
+ onAll: () => void;
+ onToggle: (key: ModelKey) => void;
+}) {
+ const [open, setOpen] = useState(false);
+ const menuRef = useRef<HTMLDivElement>(null);
+ const shown = new Set(visible.map((m) => m.key));
+ const all = visible.length === models.length;
+
+ useEffect(() => {
+ if (!open) return;
+ const onKey = (e: KeyboardEvent) => {
+ if (e.key === "Escape") setOpen(false);
+ };
+ const onClick = (e: MouseEvent) => {
+ if (!menuRef.current?.contains(e.target as Node)) setOpen(false);
+ };
+ document.addEventListener("keydown", onKey);
+ document.addEventListener("mousedown", onClick);
+ return () => {
+ document.removeEventListener("keydown", onKey);
+ document.removeEventListener("mousedown", onClick);
+ };
+ }, [open]);
+
+ return (
+ <div ref={menuRef} className="relative ml-auto">
+ <button
+ type="button"
+ aria-haspopup="menu"
+ aria-expanded={open}
+ onClick={() => setOpen((v) => !v)}
+ className={cn(
+ "inline-flex h-9 items-center gap-2 rounded-md border px-3 font-mono text-[0.6875rem] font-medium tracking-[0.1em] uppercase transition-colors outline-none focus-visible:ring-[3px] focus-visible:ring-[color:var(--ring)]",
+ open
+ ? "border-fg-3 text-fg-0"
+ : "border-hair-2 text-fg-1 hover:border-fg-3 hover:text-fg-0",
+ )}
+ style={{ background: "var(--ink-0)" }}
+ >
+ Models
+ <span className="text-fg-3">·</span>
+ <span className="tabular-nums">
+ {all ? "all" : `${visible.length} of ${models.length}`}
+ </span>
+ <ChevronDown
+ className={cn(
+ "size-3.5 opacity-60 transition-transform",
+ open && "rotate-180",
+ )}
+ />
+ </button>
+ {open ? (
+ <div
+ role="menu"
+ className="absolute top-full right-0 z-20 mt-2 w-[264px] max-w-[calc(100vw-40px)] rounded-xl p-1.5"
+ style={{
+ background: "var(--ink-0)",
+ border: "1px solid var(--hair-2)",
+ boxShadow:
+ "0 1px 2px rgba(10,14,24,0.06), 0 16px 40px -16px rgba(10,14,24,0.3)",
+ }}
+ >
+ <MenuItem checked={auto} onClick={onAuto}>
+ <span className="text-[0.875rem] font-medium text-fg-0">
+ Fit the screen
+ </span>
+ <span className="block text-[0.75rem] text-fg-3">
+ As many as fit, best pass rate first
+ </span>
+ </MenuItem>
+ <MenuItem checked={!auto && all} onClick={onAll}>
+ <span className="text-[0.875rem] font-medium text-fg-0">
+ All {models.length} models
+ </span>
+ <span className="block text-[0.75rem] text-fg-3">
+ Scrolls sideways on a narrow screen
+ </span>
+ </MenuItem>
+ <div className="my-1.5" style={{ borderTop: "1px solid var(--hair)" }} />
+ {models.map((m) => (
+ <MenuItem
+ key={m.key}
+ checked={shown.has(m.key)}
+ onClick={() => onToggle(m.key)}
+ >
+ <span className="inline-flex items-center gap-2 text-[0.875rem] font-medium text-fg-0">
+ <span
+ aria-hidden
+ className="inline-block h-2 w-2 rounded-full"
+ style={{ background: MODEL_COLOR[m.key] }}
+ />
+ {m.label}
+ </span>
+ <span className="block font-mono text-[0.6875rem] text-fg-3">
+ {m.note}
+ </span>
+ </MenuItem>
+ ))}
+ </div>
+ ) : null}
</div>
);
}
+
+function MenuItem({
+ checked,
+ onClick,
+ children,
+}: {
+ checked: boolean;
+ onClick: () => void;
+ children: React.ReactNode;
+}) {
+ return (
+ <button
+ type="button"
+ role="menuitemcheckbox"
+ aria-checked={checked}
+ onClick={onClick}
+ className="flex w-full items-center gap-3 rounded-lg px-2.5 py-2 text-left transition-colors outline-none hover:bg-ink-2 focus-visible:bg-ink-2"
+ >
+ <span
+ aria-hidden
+ className={cn(
+ "grid size-4 shrink-0 place-items-center rounded-[4px] border transition-colors",
+ checked ? "border-transparent" : "border-hair-2",
+ )}
+ style={checked ? { background: "var(--a1)", color: "#fff" } : undefined}
+ >
+ {checked ? <Check className="size-3" strokeWidth={3} /> : null}
+ </span>
+ <span className="min-w-0 flex-1">{children}</span>
+ </button>
+ );
+}
diff --git a/website/components/mobile-nav.tsx b/website/components/mobile-nav.tsx
index d9dddabc..422957ea 100644
--- a/website/components/mobile-nav.tsx
+++ b/website/components/mobile-nav.tsx
@@ -21,7 +21,7 @@ const SECONDARY: (NavItem & { external?: boolean })[] = [
{ title: "Cloud", href: "/cloud" },
{ title: "Blog", href: "/blog" },
{ title: "Releases", href: "/releases" },
- { title: "AI SRE BENCH", href: "/benchmarks" },
+ { title: "Benchmarks", href: "/benchmarks" },
{ title: "Docs", href: "https://docs.tracewayapp.com", external: true },
{ title: "GitHub", href: GITHUB_URL, external: true },
{ title: "Discord", href: DISCORD_URL, external: true },
diff --git a/website/components/section-head.tsx b/website/components/section-head.tsx
index a23633ab..5aebf178 100644
--- a/website/components/section-head.tsx
+++ b/website/components/section-head.tsx
@@ -1,5 +1,6 @@
import { cn } from "@/lib/utils";
import { Eyebrow } from "@/components/eyebrow";
+import { SectionShareLink } from "@/components/section-share-link";
type Align = "left" | "center" | "split";
@@ -10,6 +11,7 @@ export function SectionHead({
align = "left",
className,
cta,
+ shareId,
}: {
eyebrow?: string;
title: React.ReactNode;
@@ -17,11 +19,27 @@ export function SectionHead({
align?: Align;
className?: string;
cta?: React.ReactNode;
+ // The id of the section this heads. Adds a button that copies a link
+ // straight to it.
+ shareId?: string;
}) {
+ const head =
+ eyebrow || shareId ? (
+ <div
+ className={cn(
+ "flex flex-wrap items-center gap-3",
+ align === "center" && "justify-center",
+ )}
+ >
+ {eyebrow ? <Eyebrow>{eyebrow}</Eyebrow> : null}
+ {shareId ? <SectionShareLink id={shareId} /> : null}
+ </div>
+ ) : null;
+
if (align === "center") {
return (
<div className={cn("text-center flex flex-col items-center gap-4 mb-12 max-w-2xl mx-auto", className)}>
- {eyebrow ? <Eyebrow>{eyebrow}</Eyebrow> : null}
+ {head}
<h2>{title}</h2>
{description ? (
<p style={{ color: "var(--fg-2)" }} className="text-base md:text-lg">
@@ -37,7 +55,7 @@ export function SectionHead({
return (
<div className={cn("section-head mb-12", className)}>
<div>
- {eyebrow ? <Eyebrow>{eyebrow}</Eyebrow> : null}
+ {head}
<h2 className="mt-3">{title}</h2>
</div>
{description ? (
@@ -50,7 +68,7 @@ export function SectionHead({
// left
return (
<div className={cn("max-w-3xl mb-12", className)}>
- {eyebrow ? <Eyebrow>{eyebrow}</Eyebrow> : null}
+ {head}
<h2 className="mt-3">{title}</h2>
{description ? (
<p style={{ color: "var(--fg-2)" }} className="mt-4 text-base md:text-lg max-w-xl">
diff --git a/website/components/section-share-link.tsx b/website/components/section-share-link.tsx
new file mode 100644
index 00000000..63ff887e
--- /dev/null
+++ b/website/components/section-share-link.tsx
@@ -0,0 +1,71 @@
+"use client";
+
+import { useEffect, useRef, useState } from "react";
+import { Check, Link2 } from "lucide-react";
+
+import { cn } from "@/lib/utils";
+
+export function SectionShareLink({
+ id,
+ className,
+}: {
+ id: string;
+ className?: string;
+}) {
+ const [copied, setCopied] = useState(false);
+ const timer = useRef<ReturnType<typeof setTimeout> | null>(null);
+
+ useEffect(
+ () => () => {
+ if (timer.current) clearTimeout(timer.current);
+ },
+ [],
+ );
+
+ async function share() {
+ const url = `${location.origin}${location.pathname}#${id}`;
+ history.replaceState(null, "", `#${id}`);
+ // Phones and tablets get the system share sheet; a cancelled sheet is
+ // not an error, and anything else falls back to the clipboard.
+ if (navigator.share && matchMedia("(pointer: coarse)").matches) {
+ try {
+ await navigator.share({ title: document.title, url });
+ return;
+ } catch (e) {
+ if (e instanceof DOMException && e.name === "AbortError") return;
+ }
+ }
+ try {
+ await navigator.clipboard.writeText(url);
+ } catch {
+ return;
+ }
+ setCopied(true);
+ if (timer.current) clearTimeout(timer.current);
+ timer.current = setTimeout(() => setCopied(false), 2000);
+ }
+
+ return (
+ <button
+ type="button"
+ onClick={share}
+ aria-label={copied ? "Link copied" : "Copy a link to this section"}
+ className={cn(
+ "inline-flex h-7 items-center gap-1.5 rounded-md border border-hair-2 px-2.5 font-mono text-[0.6875rem] font-medium tracking-[0.1em] uppercase transition-colors outline-none focus-visible:ring-[3px] focus-visible:ring-[color:var(--ring)]",
+ copied ? "" : "text-fg-2 hover:border-fg-3 hover:text-fg-0",
+ className,
+ )}
+ style={
+ copied
+ ? {
+ color: "var(--ok)",
+ borderColor: "color-mix(in oklab, var(--ok) 50%, transparent)",
+ }
+ : undefined
+ }
+ >
+ {copied ? <Check className="size-3.5" /> : <Link2 className="size-3.5" />}
+ {copied ? "Link copied" : "Share"}
+ </button>
+ );
+}
diff --git a/website/components/site-header.tsx b/website/components/site-header.tsx
index 968bd9fa..accb980f 100644
--- a/website/components/site-header.tsx
+++ b/website/components/site-header.tsx
@@ -339,7 +339,7 @@ export function SiteHeader() {
className="h-9 px-3 rounded-md hidden lg:inline-flex items-center text-[14px] font-medium transition-colors text-[color:var(--fg-1)] hover:text-[color:var(--fg-0)] hover:bg-[color:var(--ink-2)]"
style={{ fontFamily: "var(--font-display)" }}
>
- AI SRE BENCH
+ Benchmarks
</Link>
<Link
href="https://docs.tracewayapp.com"