Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

chore(site) rename evals page to benchmarks (#2437)

Colton Padden8b38fabaeb4f
diff --git a/apps/docs/app/[lang]/evals/opengraph-image.tsx b/apps/docs/app/[lang]/benchmarks/opengraph-image.tsx
similarity index 100%
rename from apps/docs/app/[lang]/evals/opengraph-image.tsx
rename to apps/docs/app/[lang]/benchmarks/opengraph-image.tsx
diff --git a/apps/docs/app/[lang]/evals/page.tsx b/apps/docs/app/[lang]/benchmarks/page.tsx
similarity index 94%
rename from apps/docs/app/[lang]/evals/page.tsx
rename to apps/docs/app/[lang]/benchmarks/page.tsx
index 34c20b83c..3e1e5fe1a 100644
--- a/apps/docs/app/[lang]/evals/page.tsx
+++ b/apps/docs/app/[lang]/benchmarks/page.tsx
@@ -4,7 +4,7 @@ import { pageTitleMetadata } from "@/lib/geistdocs/metadata-title";
import { benchmarkResults, benchmarkRows } from "@/lib/evals/results";
import { ResultsTable } from "./results-table";
-const title = "Agent Evaluations - eve";
+const title = "Model Benchmarks - eve";
const description =
"See how coding agents perform on eve project authoring tasks with and without eve's generated guidance.";
const titleMetadata = pageTitleMetadata(title);
@@ -12,7 +12,7 @@ const titleMetadata = pageTitleMetadata(title);
export const metadata: Metadata = {
...titleMetadata,
description,
- alternates: canonicalAlternates(canonicalRoutes.evals),
+ alternates: canonicalAlternates(canonicalRoutes.benchmarks),
openGraph: titleMetadata.openGraph,
twitter: {
...titleMetadata.twitter,
@@ -20,7 +20,7 @@ export const metadata: Metadata = {
},
};
-const EvalsPage = () => {
+const ModelBenchmarksPage = () => {
const rows = benchmarkRows(benchmarkResults);
const publishedAt = formatDate(benchmarkResults.generatedAt);
const revision = benchmarkResults.suite.eveRevision;
@@ -28,7 +28,7 @@ const EvalsPage = () => {
return (
<main className="mx-auto w-full min-w-0 max-w-[1080px] px-4 pb-32 sm:px-6">
<section className="flex min-w-0 flex-col items-center px-0 pt-16 pb-12 text-center sm:px-4">
- <h1 className="text-gray-1000 text-heading-48 sm:text-heading-64">Agent Evaluations</h1>
+ <h1 className="text-gray-1000 text-heading-48 sm:text-heading-64">Model Benchmarks</h1>
<p className="mt-5 max-w-3xl text-gray-900 text-lg">
Performance of coding agents creating and changing eve projects, measured by deterministic
checks against the files, commands, and simulated external interactions each run produces.
@@ -88,4 +88,4 @@ function formatDate(value: string | null): string {
}).format(new Date(value));
}
-export default EvalsPage;
+export default ModelBenchmarksPage;
diff --git a/apps/docs/app/[lang]/evals/results-table.tsx b/apps/docs/app/[lang]/benchmarks/results-table.tsx
similarity index 100%
rename from apps/docs/app/[lang]/evals/results-table.tsx
rename to apps/docs/app/[lang]/benchmarks/results-table.tsx
diff --git a/apps/docs/app/[lang]/evals/twitter-image.tsx b/apps/docs/app/[lang]/benchmarks/twitter-image.tsx
similarity index 100%
rename from apps/docs/app/[lang]/evals/twitter-image.tsx
rename to apps/docs/app/[lang]/benchmarks/twitter-image.tsx
diff --git a/apps/docs/app/sitemap.ts b/apps/docs/app/sitemap.ts
index db4cd530e..f7a6e75a2 100644
--- a/apps/docs/app/sitemap.ts
+++ b/apps/docs/app/sitemap.ts
@@ -45,7 +45,7 @@ export default async function sitemap(): Promise<MetadataRoute.Sitemap> {
origin: getSiteOrigin(),
sources: [
{ pathname: canonicalRoutes.home },
- { pathname: canonicalRoutes.evals },
+ { pathname: canonicalRoutes.benchmarks },
...docs,
{ pathname: canonicalRoutes.integrations },
...integrations.map(({ slug }) => ({ pathname: integrationPath(slug) })),
diff --git a/apps/docs/lib/geistdocs/canonical.test.ts b/apps/docs/lib/geistdocs/canonical.test.ts
index 67f7836d6..29449c6b8 100644
--- a/apps/docs/lib/geistdocs/canonical.test.ts
+++ b/apps/docs/lib/geistdocs/canonical.test.ts
@@ -11,7 +11,7 @@ describe("canonical routes", () => {
it("uses one path model for hubs and detail pages", () => {
expect(canonicalRoutes).toEqual({
home: "/",
- evals: "/evals",
+ benchmarks: "/benchmarks",
integrations: "/integrations",
templates: "/templates",
});
diff --git a/apps/docs/lib/geistdocs/canonical.ts b/apps/docs/lib/geistdocs/canonical.ts
index b5733eb4a..9cc09000b 100644
--- a/apps/docs/lib/geistdocs/canonical.ts
+++ b/apps/docs/lib/geistdocs/canonical.ts
@@ -2,7 +2,7 @@ import type { Metadata } from "next";
export const canonicalRoutes = {
home: "/",
- evals: "/evals",
+ benchmarks: "/benchmarks",
integrations: "/integrations",
templates: "/templates",
} as const;
diff --git a/apps/docs/lib/geistdocs/redirects.test.ts b/apps/docs/lib/geistdocs/redirects.test.ts
index b6aea7a7b..59623c6a4 100644
--- a/apps/docs/lib/geistdocs/redirects.test.ts
+++ b/apps/docs/lib/geistdocs/redirects.test.ts
@@ -151,6 +151,16 @@ describe("rootMarkdownRedirects", () => {
});
});
+describe("compatibilityRedirects", () => {
+ it("redirects the previous benchmark route", () => {
+ expect(compatibilityRedirects).toContainEqual({
+ source: "/evals",
+ destination: "/benchmarks",
+ permanent: true,
+ });
+ });
+});
+
describe("defaultLanguageRedirects", () => {
it("redirects observed locale aliases directly to their canonical destination", () => {
expect(defaultLanguageRedirects).toEqual([
diff --git a/apps/docs/lib/geistdocs/redirects.ts b/apps/docs/lib/geistdocs/redirects.ts
index 5aeaf3db6..1a63a5307 100644
--- a/apps/docs/lib/geistdocs/redirects.ts
+++ b/apps/docs/lib/geistdocs/redirects.ts
@@ -97,6 +97,7 @@ export const rootMarkdownRedirects: DocsRedirect[] = [
export const compatibilityRedirects: DocsRedirect[] = [
...createIntegrationRedirects("chat-sdk-photon", "photon"),
+ { source: "/evals", destination: "/benchmarks", permanent: true },
{ source: "/feed", destination: "/rss.xml", permanent: true },
{ source: "/feed.xml", destination: "/rss.xml", permanent: true },
{ source: "/guides/hooks", destination: "/docs/guides/hooks", permanent: true },
diff --git a/apps/docs/lib/geistdocs/sitemap.test.ts b/apps/docs/lib/geistdocs/sitemap.test.ts
index 48bb9a555..201f0c922 100644
--- a/apps/docs/lib/geistdocs/sitemap.test.ts
+++ b/apps/docs/lib/geistdocs/sitemap.test.ts
@@ -7,7 +7,7 @@ const sources = [
{ pathname: "/" },
{ pathname: "/docs/getting-started", lastModified: sourceDate },
{ pathname: "/docs/getting-started", lastModified: new Date("2026-08-01") },
- { pathname: "/evals" },
+ { pathname: "/benchmarks" },
{ pathname: "/integrations" },
{ pathname: "/integrations/slack" },
{ pathname: "/templates" },
@@ -31,8 +31,8 @@ describe("createCanonicalSitemap", () => {
expect(sitemap.map(({ url }) => url)).toEqual([
"https://eve.dev/",
+ "https://eve.dev/benchmarks",
"https://eve.dev/docs/getting-started",
- "https://eve.dev/evals",
"https://eve.dev/integrations",
"https://eve.dev/integrations/slack",
"https://eve.dev/templates",
diff --git a/apps/docs/lib/geistdocs/sitemap.ts b/apps/docs/lib/geistdocs/sitemap.ts
index 89c3fa2c5..710fbea24 100644
--- a/apps/docs/lib/geistdocs/sitemap.ts
+++ b/apps/docs/lib/geistdocs/sitemap.ts
@@ -20,7 +20,7 @@ const alternateRepresentationPattern = /\.(?:md|mdx|txt|xml)$/i;
const isIndexableHtmlPath = (pathname: string): boolean =>
pathname === "/" ||
- pathname === "/evals" ||
+ pathname === "/benchmarks" ||
pathname === "/integrations" ||
pathname === "/templates" ||
/^\/docs\/.+/.test(pathname) ||
diff --git a/docs/meta.json b/docs/meta.json
index 12bd1f880..63b629904 100644
--- a/docs/meta.json
+++ b/docs/meta.json
@@ -34,6 +34,6 @@
"patterns",
"...reference",
"responsible-use",
- "[Benchmarks](/evals)"
+ "[Benchmarks](/benchmarks)"
]
}