The Open Framework for Building Agents
feat(website) add dynamic social cards for agent benchmarks (#2387)
Colton Paddenb3aca832d229
diff --git a/apps/docs/app/[lang]/evals/opengraph-image.tsx b/apps/docs/app/[lang]/evals/opengraph-image.tsxnew file mode 100644index 000000000..3e0eb7723--- /dev/null+++ b/apps/docs/app/[lang]/evals/opengraph-image.tsx@@ -0,0 +1,12 @@+import { benchmarkResults, benchmarkRows } from "@/lib/evals/results";+import { createEvalsOgImage } from "@/lib/evals/og-image";++export const size = {+ width: 1200,+ height: 628,+};+export const contentType = "image/png";++const EvalsOpenGraphImage = () => createEvalsOgImage(benchmarkRows(benchmarkResults));++export default EvalsOpenGraphImage;diff --git a/apps/docs/app/[lang]/evals/twitter-image.tsx b/apps/docs/app/[lang]/evals/twitter-image.tsxnew file mode 100644index 000000000..68155d55e--- /dev/null+++ b/apps/docs/app/[lang]/evals/twitter-image.tsx@@ -0,0 +1,12 @@+import { benchmarkResults, benchmarkRows } from "@/lib/evals/results";+import { createEvalsOgImage } from "@/lib/evals/og-image";++export const size = {+ width: 1200,+ height: 628,+};+export const contentType = "image/png";++const EvalsTwitterImage = () => createEvalsOgImage(benchmarkRows(benchmarkResults));++export default EvalsTwitterImage;diff --git a/apps/docs/lib/evals/og-image.tsx b/apps/docs/lib/evals/og-image.tsxnew file mode 100644index 000000000..343227497--- /dev/null+++ b/apps/docs/lib/evals/og-image.tsx@@ -0,0 +1,173 @@+import { LogoEve } from "@vercel/geistdocs/assets/logos/logo-eve";+import { readFile } from "node:fs/promises";+import { join } from "node:path";+import { ImageResponse } from "next/og";+import type { BenchmarkRow } from "./results";++const evalsOgImageSize = {+ width: 1200,+ height: 628,+};++const fontDirectory = join(process.cwd(), "app/[lang]/og/[...slug]");+const fonts = Promise.all([+ readFile(join(fontDirectory, "geist-sans-regular.ttf")),+ readFile(join(fontDirectory, "geist-sans-semibold.ttf")),+]);++const formatRate = (rate: number | null): string => (rate === null ? "—" : `${Math.round(rate)}%`);++const latestResults = (rows: BenchmarkRow[]): BenchmarkRow[] =>+ [...rows].sort(+ (left, right) =>+ (right.guidedSuccessRate ?? -1) - (left.guidedSuccessRate ?? -1) ||+ (right.baselineSuccessRate ?? -1) - (left.baselineSuccessRate ?? -1) ||+ left.modelDisplayName.localeCompare(right.modelDisplayName),+ );++export const createEvalsOgImage = async (rows: BenchmarkRow[]): Promise<ImageResponse> => {+ const [regularFont, semiboldFont] = await fonts;+ const results = latestResults(rows);++ return new ImageResponse(+ <div+ style={{+ background: "black",+ color: "white",+ display: "flex",+ fontFamily: "Geist",+ height: "100%",+ position: "relative",+ width: "100%",+ }}+ >+ <div+ style={{+ color: "white",+ display: "flex",+ left: 60,+ position: "absolute",+ top: 60,+ }}+ >+ <LogoEve height={30} />+ </div>++ <div+ style={{+ display: "flex",+ flexDirection: "column",+ fontSize: 76,+ fontWeight: 400,+ left: 60,+ letterSpacing: "-0.06em",+ lineHeight: 0.95,+ position: "absolute",+ top: 241,+ }}+ >+ <div style={{ display: "flex" }}>Agent</div>+ <div style={{ display: "flex" }}>Benchmarks</div>+ </div>++ <div+ style={{+ display: "flex",+ flexDirection: "column",+ left: 600,+ position: "absolute",+ top: 163,+ width: 540,+ }}+ >+ <div+ style={{+ borderBottom: "1px solid #333333",+ color: "#777777",+ display: "flex",+ fontSize: 18,+ fontWeight: 500,+ paddingBottom: 12,+ width: "100%",+ }}+ >+ <div style={{ display: "flex", flex: 1 }}>Model</div>+ <div style={{ display: "flex", justifyContent: "flex-end", width: 84 }}>Base</div>+ <div style={{ display: "flex", justifyContent: "flex-end", width: 104 }}>Guided</div>+ </div>+ {results.map((row) => (+ <div+ key={row.groupId}+ style={{+ alignItems: "center",+ borderBottom: "1px solid #222222",+ display: "flex",+ fontSize: 24,+ height: 52,+ letterSpacing: "-0.025em",+ width: "100%",+ }}+ >+ <div+ style={{+ display: "flex",+ flex: 1,+ overflow: "hidden",+ whiteSpace: "nowrap",+ }}+ >+ {row.modelDisplayName}+ </div>+ <div+ style={{+ color: "#888888",+ display: "flex",+ justifyContent: "flex-end",+ width: 84,+ }}+ >+ {formatRate(row.baselineSuccessRate)}+ </div>+ <div+ style={{+ display: "flex",+ fontWeight: 500,+ justifyContent: "flex-end",+ width: 104,+ }}+ >+ {formatRate(row.guidedSuccessRate)}+ </div>+ </div>+ ))}+ </div>++ <div+ style={{+ background: "linear-gradient(to bottom, transparent 0%, black 100%)",+ bottom: 0,+ display: "flex",+ height: 230,+ position: "absolute",+ right: 0,+ width: 600,+ }}+ />+ </div>,+ {+ ...evalsOgImageSize,+ fonts: [+ {+ name: "Geist",+ data: regularFont,+ weight: 400,+ },+ {+ name: "Geist",+ data: semiboldFont,+ weight: 500,+ },+ ],+ },+ );+};