Skip to content

The Open Standard for Generative UI

Add the /benchmarks page, rebuilt on the re-scored numbers (#1027)

rahuldoval21e474847713
diff --git a/docs/app/(home)/benchmarks/BenchmarksContent.tsx b/docs/app/(home)/benchmarks/BenchmarksContent.tsx
new file mode 100644
index 000000000..0de4a58ec
--- /dev/null
+++ b/docs/app/(home)/benchmarks/BenchmarksContent.tsx
@@ -0,0 +1,358 @@
+"use client";
+
+import { CompletionByModel, CostPerPass, TokenMatrix } from "@/components/charts/benchmark-charts";
+import { BlankScreensPanels } from "@/components/charts/blank-screens-panels";
+import { CompletionByDensity } from "@/components/charts/completion-by-density";
+import { VizSkin } from "@/components/charts/primitives";
+import { ReliabilityByModel } from "@/components/charts/reliability-by-model";
+import { RenderSplit } from "@/components/charts/render-split";
+import { RepairFunnelFlow } from "@/components/charts/repair-funnel-flow";
+import { SpeedTokens } from "@/components/charts/speed-tokens";
+import {
+ BRIEFS,
+ COST_MODELS,
+ FORMAT_ORDER,
+ LINKS,
+ MODELS,
+ RUNS_PER_FORMAT,
+ blankScreens,
+ completionByDensity,
+ completionOver,
+ costPerPass,
+ production,
+ repairedShare,
+} from "@/lib/benchmark-data";
+import { ChartLineUp, CurrencyDollarSimple, ShieldCheck, Wrench } from "@phosphor-icons/react";
+import { ArrowUpRight } from "lucide-react";
+import type { ReactNode } from "react";
+import { CloudCtaSection } from "../cloud/CloudCtaSection";
+import { BevelButton } from "../components/Button/BevelButton";
+import {
+ FeatureGridSection,
+ type GridFeature,
+} from "../sections/FeatureGridSection/FeatureGridSection";
+import s from "./benchmarks.module.css";
+
+const ALL_MODELS = MODELS.map((model) => model.id);
+const BLOG_HREF = "/blog/generative-ui-benchmark";
+
+const BLANK_RATE = (1 - blankScreens.openui / RUNS_PER_FORMAT) * 100;
+
+const costRatios = COST_MODELS.flatMap((model) =>
+ (["a2ui", "jsonRender"] as const).map(
+ (format) => costPerPass[model]![format] / costPerPass[model]!.openui,
+ ),
+);
+const CHEAPER_LOW = Math.min(...costRatios);
+const CHEAPER_HIGH = Math.max(...costRatios);
+
+const HARDEST_SCREENS = completionByDensity[completionByDensity.length - 1];
+
+/* The four headline results, written for someone who has never read a
+ benchmark. Every number is derived above, never typed. */
+const HEADLINE_FEATURES: GridFeature[] = [
+ {
+ Icon: ShieldCheck,
+ title: `${BLANK_RATE.toFixed(1)}% render rate`,
+ description: `Only ${blankScreens.openui} of ${RUNS_PER_FORMAT.toLocaleString()} screens rendered blank.`,
+ },
+ {
+ Icon: ChartLineUp,
+ title: `${completionOver("openui").toFixed(1)}% valid`,
+ description: "Parsed, rooted, and passed every structural check.",
+ },
+ {
+ Icon: CurrencyDollarSimple,
+ title: `${CHEAPER_LOW.toFixed(1)} to ${CHEAPER_HIGH.toFixed(1)}× cheaper`,
+ description: "Half the tokens: lower cost, faster streaming.",
+ },
+ {
+ Icon: Wrench,
+ title: `${repairedShare().toFixed(0)}% repaired in flight`,
+ description: "A sanitizer model patches only the broken lines, via incremental editing.",
+ },
+];
+
+function Section({
+ id,
+ title,
+ question,
+ description,
+ insight,
+ band,
+ hideChartHead = false,
+ spacious = false,
+ children,
+}: {
+ id: string;
+ title: string;
+ question?: string;
+ description: ReactNode;
+ insight: ReactNode;
+ band?: string;
+ hideChartHead?: boolean;
+ spacious?: boolean;
+ children: ReactNode;
+}) {
+ return (
+ <section
+ id={id}
+ className={`${s.section} ${hideChartHead ? s.sectionBare : ""} ${
+ spacious ? s.sectionSpacious : ""
+ }`}
+ aria-labelledby={`${id}-heading`}
+ >
+ <div className={s.sectionHeader}>
+ <div className={s.sectionHeading}>
+ {band ? <p className={s.bandLabel}>{band}</p> : null}
+ <h2 id={`${id}-heading`} className={s.sectionTitle}>
+ {title}
+ </h2>
+ {question ? <p className={s.sectionQuestion}>{question}</p> : null}
+ </div>
+ <div className={s.sectionAside}>
+ <p>{description}</p>
+ </div>
+ </div>
+ <div className={s.insightBar}>
+ <p>{insight}</p>
+ </div>
+ <div className={s.sectionBody}>{children}</div>
+ </section>
+ );
+}
+
+export function BenchmarksContent() {
+ return (
+ <main className={s.page}>
+ <VizSkin vivid>
+ <header className={s.hero}>
+ <div className={s.heroLockup}>
+ <p className={s.heroAside}>
+ 46 real screens, 6 models, 3 formats: 1,104 scored runs each
+ </p>
+ <div className={s.heroCopy}>
+ <p className={s.heroEyebrow}>
+ <span>OpenUI</span>
+ <span className={s.heroTag}>Benchmarks</span>
+ </p>
+ <h1 className={s.heroTitle}>
+ <span>Generative UI</span>
+ <span>Benchmark</span>
+ </h1>
+ </div>
+ <div className={s.heroActions}>
+ <BevelButton
+ href="/benchmarks/methodology"
+ label="Methodology"
+ variant="primary"
+ className={s.heroButton}
+ badge={
+ <ArrowUpRight className={s.actionIcon} strokeWidth={2.25} aria-hidden="true" />
+ }
+ />
+ <BevelButton
+ href={LINKS.rawData}
+ label="Raw data"
+ variant="secondary"
+ className={s.heroButton}
+ external
+ badge={
+ <ArrowUpRight className={s.actionIcon} strokeWidth={2.25} aria-hidden="true" />
+ }
+ />
+ </div>
+ </div>
+ </header>
+
+ <section className={s.heroGrid} aria-label="Benchmark overview">
+ <ReliabilityByModel models={ALL_MODELS} formats={FORMAT_ORDER} />
+ </section>
+
+ <div className={s.featureBand} aria-label="Headline results">
+ <FeatureGridSection
+ features={HEADLINE_FEATURES}
+ showHeader={false}
+ showCompat={false}
+ showBottomSeparator={false}
+ showTopSeparator
+ desktopColumns={4}
+ />
+ </div>
+
+ <div className={s.column}>
+ <Section
+ id="blank-screens"
+ title="Blank screens vs. renders"
+ question="Did the generation actually render?"
+ description={
+ <>
+ 1,104 runs per format across 6 models. <br />
+ Counted as each SDK&rsquo;s own renderer produced them.
+ </>
+ }
+ insight={
+ <>
+ OpenUI had {blankScreens.openui} blank screen in {RUNS_PER_FORMAT.toLocaleString()}{" "}
+ runs, compared with {blankScreens.a2ui} for A2UI and {blankScreens.jsonRender} for
+ json-render.
+ </>
+ }
+ hideChartHead
+ >
+ <BlankScreensPanels models={ALL_MODELS} formats={FORMAT_ORDER} />
+ </Section>
+
+ <Section
+ id="render-split"
+ title="Structural validity vs. render success"
+ question="Was the output valid, and did anything render?"
+ description={
+ <>
+ Valid: every part it refers to exists, and every setting is a real one. Render
+ success: something appeared at all. 1,104 runs per format.
+ </>
+ }
+ insight={
+ <>OpenUI leads on both; A2UI and json-render each trade one off against the other.</>
+ }
+ hideChartHead
+ >
+ <RenderSplit models={ALL_MODELS} formats={FORMAT_ORDER} />
+ </Section>
+
+ <Section
+ id="completion"
+ title="Structural validity by model"
+ question="How often the component graph holds together"
+ description={
+ <>
+ Passes only if nothing is left dangling, nothing is invented, and every setting is
+ valid. 184 runs per model, per format.
+ </>
+ }
+ insight={
+ <>
+ OpenUI leads overall: {completionOver("openui").toFixed(1)}% vs{" "}
+ {completionOver("a2ui").toFixed(1)}% for A2UI. The lead changes by model, with two
+ ties.
+ </>
+ }
+ hideChartHead
+ >
+ <CompletionByModel
+ models={ALL_MODELS}
+ formats={FORMAT_ORDER}
+ sub="Runs whose component graph parses, resolves and validates, judged by each format's own SDK."
+ note={null}
+ />
+ </Section>
+
+ <Section
+ id="cost"
+ title="Token consumption and cost"
+ question="Tokens and dollars for the same screens"
+ description={
+ <>
+ 46 screens, <br />
+ priced at provider list prices.
+ </>
+ }
+ insight={
+ <>
+ OpenUI uses fewer tokens and costs {CHEAPER_LOW.toFixed(1)}–
+ {CHEAPER_HIGH.toFixed(1)}× less across every priced model.
+ </>
+ }
+ spacious
+ >
+ <TokenMatrix
+ formats={FORMAT_ORDER}
+ sub="System prompt + output for one screen"
+ note={null}
+ />
+ <CostPerPass
+ models={ALL_MODELS}
+ formats={FORMAT_ORDER}
+ sub={`The same ${BRIEFS} screens at list prices`}
+ note={null}
+ />
+ </Section>
+
+ <Section
+ id="speed"
+ title="Streaming speed"
+ question="How long a screen takes to render"
+ description={
+ <>
+ Mean output per screen, <br />
+ decoded at 50 tokens per second.
+ </>
+ }
+ insight="A screen streams in about half the time, because there is about half as much to write."
+ hideChartHead
+ >
+ <SpeedTokens note={null} />
+ </Section>
+
+ <Section
+ id="density"
+ title="Structural validity by screen complexity"
+ question="Validity as requirements increase"
+ description={
+ <>
+ 46 briefs across 5 complexity bands, <br />
+ about 9 per band.
+ </>
+ }
+ insight={
+ <>
+ As screens get harder, OpenUI and A2UI stay above 90%; json-render falls to{" "}
+ {HARDEST_SCREENS.jsonRender.toFixed(0)}%.
+ </>
+ }
+ hideChartHead
+ >
+ <CompletionByDensity models={ALL_MODELS} formats={FORMAT_ORDER} note={null} />
+ </Section>
+ </div>
+
+ <div className={s.productionBand}>
+ <div className={s.column}>
+ <Section
+ id="production"
+ title="Production repair"
+ question="What gets fixed before users see it"
+ description={
+ <>
+ Based on real production data: <br />
+ OpenUI Cloud traffic, not benchmark runs.
+ </>
+ }
+ insight={
+ <>
+ Only {production.userVisibleShare}% of generations reach a user broken. Of the
+ ones that fail validation, {repairedShare().toFixed(0)}% are repaired via
+ incremental editing.
+ </>
+ }
+ hideChartHead
+ >
+ <RepairFunnelFlow />
+ </Section>
+ </div>
+ </div>
+
+ <CloudCtaSection
+ title="Improve your generative UI reliability with OpenUI Cloud."
+ primary={{
+ label: "Get OpenUI Cloud",
+ href: "https://console.thesys.dev/keys",
+ external: true,
+ }}
+ secondary={{ label: "Learn more", href: "/docs/openui-cloud" }}
+ />
+ </VizSkin>
+ </main>
+ );
+}
diff --git a/docs/app/(home)/benchmarks/benchmarks.module.css b/docs/app/(home)/benchmarks/benchmarks.module.css
new file mode 100644
index 000000000..07b6802e6
--- /dev/null
+++ b/docs/app/(home)/benchmarks/benchmarks.module.css
@@ -0,0 +1,611 @@
+.page {
+ min-height: 100vh;
+ overflow-x: clip;
+ background: var(--openui-foreground);
+ color: var(--openui-text-neutral-primary);
+ font-family: var(--home-font-text);
+}
+
+.hero,
+.heroGrid,
+.column {
+ width: calc(100% - 64px);
+ max-width: var(--home-container-max);
+ margin-inline: auto;
+}
+
+/* Hero ---------------------------------------------------------------- */
+
+.hero {
+ position: relative;
+ padding-block: 176px 32px;
+}
+
+.dotField::before {
+ background-image: radial-gradient(
+ circle,
+ color-mix(in srgb, var(--openui-text-neutral-primary) 72%, transparent) 0 1.4px,
+ transparent 1.7px
+ );
+ -webkit-mask-image: radial-gradient(circle 116px at var(--dot-x) var(--dot-y), #000, transparent);
+ mask-image: radial-gradient(circle 116px at var(--dot-x) var(--dot-y), #000, transparent);
+}
+
+.dotField::after {
+ background-image: radial-gradient(circle, #7c3aed 0 1.5px, transparent 1.8px);
+ -webkit-mask-image: radial-gradient(circle 56px at var(--dot-x) var(--dot-y), #000, transparent);
+ mask-image: radial-gradient(circle 56px at var(--dot-x) var(--dot-y), #000, transparent);
+}
+
+.heroLockup {
+ position: relative;
+ z-index: 1;
+ display: flex;
+ flex-direction: column;
+ align-items: flex-start;
+ gap: 40px;
+}
+
+/* the Cloud hero's right-hand subtitle, same values as cloud/page.module.css
+ .subtitle: 400px, 22px, heading weight, lead leading */
+.heroAside {
+ position: absolute;
+ top: 52px;
+ right: 0;
+ width: 400px;
+ max-width: 36%;
+ margin: 0;
+ font-family: var(--home-font-display);
+ font-size: 22px;
+ font-weight: var(--home-heading-weight);
+ line-height: var(--home-lead-leading);
+ letter-spacing: var(--home-heading-tracking);
+ color: color-mix(in srgb, var(--openui-text-neutral-primary) 50%, transparent);
+}
+
+@media (max-width: 1100px) {
+ .heroAside {
+ position: static;
+ order: 3;
+ width: 100%;
+ max-width: 560px;
+ font-size: 18px;
+ font-weight: 500;
+ line-height: 1.35;
+ letter-spacing: normal;
+ }
+}
+
+.heroAside a {
+ color: inherit;
+ text-decoration: underline;
+ text-underline-offset: 3px;
+}
+
+/* eyebrow/tag/title metrics mirror the Cloud hero exactly: Inter Display
+ eyebrow with 2px lead-in, 2/6/3 tag padding, 20px gap, 1.0 title leading */
+.heroCopy {
+ display: flex;
+ flex-direction: column;
+ align-items: flex-start;
+ gap: 20px;
+}
+
+.heroEyebrow {
+ display: inline-flex;
+ align-items: center;
+ gap: 8px;
+ margin: 0 0 0 2px;
+ font-family: var(--home-font-display);
+ font-size: 20px;
+ font-weight: 500;
+ line-height: 1;
+ color: var(--openui-text-neutral-primary);
+}
+
+.heroTag {
+ display: inline-flex;
+ align-items: center;
+ margin-top: -3px;
+ padding: 2px 6px 3px;
+ border: 1px solid currentColor;
+ border-radius: 5px;
+ font-size: 17px;
+ line-height: 1;
+}
+
+.heroTitle {
+ display: flex;
+ flex-direction: column;
+ margin: 0;
+ font-family: var(--home-font-display);
+ font-size: 60px;
+ font-weight: 600;
+ line-height: 1;
+ letter-spacing: -1px;
+ color: var(--openui-text-neutral-primary);
+}
+
+.heroTitle span {
+ display: block;
+}
+
+.heroActions {
+ display: flex;
+ align-items: center;
+ gap: 12px;
+}
+
+.heroButton {
+ height: 44px;
+ padding-left: 22px;
+ padding-right: 8px;
+ font-size: 15px;
+}
+
+.heroButton > span:last-child {
+ width: 28px;
+ height: 28px;
+}
+
+.actionIcon {
+ width: 15px;
+ height: 15px;
+}
+
+/* Overview ------------------------------------------------------------ */
+
+.heroGrid {
+ padding-top: 64px;
+}
+
+.heroGrid > figure,
+.sectionBody > figure {
+ width: 100%;
+ min-width: 0;
+ margin: 0;
+ padding: 0;
+ border-radius: 0;
+ background: transparent;
+ box-shadow: none;
+}
+
+.heroGrid > figure {
+ gap: 24px;
+}
+
+.heroGrid > figure > figcaption,
+.sectionBody > figure > figcaption {
+ display: flex;
+ flex-direction: row;
+ align-items: flex-start;
+ justify-content: space-between;
+ gap: 32px;
+}
+
+.sectionBody > figure > figcaption > p:first-child {
+ padding: 8px 12px;
+ font-family: var(--home-font-mono);
+ font-size: 14px;
+ font-weight: 600;
+ line-height: normal;
+ letter-spacing: 1.12px;
+}
+
+/* The hero H1 already introduces the chart; keep its caption for screen
+ readers only. */
+.heroGrid > figure > figcaption {
+ position: absolute;
+ width: 1px;
+ height: 1px;
+ padding: 0;
+ overflow: hidden;
+ clip: rect(0 0 0 0);
+ clip-path: inset(50%);
+ white-space: nowrap;
+}
+
+.heroGrid > figure > figcaption > p:nth-child(2),
+.sectionBody > figure > figcaption > p:nth-child(2) {
+ width: min(570px, 52%);
+ margin: 0;
+ font-family: var(--home-font-display);
+ font-size: 17px;
+ font-weight: 400;
+ line-height: 1.5;
+ text-align: right;
+}
+
+.sectionBody > figure > figcaption > p:nth-child(2) {
+ width: min(340px, 40%);
+}
+
+.heroStats {
+ display: grid;
+ grid-template-columns: repeat(3, minmax(0, 1fr));
+ gap: 0;
+ margin-top: 88px;
+ border-top: 1px solid var(--home-hairline);
+}
+
+.stat {
+ position: relative;
+ display: flex;
+ min-width: 0;
+ flex-direction: column;
+ gap: 8px;
+ padding: 32px 40px 8px;
+ border-left: 1px solid var(--home-hairline);
+}
+
+.stat:first-child {
+ padding-left: 0;
+ border-left: 0;
+}
+
+.statValue {
+ font-family: var(--home-font-display);
+ font-size: 36px;
+ font-weight: 600;
+ line-height: 1.15;
+ letter-spacing: -0.5px;
+ color: var(--openui-text-neutral-primary);
+ font-variant-numeric: tabular-nums;
+}
+
+.statLabel {
+ font-size: 15px;
+ font-weight: 500;
+ line-height: 1.25;
+ color: var(--openui-text-neutral-primary);
+}
+
+.statNote {
+ overflow: hidden;
+ font-size: 14px;
+ font-weight: 400;
+ line-height: 1.45;
+ color: var(--openui-text-neutral-secondary);
+ text-overflow: ellipsis;
+}
+
+/* Headline results: the Cloud page's feature grid, holding our numbers. */
+.featureBand {
+ margin-top: 104px;
+}
+
+/* Shared Figma section shell ----------------------------------------- */
+
+.section {
+ display: flex;
+ flex-direction: column;
+ align-items: stretch;
+ gap: 48px;
+ padding-block: 112px;
+ scroll-margin-top: 64px;
+}
+
+.column > .section:first-child {
+ padding-top: 160px;
+}
+
+.sectionSpacious {
+ gap: 64px;
+}
+
+.sectionHeader {
+ display: flex;
+ align-items: flex-start;
+ justify-content: space-between;
+ gap: 48px;
+ min-height: 84px;
+}
+
+.sectionHeading {
+ display: flex;
+ flex-direction: column;
+ align-items: flex-start;
+ gap: 4px;
+ min-width: 0;
+}
+
+.bandLabel {
+ margin: 0 0 8px;
+ font-family: var(--home-font-mono);
+ font-size: 12px;
+ font-weight: 500;
+ line-height: 1.3;
+ letter-spacing: 0.06em;
+ text-transform: uppercase;
+ color: var(--openui-text-neutral-tertiary);
+}
+
+.sectionTitle,
+.sectionQuestion {
+ margin: 0;
+ font-family: var(--home-font-text);
+ font-size: 32px;
+ font-weight: 500;
+ line-height: 1.2;
+ letter-spacing: -0.5px;
+}
+
+.sectionTitle {
+ color: var(--openui-text-neutral-primary);
+}
+
+.sectionQuestion {
+ color: color-mix(in srgb, var(--openui-text-neutral-primary) 50%, transparent);
+}
+
+.sectionAside {
+ display: flex;
+ width: 340px;
+ min-width: 280px;
+ align-self: stretch;
+ flex-direction: column;
+ align-items: flex-end;
+ justify-content: space-between;
+ gap: 12px;
+ text-align: right;
+}
+
+/* data facts on the right, set like the Cloud feature cards' body text */
+.sectionAside p {
+ margin: 0;
+ font-family: var(--home-font-display);
+ font-size: 17px;
+ font-weight: 400;
+ line-height: 1.5;
+ color: color-mix(in srgb, var(--openui-text-neutral-primary) 50%, transparent);
+}
+
+/* the shared tertiary Button ("Read more") supplies its own type styles */
+.sectionAside a {
+ font-size: 15px;
+}
+
+.insightBar {
+ display: flex;
+ min-height: 47px;
+ align-items: center;
+ padding: 12px 16px;
+ border-left: 2px solid var(--openui-text-neutral-primary);
+ background: linear-gradient(
+ to right,
+ color-mix(in srgb, var(--openui-text-neutral-primary) 6%, transparent),
+ transparent
+ );
+}
+
+.insightBar p {
+ margin: 0;
+ font-size: 16px;
+ font-weight: 500;
+ line-height: 1.45;
+ color: var(--openui-text-neutral-primary);
+ text-wrap: pretty;
+}
+
+.sectionBody {
+ display: flex;
+ min-width: 0;
+ flex-direction: column;
+ gap: 48px;
+}
+
+.sectionSpacious .sectionBody {
+ gap: 72px;
+}
+
+.sectionBody > figure {
+ gap: 20px;
+}
+
+/* Section headings already name these single-view charts. Keep the internal
+ figcaptions available to screen readers without repeating them visually. */
+.sectionBare .sectionBody > figure {
+ position: relative;
+ gap: 18px;
+}
+
+.sectionBare .sectionBody > figure > figcaption {
+ position: absolute;
+ width: 1px;
+ height: 1px;
+ padding: 0;
+ overflow: hidden;
+ clip: rect(0 0 0 0);
+ clip-path: inset(50%);
+ white-space: nowrap;
+}
+
+/* Tail links ---------------------------------------------------------- */
+
+/* Production: its own full-width band, like the Cloud page's enterprise
+ section — the grey page background against the white content above. */
+.productionBand {
+ width: 100%;
+ margin-top: 0;
+ padding-block: 140px;
+ background: var(--openui-background);
+}
+
+.productionBand .section,
+.productionBand .column > .section:first-child {
+ padding-block: 0;
+}
+
+.endLinks {
+ display: flex;
+ flex-wrap: wrap;
+ gap: 32px;
+ padding-block: 64px 32px;
+ font-size: 15px;
+ font-weight: 500;
+}
+
+.endLinks a {
+ color: var(--openui-text-neutral-primary);
+ text-decoration: underline;
+ text-decoration-color: color-mix(in srgb, currentColor 35%, transparent);
+ text-underline-offset: 3px;
+}
+
+.endLinks a:hover {
+ text-decoration-color: currentColor;
+}
+
+@media (max-width: 900px) {
+ .heroStats {
+ grid-template-columns: 1fr;
+ border-top: 0;
+ }
+
+ .stat {
+ padding: 20px 0 12px;
+ border-left: 0;
+ border-top: 1px solid var(--home-hairline);
+ }
+
+ .stat:first-child {
+ border-top: 0;
+ padding-top: 0;
+ }
+}
+
+@media (max-width: 767px) {
+ .hero,
+ .heroGrid,
+ .column {
+ width: calc(100% - 32px);
+ }
+
+ .hero {
+ padding-block: 112px 24px;
+ }
+
+ .heroLockup {
+ gap: 28px;
+ }
+
+ .heroCopy {
+ gap: 18px;
+ }
+
+ .heroEyebrow {
+ font-size: 18px;
+ }
+
+ .heroTag {
+ font-size: 15px;
+ }
+
+ .heroTitle {
+ font-size: clamp(38px, 11.5vw, 48px);
+ line-height: 1.12;
+ }
+
+ .heroTitle span {
+ display: inline;
+ }
+
+ .heroActions {
+ width: min(100%, 320px);
+ flex-direction: column;
+ align-items: stretch;
+ }
+
+ .heroGrid {
+ padding-top: 48px;
+ }
+
+ .heroGrid > figure > figcaption,
+ .sectionBody > figure > figcaption {
+ flex-direction: column;
+ gap: 16px;
+ }
+
+ .heroGrid > figure > figcaption > p:nth-child(2),
+ .sectionBody > figure > figcaption > p:nth-child(2) {
+ width: 100%;
+ text-align: left;
+ }
+
+ .heroStats {
+ margin-top: 40px;
+ }
+
+ .section,
+ .sectionSpacious {
+ gap: 32px;
+ padding-block: 56px;
+ }
+
+ .column > .section:first-child {
+ padding-top: 96px;
+ }
+
+ .productionBand {
+ margin-top: 48px;
+ padding-block: 72px;
+ }
+
+ .sectionHeader {
+ min-height: 0;
+ flex-direction: column;
+ gap: 24px;
+ }
+
+ .sectionTitle,
+ .sectionQuestion {
+ font-size: 24px;
+ letter-spacing: 0;
+ }
+
+ .sectionAside {
+ width: 100%;
+ min-width: 0;
+ align-items: flex-start;
+ text-align: left;
+ }
+
+ .sectionAside p {
+ font-size: 15px;
+ }
+
+ /* the deliberate two-line breaks are tuned for the desktop column width */
+ .sectionAside p br {
+ display: none;
+ }
+
+ .sectionAside a {
+ padding-inline: 0;
+ }
+
+ .insightBar {
+ align-items: flex-start;
+ }
+
+ .insightBar p {
+ font-size: 15px;
+ }
+
+ .sectionBody,
+ .sectionSpacious .sectionBody {
+ gap: 40px;
+ }
+
+ .endLinks {
+ gap: 20px;
+ padding-bottom: 64px;
+ }
+}
+
+[data-theme="dark"] .page {
+ background: #000;
+}
+
+[data-theme="dark"] .productionBand {
+ background: color-mix(in srgb, #fff 4%, #000);
+}
diff --git a/docs/app/(home)/benchmarks/methodology/page.tsx b/docs/app/(home)/benchmarks/methodology/page.tsx
new file mode 100644
index 000000000..d1c705de5
--- /dev/null
+++ b/docs/app/(home)/benchmarks/methodology/page.tsx
@@ -0,0 +1,103 @@
+import { GitHubButton } from "@/app/(home)/components/GitHubButton/GitHubButton";
+import { Footer } from "@/app/(home)/sections/Footer/Footer";
+import type { Metadata } from "next";
+import { PillLink } from "../../components/Button/Button";
+
+export const metadata: Metadata = {
+ title: "Benchmark methodology | OpenUI",
+ description:
+ "How the OpenUI generative UI benchmark is run and scored: the models, the component catalog, each SDK's own prompts and parsers, and the two rubrics.",
+};
+
+const SECTIONS = [
+ { id: "how-we-ran-it", label: "How we ran it" },
+ { id: "rubrics", label: "Rubrics" },
+];
+
+/* Same layout as a blog post (app/blog/[slug]/page.tsx) — gradient band, TOC
+ rail, prose column, footer — with the post's Methodology section as the
+ body. The text is the blog's, not a second version of it. */
+export default function BenchmarkMethodologyPage() {
+ return (
+ <>
+ <div className="min-h-screen bg-[linear-gradient(to_bottom,var(--openui-foreground),var(--openui-background)_10rem,var(--openui-background)_calc(100%_-_10rem),var(--openui-foreground))] [[data-theme=dark]_&]:bg-[linear-gradient(to_bottom,#000,var(--swatch-neutral-950)_28rem,var(--swatch-neutral-950)_calc(100%_-_28rem),#000)]">
+ <main className="mx-auto flex w-full max-w-[var(--home-container-wide)] gap-4 px-4 pt-16 pb-40 lg:gap-28 lg:pr-8 min-[1249px]:pl-0 min-[1024px]:max-[1248px]:pl-8">
+ <aside className="hidden w-56 shrink-0 lg:block">
+ <div className="sticky top-24">
+ <p className="mb-3 text-sm font-medium text-fd-foreground">On this page</p>
+ <ul className="space-y-2 text-sm text-[color:var(--openui-text-neutral-tertiary)]">
+ {SECTIONS.map((section) => (
+ <li key={section.id}>
+ <a href={`#${section.id}`}>{section.label}</a>
+ </li>
+ ))}
+ </ul>
+ </div>
+ </aside>
+
+ <div className="min-w-0 flex-1">
+ <h1 className="mb-2 text-[length:var(--home-title-size)] font-[family-name:var(--home-font-display)] font-medium leading-[var(--home-title-leading)] tracking-[var(--home-title-tracking)] text-[color:var(--openui-text-neutral-primary)]">
+ Methodology
+ </h1>
+ <p className="mb-4 text-[length:var(--home-lead-size)] font-[family-name:var(--home-font-text)] leading-[var(--home-lead-leading)] text-[color:var(--openui-text-neutral-secondary)]">
+ How the generative UI benchmark is run and scored.
+ </p>
+ <div className="-ml-3 flex flex-wrap items-center gap-1 border-b border-[color:var(--home-hairline)] pb-6">
+ <PillLink href="/benchmarks" variant="ghost">
+ Benchmarks
+ </PillLink>
+ <PillLink href="/blog/generative-ui-benchmark" variant="ghost">
+ Read the full write-up
+ </PillLink>
+ </div>
+
+ <article className="prose mt-8 min-w-0">
+ <h2 id="how-we-ran-it">How we ran it</h2>
+ <p>
+ We chose 6 frontier models from various model families to test the 3 different
+ Generative UI formats, OpenUI, Google A2UI and Vercel json-render.
+ </p>
+ <p>
+ For all of these combinations we used the same catalog of 70 components, built
+ entirely from OpenUI&rsquo;s public component library: the open-source chat set, six
+ chat blocks from the same library, and twelve components from the public shadcn-chat
+ example. The exact catalog is committed in the repo.
+ </p>
+ <p>
+ For each format we used that SDK&rsquo;s own official prompt generator and parser,
+ and gave all three the same two worked examples, so no format was hand-tuned against
+ the others.
+ </p>
+ <p>Every model ran every prompt 4 times, giving 1,104 runs per format.</p>
+ <p>
+ In total 46 different prompts were used that mirror real life requests. None of them
+ name a component or a layout to mimic real life user queries.
+ </p>
+
+ <h2 id="rubrics">Rubrics</h2>
+ <p>For evaluation we used the following rubrics:</p>
+ <ul>
+ <li>
+ <strong>Structural validity:</strong> a run passes when it parses, has a root,
+ every reference resolves, nothing is orphaned or invented, required props and
+ enums are valid, and the output is not truncated. It also needs at least as many
+ components as the brief has requirements; that is a count floor, not a check that
+ each requirement was addressed. Higher is better.
+ </li>
+ <li>
+ <strong>Render success:</strong> whether anything reached the screen at all,
+ measured separately from structural validity. Higher is better.
+ </li>
+ </ul>
+ </article>
+
+ <div className="mt-12 border-t border-[color:var(--home-hairline)] pt-8">
+ <GitHubButton variant="desktopGlow" />
+ </div>
+ </div>
+ </main>
+ </div>
+ <Footer />
+ </>
+ );
+}
diff --git a/docs/app/(home)/benchmarks/page.tsx b/docs/app/(home)/benchmarks/page.tsx
new file mode 100644
index 000000000..d64e29979
--- /dev/null
+++ b/docs/app/(home)/benchmarks/page.tsx
@@ -0,0 +1,17 @@
+import type { Metadata } from "next";
+import { Footer } from "../sections/Footer/Footer";
+import { BenchmarksContent } from "./BenchmarksContent";
+
+export const metadata: Metadata = {
+ title: "Benchmarks | OpenUI",
+ description: `We generated the same 46 interfaces with 6 models and 3 UI formats. OpenUI produced the fewest blank screens, used the fewest tokens, and cost the least on every priced model.`,
+};
+
+export default function BenchmarksPage() {
+ return (
+ <>
+ <BenchmarksContent />
+ <Footer />
+ </>
+ );
+}
diff --git a/docs/app/(home)/cloud/CloudCtaSection.tsx b/docs/app/(home)/cloud/CloudCtaSection.tsx
index 6ed919801..c974f1ca1 100644
--- a/docs/app/(home)/cloud/CloudCtaSection.tsx
+++ b/docs/app/(home)/cloud/CloudCtaSection.tsx
@@ -2,26 +2,40 @@ import { ArrowUpRight } from "lucide-react";
import { BevelButton } from "../components/Button/BevelButton";
import styles from "./CloudCtaSection.module.css";
-export function CloudCtaSection() {
+interface CtaAction {
+ label: string;
+ href: string;
+ external?: boolean;
+}
+
+export function CloudCtaSection({
+ title = "Turn your OpenUI application into a production-grade experience.",
+ primary = { label: "Get API Key", href: "https://console.thesys.dev/keys", external: true },
+ secondary = { label: "Talk to our team", href: "https://zcal.co/t/thesys/demo", external: true },
+}: {
+ title?: string;
+ primary?: CtaAction;
+ secondary?: CtaAction;
+} = {}) {
return (
<section className={styles.section} aria-labelledby="cloud-cta-title">
<div className={styles.inner}>
<h2 id="cloud-cta-title" className={styles.title}>
- Turn your OpenUI application into a production-grade experience.
+ {title}
</h2>
<div className={styles.actions}>
<BevelButton
- href="https://console.thesys.dev/keys"
- external
+ href={primary.href}
+ external={primary.external}
variant="primary"
- label="Get API Key"
+ label={primary.label}
badge={<ArrowUpRight size={16} strokeWidth={2.25} />}
/>
<BevelButton
- href="https://zcal.co/t/thesys/demo"
- external
+ href={secondary.href}
+ external={secondary.external}
variant="secondary"
- label="Talk to our team"
+ label={secondary.label}
badge={<ArrowUpRight size={16} strokeWidth={2.25} />}
/>
</div>
diff --git a/docs/app/(home)/cloud/ComparisonSection.module.css b/docs/app/(home)/cloud/ComparisonSection.module.css
index 3a437d4f2..fbfb7d5d2 100644
--- a/docs/app/(home)/cloud/ComparisonSection.module.css
+++ b/docs/app/(home)/cloud/ComparisonSection.module.css
@@ -39,60 +39,7 @@
display: none;
}
-.tableScroller {
- flex: 1 1 auto;
- min-width: 0;
- overflow-x: auto;
-}
-
-.table {
- width: 100%;
- min-width: 760px;
- border: 1px solid var(--openui-border-default);
- border-radius: 16px;
- border-collapse: separate;
- border-spacing: 0;
- overflow: hidden;
- table-layout: fixed;
- color: var(--openui-text-neutral-primary);
- font-family: "Inter Display", sans-serif;
- font-size: var(--home-body-size);
- line-height: 1.4;
- text-align: left;
-}
-
-.table th,
-.table td {
- padding: 16px 18px;
- border-right: 1px solid var(--openui-border-default);
- border-bottom: 1px solid var(--openui-border-default);
- font-weight: 400;
- vertical-align: top;
-}
-
-.table th:last-child,
-.table td:last-child {
- border-right: 0;
-}
-
-.table tbody tr:last-child th,
-.table tbody tr:last-child td {
- border-bottom: 0;
-}
-
-.table thead th {
- font-weight: 500;
-}
-
-.table tbody th {
- font-weight: 500;
-}
-
-.table tbody tr:nth-child(even) {
- background: var(--openui-highlight-subtle);
-}
-
-.table .selfManaged {
+.selfManaged {
color: var(--openui-text-neutral-tertiary);
}
@@ -124,10 +71,6 @@
flex: 0 0 auto;
width: auto;
}
-
- .tableScroller {
- width: 100%;
- }
}
@media (max-width: 767px) {
@@ -144,14 +87,6 @@
width: calc(100% - 32px);
}
- .tableScroller {
- box-sizing: border-box;
- width: calc(100% + 32px);
- margin-left: -16px;
- padding-inline: 16px;
- scroll-padding-inline: 16px;
- }
-
.title {
font-size: 28px;
}
@@ -164,12 +99,7 @@
display: block;
}
- .table {
- width: 444px;
- min-width: 444px;
- }
-
- .table col {
+ .inner col {
width: 148px;
}
}
diff --git a/docs/app/(home)/cloud/ComparisonSection.tsx b/docs/app/(home)/cloud/ComparisonSection.tsx
index 57bd51b7e..84b401327 100644
--- a/docs/app/(home)/cloud/ComparisonSection.tsx
+++ b/docs/app/(home)/cloud/ComparisonSection.tsx
@@ -1,3 +1,4 @@
+import { MarketingTable } from "@/components/marketing-table";
import styles from "./ComparisonSection.module.css";
const COMPARISON_ROWS = [
@@ -48,59 +49,55 @@ export function ComparisonSection() {
<div className={styles.inner}>
<h2 id="cloud-comparison-title" className={styles.title}>
Purpose
- <br className={styles.titleBreak} />
- {" "}built for
- <br className={styles.mobileTitleBreak} />
- {" "}production use-cases
+ <br className={styles.titleBreak} /> built for
+ <br className={styles.mobileTitleBreak} /> production use-cases
</h2>
- <div className={styles.tableScroller}>
- <table className={styles.table}>
- <colgroup>
- <col className={styles.capabilityColumn} />
- <col />
- <col />
- </colgroup>
- <thead>
- <tr>
- <th scope="col">Capability</th>
- <th scope="col">OpenUI OSS</th>
- <th scope="col">OpenUI Cloud</th>
- </tr>
- </thead>
- <tbody>
- {COMPARISON_ROWS.map(([capability, oss, cloud]) => (
- <tr key={capability}>
- <th scope="row">{capability}</th>
- <td
- className={
- oss === "Manage yourself" ||
- oss === "Implement yourself" ||
- oss === "Basic components included"
- ? styles.selfManaged
- : undefined
- }
- >
- {capability === "OpenUI Lang" ? (
- <span className={styles.checkedValue}>
- <CloudCheckmark />
- <span>{oss}</span>
- </span>
- ) : (
- oss
- )}
- </td>
- <td>
+ <MarketingTable edgeToEdgeMobile>
+ <colgroup>
+ <col className={styles.capabilityColumn} />
+ <col />
+ <col />
+ </colgroup>
+ <thead>
+ <tr>
+ <th scope="col">Capability</th>
+ <th scope="col">OpenUI OSS</th>
+ <th scope="col">OpenUI Cloud</th>
+ </tr>
+ </thead>
+ <tbody>
+ {COMPARISON_ROWS.map(([capability, oss, cloud]) => (
+ <tr key={capability}>
+ <th scope="row">{capability}</th>
+ <td
+ className={
+ oss === "Manage yourself" ||
+ oss === "Implement yourself" ||
+ oss === "Basic components included"
+ ? styles.selfManaged
+ : undefined
+ }
+ >
+ {capability === "OpenUI Lang" ? (
<span className={styles.checkedValue}>
<CloudCheckmark />
- <span>{cloud}</span>
+ <span>{oss}</span>
</span>
- </td>
- </tr>
- ))}
- </tbody>
- </table>
- </div>
+ ) : (
+ oss
+ )}
+ </td>
+ <td>
+ <span className={styles.checkedValue}>
+ <CloudCheckmark />
+ <span>{cloud}</span>
+ </span>
+ </td>
+ </tr>
+ ))}
+ </tbody>
+ </MarketingTable>
</div>
</section>
);
diff --git a/docs/app/(home)/sections/CloudBanner/CloudBanner.module.css b/docs/app/(home)/sections/CloudBanner/CloudBanner.module.css
index 7f667a798..3b78ebb74 100644
--- a/docs/app/(home)/sections/CloudBanner/CloudBanner.module.css
+++ b/docs/app/(home)/sections/CloudBanner/CloudBanner.module.css
@@ -1,6 +1,5 @@
-/* Floating announcement pill (a button that scrolls to the OpenUI Cloud
- section). Enter and exit are pure transitions, so the exit is the reverse
- of the entrance. */
+/* Floating announcement pill linking to the benchmarks page. Enter and exit are
+ pure transitions, so the exit is the reverse of the entrance. */
.banner {
position: fixed;
@@ -19,6 +18,7 @@
font-weight: 400;
line-height: 1.35;
text-align: center;
+ text-decoration: none;
cursor: pointer;
box-shadow:
inset 0 1px 1px rgba(255, 255, 255, 0.22),
@@ -80,16 +80,16 @@
.chevron {
flex-shrink: 0;
color: rgba(255, 255, 255, 0.7);
- animation: chevronBounce 1.4s ease-in-out infinite;
+ animation: chevronNudge 1.4s ease-in-out infinite;
}
-@keyframes chevronBounce {
+@keyframes chevronNudge {
0%,
100% {
- transform: translateY(0);
+ transform: translateX(0);
}
50% {
- transform: translateY(3px);
+ transform: translateX(3px);
}
}
diff --git a/docs/app/(home)/sections/CloudBanner/CloudBanner.tsx b/docs/app/(home)/sections/CloudBanner/CloudBanner.tsx
index c3d384e64..00e5de8b7 100644
--- a/docs/app/(home)/sections/CloudBanner/CloudBanner.tsx
+++ b/docs/app/(home)/sections/CloudBanner/CloudBanner.tsx
@@ -1,9 +1,8 @@
"use client";
-import { ChevronDown } from "lucide-react";
+import { ArrowRight } from "lucide-react";
+import Link from "next/link";
import { useEffect, useState } from "react";
-import { CLOUD_SECTION_ID } from "../CloudSection/CloudSection";
-import { USE_CASES_SECTION_ID } from "../UseCasesSection/UseCasesSection";
import styles from "./CloudBanner.module.css";
export function CloudBanner() {
@@ -11,18 +10,10 @@ export function CloudBanner() {
const [mounted, setMounted] = useState(false);
const [open, setOpen] = useState(false);
- // Appear once the use cases section comes into view, then hide again once the
- // OpenUI Cloud section is reached (and stay hidden through and past it).
+ // Appear as soon as the hero is scrolled past, and stay for the rest of the page.
useEffect(() => {
const update = () => {
- const vh = window.innerHeight;
- const useCasesRect = document
- .getElementById(USE_CASES_SECTION_ID)
- ?.getBoundingClientRect();
- const reachedUseCases = useCasesRect ? useCasesRect.top <= vh * 0.75 : false;
- const cloudRect = document.getElementById(CLOUD_SECTION_ID)?.getBoundingClientRect();
- const reachedCloud = cloudRect ? cloudRect.top <= vh * 0.75 : false;
- setShouldShow(reachedUseCases && !reachedCloud);
+ setShouldShow(window.scrollY > window.innerHeight * 0.6);
};
update();
window.addEventListener("scroll", update, { passive: true });
@@ -35,39 +26,40 @@ export function CloudBanner() {
// Mount, then open just after paint. On hide, play the exit before unmounting.
useEffect(() => {
+ const timers: number[] = [];
+ const schedule = (callback: () => void, delay: number) => {
+ timers.push(window.setTimeout(callback, delay));
+ };
+
if (shouldShow) {
- setMounted(true);
- const id = setTimeout(() => setOpen(true), 20);
- return () => clearTimeout(id);
+ schedule(() => setMounted(true), 0);
+ schedule(() => setOpen(true), 20);
+ } else {
+ schedule(() => setOpen(false), 0);
+ schedule(() => setMounted(false), 550);
}
- setOpen(false);
- const id = setTimeout(() => setMounted(false), 550);
- return () => clearTimeout(id);
+
+ return () => timers.forEach(window.clearTimeout);
}, [shouldShow]);
if (!mounted) return null;
- const scrollToCloud = () => {
- document.getElementById(CLOUD_SECTION_ID)?.scrollIntoView({ behavior: "smooth", block: "start" });
- };
-
return (
- <button
- type="button"
- onClick={scrollToCloud}
+ <Link
+ href="/benchmarks"
className={`${styles.banner} ${open ? styles.open : ""}`.trim()}
- aria-label="Introducing OpenUI Cloud. Generative UI, ready for production. Jump to section."
+ aria-label="OpenUI Benchmark: Generative UI Benchmark. View the results."
>
<span className={styles.content}>
<span className={styles.text}>
<span className={styles.lead}>
- Introducing OpenUI <span className={styles.tag}>Cloud</span>
+ OpenUI <span className={styles.tag}>Benchmark</span>
<span className={styles.colon}> :</span>
</span>{" "}
- <span className={styles.rest}>Production-ready Generative UI</span>
+ <span className={styles.rest}>Generative UI Benchmark</span>
</span>
- <ChevronDown className={styles.chevron} size={18} strokeWidth={2.25} aria-hidden="true" />
+ <ArrowRight className={styles.chevron} size={18} strokeWidth={2.25} aria-hidden="true" />
</span>
- </button>
+ </Link>
);
}
diff --git a/docs/components/charts/benchmark-charts.tsx b/docs/components/charts/benchmark-charts.tsx
index c9e00b614..717ae3455 100644
--- a/docs/components/charts/benchmark-charts.tsx
+++ b/docs/components/charts/benchmark-charts.tsx
@@ -1,3 +1,6 @@
+"use client";
+
+import { MarketingTable } from "@/components/marketing-table";
import {
BRIEFS,
COST_MODELS,
@@ -5,113 +8,196 @@ import {
FORMAT_ORDER,
type FormatId,
MODELS,
- RUNS_PER_FORMAT,
+ type ModelId,
blankScreens,
+ blanksOver,
completionByModel,
- completionMean,
+ completionOver,
+ costPer1kScreens,
costPerPass,
formatLabel,
+ runCounts,
+ runsOver,
tokens,
} from "@/lib/benchmark-data";
-import { Chart, Mark, Row, slotClass, styles as s } from "./primitives";
+import type { ReactNode } from "react";
+import { Chart, Chip, Row, styles as s, slotClass, useVizSkin } from "./primitives";
const slotOf = (id: FormatId) => FORMATS.find((f) => f.id === id)!.series;
const markOf = (id: FormatId) => FORMATS.find((f) => f.id === id)!.mark;
const usd = (n: number) => `$${n.toFixed(2)}`;
+const ALL_MODELS = MODELS.map((m) => m.id);
+const isFullSet = (models: readonly ModelId[]) => models.length === MODELS.length;
+
/* 1 ─ completion, model by model: the table --------------------------- */
-export function CompletionByModel() {
+export function CompletionByModel({
+ models = ALL_MODELS,
+ formats = FORMAT_ORDER,
+ sub,
+ note,
+ flatTable = false,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+ sub?: string;
+ note?: ReactNode | null;
+ flatTable?: boolean;
+} = {}) {
+ const { vivid } = useVizSkin();
+ const shownModels = MODELS.filter((m) => models.includes(m.id));
+ const shownFormats = FORMAT_ORDER.filter((f) => formats.includes(f));
return (
<Chart
- title="Completion rate by model"
+ title="Structural validity by model"
+ sub={
+ sub ??
+ "How often the component graph parses, roots, resolves and validates. Two models clearly favor OpenUI, one clearly favors A2UI, and the other three sit inside the noise band."
+ }
tight
+ note={
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ {BRIEFS} briefs · {runsOver(models).toLocaleString()} runs per format
+ {isFullSet(models) ? "" : ` over ${shownModels.length} of 6 models`}, 184 per cell, one
+ uniform condition for every model; gaps under ~3 points are noise.
+ </>
+ )
+ }
>
- <div className={s.tableWrap}>
- <table className={`${s.table} ${s.tableWide}`}>
- <thead>
- <tr>
- <th scope="col">Model</th>
- {FORMATS.map((f) => (
- <th key={f.id} scope="col" className={slotClass(f.series)}>
- <span className={s.colHead}>
- <Mark id={f.mark} />
- {f.label}
+ <MarketingTable
+ compact
+ className={`${s.benchmarkTable} ${s.tableWide} ${flatTable ? s.tableFlat : ""}`}
+ >
+ <thead>
+ <tr>
+ <th scope="col">Model</th>
+ {FORMATS.filter((f) => shownFormats.includes(f.id)).map((f) => (
+ <th key={f.id} scope="col" className={slotClass(f.series)}>
+ <span className={s.colHead}>
+ {vivid ? <Chip mark={f.mark} /> : null}
+ {f.label}
+ </span>
+ </th>
+ ))}
+ </tr>
+ </thead>
+ <tbody>
+ {shownModels.map((m, ri) => {
+ const top = Math.max(...shownFormats.map((id) => completionByModel[m.id][id]));
+ return (
+ <tr key={m.id} style={{ "--d": `${ri * 45}ms` } as React.CSSProperties}>
+ <th scope="row">
+ <span className={s.model}>
+ {vivid ? <Chip mark={m.mark} /> : null}
+ {m.label}
+ <span className={s.vendor}>{m.vendor}</span>
</span>
</th>
- ))}
- </tr>
- </thead>
- <tbody>
- {MODELS.map((m) => {
- const vals = FORMAT_ORDER.map((id) => completionByModel[m.id][id]);
- const best = Math.max(...vals);
- return (
- <tr key={m.id}>
- <th scope="row">
- <span className={s.model}>
- {m.label}
- <span className={s.vendor}>{m.vendor}</span>
- </span>
- </th>
- {FORMAT_ORDER.map((id) => {
- const isBest = completionByModel[m.id][id] === best;
- return (
- <td key={id} className={slotClass(slotOf(id))}>
- {isBest ? (
- <span className={s.best}>{completionByModel[m.id][id].toFixed(1)}</span>
- ) : (
- completionByModel[m.id][id].toFixed(1)
- )}
- </td>
- );
- })}
- </tr>
- );
- })}
+ {shownFormats.map((id) => (
+ <td
+ key={id}
+ className={`${slotClass(slotOf(id))} ${s.tip}`}
+ data-tip={`${m.label} × ${formatLabel(id)}. ${runCounts[m.id][id].complete} of ${runCounts[m.id][id].runs} runs complete`}
+ >
+ {completionByModel[m.id][id] === top ? (
+ <span className={s.best}>
+ {vivid ? <span className={s.bestMark} aria-hidden /> : null}
+ {completionByModel[m.id][id].toFixed(1)}
+ </span>
+ ) : (
+ completionByModel[m.id][id].toFixed(1)
+ )}
+ </td>
+ ))}
+ </tr>
+ );
+ })}
+ {shownModels.length > 1 ? (
<tr className={s.avgRow}>
<th scope="row">Average</th>
- {FORMAT_ORDER.map((id) => {
- const means = FORMAT_ORDER.map((f) => completionMean(f));
- const best = Math.max(...means);
+ {shownFormats.map((id) => {
+ const bestMean = shownFormats.reduce((a, b) =>
+ completionOver(b, models) > completionOver(a, models) ? b : a,
+ );
return (
<td key={id} className={slotClass(slotOf(id))}>
- {completionMean(id) === best ? (
- <span className={s.best}>{completionMean(id).toFixed(1)}</span>
+ {id === bestMean ? (
+ <span className={s.best}>{completionOver(id, models).toFixed(1)}</span>
) : (
- completionMean(id).toFixed(1)
+ completionOver(id, models).toFixed(1)
)}
</td>
);
})}
</tr>
- </tbody>
- </table>
- </div>
+ ) : null}
+ </tbody>
+ </MarketingTable>
</Chart>
);
}
/* 2 ─ blank screens --------------------------------------------------- */
-export function BlankScreens() {
- const worst = Math.max(...FORMAT_ORDER.map((id) => blankScreens[id]));
- const fewest = Math.min(...FORMAT_ORDER.map((id) => blankScreens[id]));
+export function BlankScreens({
+ models = ALL_MODELS,
+ formats = FORMAT_ORDER,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+} = {}) {
+ const full = isFullSet(models);
+ const shownFormats = FORMAT_ORDER.filter((f) => formats.includes(f));
+ const count = (id: FormatId) => (full ? blankScreens[id] : blanksOver(id, models));
+ const runs = runsOver(models);
+ const worst = Math.max(1, ...shownFormats.map(count));
+ const fewest = Math.min(...shownFormats.map(count));
return (
<Chart
title="Fully blank screens"
sub="Runs where the user saw nothing at all. A broken OpenUI line costs you that line; a broken JSON document costs you the screen."
- note={<>Out of {RUNS_PER_FORMAT.toLocaleString()} runs per format. OpenUI&rsquo;s single blank is a zero-byte model response; A2UI&rsquo;s count is its shipped renderer dropping whole messages on any invalid component.</>}
+ note={
+ full ? (
+ <>
+ Out of {runs.toLocaleString()}&#32;runs per format, as each SDK&rsquo;s shipped renderer
+ produced them. OpenUI&rsquo;s single blank is an empty API response; A2UI drops a whole
+ updateComponents message on any invalid component.
+ </>
+ ) : (
+ <>
+ Out of {runs.toLocaleString()}&#32;runs per format over {models.length}&#32;of 6 models,
+ as each SDK&rsquo;s shipped renderer produced them.
+ </>
+ )
+ }
>
<div className={s.rows}>
- {FORMAT_ORDER.map((id) => (
- <Row key={id} label={formatLabel(id)} mark={markOf(id)}>
+ {shownFormats.map((id, i) => (
+ <Row
+ key={id}
+ label={formatLabel(id)}
+ mark={markOf(id)}
+ tip={`${formatLabel(id)}. ${count(id)} fully blank in ${runs.toLocaleString()} runs`}
+ >
+ <span className={s.barSlot}>
+ <span
+ className={`${s.bar} ${slotClass(slotOf(id))} ${id === "openui" ? s.barOurs : ""}`}
+ style={
+ {
+ width: `${(count(id) / worst) * 88}%`,
+ "--d": `${i * 90}ms`,
+ } as React.CSSProperties
+ }
+ />
+ </span>
<span
- className={`${s.bar} ${slotClass(slotOf(id))}`}
- style={{ width: `${(blankScreens[id] / worst) * 72}%`, background: "var(--c)" }}
- />
- <span className={`${s.value} ${blankScreens[id] === fewest ? `${s.valueHi} ${slotClass(slotOf(id))}` : ""}`}>
- {blankScreens[id]} / {((blankScreens[id] / RUNS_PER_FORMAT) * 100).toFixed(2)}%
+ className={`${s.value} ${count(id) === fewest ? `${s.valueHi} ${slotClass(slotOf(id))}` : ""}`}
+ >
+ {count(id)} / {((count(id) / runs) * 100).toFixed(2)}%
</span>
</Row>
))}
@@ -120,137 +206,304 @@ export function BlankScreens() {
);
}
-/* 3 ─ tokens: system prompt and output, side by side ----------------- */
+/* 3 ─ tokens: system prompt + output in one stacked bar -------------- */
-function TokenGroup({
- heading,
- suffix,
- data,
- baseline,
+export function TokenOverhead({
+ formats = FORMAT_ORDER,
+ sub,
+ note,
}: {
- heading: string;
- suffix: string;
- data: Record<FormatId, number>;
- baseline: number;
-}) {
- const max = Math.max(...FORMAT_ORDER.map((id) => data[id]));
+ formats?: readonly FormatId[];
+ sub?: string;
+ note?: ReactNode | null;
+} = {}) {
+ const shown = FORMAT_ORDER.filter((f) => formats.includes(f));
+ const total = (id: FormatId) => tokens.systemPrompt[id] + tokens.outputPerScreen[id];
+ const max = Math.max(...shown.map(total));
+
return (
- <div className={s.rows}>
- <p className={s.groupHead}>
- {heading} <span>· {suffix}</span>
- </p>
- {FORMAT_ORDER.map((id) => {
- const multiple = data[id] / baseline;
- return (
- <Row key={id} label={formatLabel(id)} mark={markOf(id)}>
- <span
- className={`${s.bar} ${slotClass(slotOf(id))}`}
- style={{ width: `${(data[id] / max) * 68}%`, background: "var(--c)" }}
- />
- <span className={`${s.value} ${id === "openui" ? `${s.valueHi} ${slotClass(slotOf(id))}` : ""}`}>
- {data[id].toLocaleString()}
- {id === "openui" ? "" : ` · ${multiple.toFixed(1)}x`}
- </span>
- </Row>
- );
- })}
- </div>
+ <Chart
+ title="Token consumption"
+ sub={
+ sub ??
+ "System prompt and model output, stacked into one bar. Shorter bars use fewer tokens."
+ }
+ note={
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ System prompts from each SDK&rsquo;s own generator over the same 70-component catalog;
+ output is the mean over all {tokens.outputBasis.runs.toLocaleString()} scored runs
+ across the six models. tiktoken o200k on the exact prompts and outputs.
+ </>
+ )
+ }
+ >
+ <div className={s.tokenRows}>
+ {shown.map((id, i) => {
+ const prompt = tokens.systemPrompt[id];
+ const output = tokens.outputPerScreen[id];
+ const combined = total(id);
+ return (
+ <div
+ key={id}
+ className={`${s.tokenRow} ${slotClass(slotOf(id))} ${s.tip}`}
+ data-tip={`${formatLabel(id)}. ${prompt.toLocaleString()} prompt + ${output.toLocaleString()} output = ${combined.toLocaleString()} tokens per screen`}
+ >
+ <span className={s.tokenName}>
+ <Chip mark={markOf(id)} />
+ <span>{formatLabel(id)}</span>
+ </span>
+ <span className={s.tokenBarTrack}>
+ <span
+ className={s.tokenStack}
+ style={
+ {
+ width: `${(combined / max) * 100}%`,
+ "--d": `${i * 90}ms`,
+ } as React.CSSProperties
+ }
+ >
+ <span className={s.tokenInput} style={{ width: `${(prompt / combined) * 100}%` }}>
+ {prompt / max >= 0.085 ? (
+ <span className={s.segNum}>
+ {prompt.toLocaleString()}
+ {i === 0 ? " input" : ""}
+ </span>
+ ) : null}
+ </span>
+ <span
+ className={s.tokenOutput}
+ style={{ width: `${(output / combined) * 100}%` }}
+ >
+ {output / max >= 0.085 ? (
+ <span className={s.segNum}>
+ {output.toLocaleString()}
+ {i === 0 ? " output" : ""}
+ </span>
+ ) : null}
+ </span>
+ </span>
+ </span>
+ <span className={s.tokenValue}>
+ <strong>{combined.toLocaleString()}</strong>
+ </span>
+ </div>
+ );
+ })}
+ </div>
+ </Chart>
);
}
-export function TokenOverhead() {
+/* 3b ─ tokens as a bar table: input | output | total, each column on its
+ own scale so the differences stay legible. Page-only. */
+
+const TOKEN_COLS = [
+ { key: "prompt", label: "System prompt", val: (id: FormatId) => tokens.systemPrompt[id] },
+ { key: "output", label: "Output", val: (id: FormatId) => tokens.outputPerScreen[id] },
+] as const;
+
+export function TokenMatrix({
+ formats = FORMAT_ORDER,
+ sub,
+ note,
+}: {
+ formats?: readonly FormatId[];
+ sub?: string;
+ note?: ReactNode | null;
+} = {}) {
+ const shown = FORMAT_ORDER.filter((f) => formats.includes(f));
+ const colMax = (col: (typeof TOKEN_COLS)[number]) => Math.max(...shown.map((id) => col.val(id)));
return (
<Chart
- title="Token cost per screen"
- sub="You pay twice: the system prompt rides on every request, then the model writes the screen. OpenUI Lang is the smallest on both."
+ title="Token consumption"
+ sub={sub ?? "System prompt and output for one screen. Multiples compare with OpenUI."}
note={
- <>
- System prompts from each SDK&rsquo;s own generator over the same 70-component
- catalog; output is the mean over all{" "}
- {tokens.outputBasis.runs.toLocaleString()} scored runs across the six models.
- tiktoken o200k on the exact prompts and outputs.
- </>
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ System prompts from each SDK&rsquo;s own generator over the same 70-component catalog;
+ output is the mean over all {tokens.outputBasis.runs.toLocaleString()} scored runs.
+ </>
+ )
}
>
- <TokenGroup
- heading="System prompt"
- suffix="tokens on every request"
- data={tokens.systemPrompt}
- baseline={tokens.systemPrompt.openui}
- />
- <TokenGroup
- heading="Model output"
- suffix="mean tokens per screen"
- data={tokens.outputPerScreen}
- baseline={tokens.outputPerScreen.openui}
- />
+ <div className={`${s.matrix} ${s.matrixPair}`}>
+ <div className={s.matrixHead} aria-hidden>
+ <span />
+ {TOKEN_COLS.map((c) => (
+ <span key={c.key}>{c.label}</span>
+ ))}
+ </div>
+ {shown.map((id, ri) => {
+ const f = FORMATS.find((x) => x.id === id)!;
+ return (
+ <div
+ key={id}
+ className={`${s.matrixRow} ${slotClass(f.series)} ${s.tip}`}
+ data-tip={`${formatLabel(id)}: ${tokens.systemPrompt[id].toLocaleString()} input + ${tokens.outputPerScreen[id].toLocaleString()} output = ${(tokens.systemPrompt[id] + tokens.outputPerScreen[id]).toLocaleString()} tokens per screen`}
+ >
+ <span className={s.tokenName}>
+ <Chip mark={f.mark} />
+ <span>{f.label}</span>
+ </span>
+ {TOKEN_COLS.map((c) => {
+ const base = c.val("openui");
+ const times = c.val(id) / base;
+ return (
+ <span key={c.key} className={`${s.matrixCell} ${s.matrixCellDiff}`}>
+ <span className={s.matrixBarWrap}>
+ <span
+ className={`${s.matrixBar} ${
+ id === "openui"
+ ? s.colBarOurs
+ : id === "a2ui"
+ ? s.colBarStriped
+ : s.colBarStripedLight
+ }`}
+ style={
+ {
+ width: `${(c.val(id) / colMax(c)) * 100}%`,
+ "--d": `${ri * 90}ms`,
+ } as React.CSSProperties
+ }
+ />
+ </span>
+ <span className={s.matrixVal}>{c.val(id).toLocaleString()}</span>
+ <span className={s.matrixDiff}>
+ {id !== "openui" ? (
+ <span className={times <= 1 ? s.diffGood : s.diffBad}>
+ {times <= 1 ? "↓" : "↑"}
+ {times.toFixed(1)}×
+ </span>
+ ) : null}
+ </span>
+ </span>
+ );
+ })}
+ </div>
+ );
+ })}
+ </div>
</Chart>
);
}
/* 4 ─ cost: the table ------------------------------------------------- */
-export function CostPerPass() {
+export function CostPerPass({
+ models = ALL_MODELS,
+ formats = FORMAT_ORDER,
+ sub,
+ note,
+ flatTable = false,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+ sub?: string;
+ note?: ReactNode | null;
+ flatTable?: boolean;
+} = {}) {
+ const { vivid } = useVizSkin();
+ const shownModels = COST_MODELS.filter((m) => models.includes(m));
+ const shownFormats = FORMAT_ORDER.filter((f) => formats.includes(f));
return (
<Chart
title="Cost of one benchmark pass"
- sub="What the same 46 screens cost in each format, at list prices. Cheapest in each row is highlighted."
+ sub={
+ sub ??
+ "What the same 46 screens cost in each format, at list prices. Cheapest in each row is highlighted."
+ }
tight
note={
- <>
- One pass = {BRIEFS}{" "} screens at list prices; the five models with public
- per-token pricing. Gap = dearest / cheapest. Per 1,000 screens on Opus:
- $49 in OpenUI Lang against $127 in A2UI and $106 in json-render.
- </>
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ One pass = {BRIEFS} screens at provider list prices, all six models.
+ {` Per 1,000 screens on Opus: $${costPer1kScreens("opus", "openui").toFixed(0)} in OpenUI against $${costPer1kScreens("opus", "a2ui").toFixed(0)} in A2UI and $${costPer1kScreens("opus", "jsonRender").toFixed(0)} in json-render.`}
+ </>
+ )
}
>
- <div className={s.tableWrap}>
- <table className={s.table}>
+ {shownModels.length === 0 ? (
+ <p className={s.note}>
+ None of the selected models has a public per-token price, so there is nothing to cost. Add
+ a priced model to the filter.
+ </p>
+ ) : (
+ <MarketingTable compact className={`${s.benchmarkTable} ${flatTable ? s.tableFlat : ""}`}>
<thead>
<tr>
<th scope="col">Model</th>
- {FORMATS.map((f) => (
+ {FORMATS.filter((f) => shownFormats.includes(f.id)).map((f) => (
<th key={f.id} scope="col" className={slotClass(f.series)}>
<span className={s.colHead}>
- <Mark id={f.mark} />
+ {vivid ? <Chip mark={f.mark} /> : null}
{f.label}
</span>
</th>
))}
- <th scope="col">Gap</th>
+ {shownFormats.length > 1 && !vivid ? (
+ <th scope="col" className={s.deltaHead}>
+ Delta
+ </th>
+ ) : null}
</tr>
</thead>
<tbody>
- {COST_MODELS.map((m) => {
+ {shownModels.map((m, ri) => {
const model = MODELS.find((x) => x.id === m)!;
- const vals = FORMAT_ORDER.map((id) => costPerPass[m]![id]);
+ const vals = shownFormats.map((id) => costPerPass[m]![id]);
const min = Math.min(...vals);
const max = Math.max(...vals);
return (
- <tr key={m}>
+ <tr key={m} style={{ "--d": `${ri * 45}ms` } as React.CSSProperties}>
<th scope="row">
<span className={s.model}>
+ {vivid ? <Chip mark={model.mark} /> : null}
{model.label}
<span className={s.vendor}>{model.vendor}</span>
</span>
</th>
- {FORMAT_ORDER.map((id) => (
- <td key={id} className={slotClass(slotOf(id))}>
- {costPerPass[m]![id] === min ? (
- <span className={s.best}>{usd(costPerPass[m]![id])}</span>
- ) : (
- usd(costPerPass[m]![id])
- )}
- </td>
- ))}
- <td>{(max / min).toFixed(1)}x</td>
+ {shownFormats.map((id) => {
+ const v = costPerPass[m]![id];
+ const base = costPerPass[m]!.openui;
+ const times = v / base;
+ const showDiff = vivid && id !== "openui" && shownFormats.includes("openui");
+ return (
+ <td
+ key={id}
+ className={`${slotClass(slotOf(id))} ${s.tip}`}
+ data-tip={`${model.label} × ${formatLabel(id)}. ≈ $${costPer1kScreens(m, id).toFixed(0)} per 1,000 screens`}
+ >
+ {v === min ? (
+ <span className={s.best}>
+ {vivid ? <span className={s.bestMark} aria-hidden /> : null}
+ {usd(v)}
+ </span>
+ ) : (
+ usd(v)
+ )}
+ {showDiff ? (
+ <span className={times <= 1 ? s.diffGood : s.diffBad}>
+ {times <= 1 ? "\u2193" : "\u2191"}
+ {times.toFixed(1)}×
+ </span>
+ ) : null}
+ </td>
+ );
+ })}
+ {shownFormats.length > 1 && !vivid ? <td>{(max / min).toFixed(1)}x</td> : null}
</tr>
);
})}
</tbody>
- </table>
- </div>
+ </MarketingTable>
+ )}
</Chart>
);
}
-
diff --git a/docs/components/charts/blank-screens-panels.tsx b/docs/components/charts/blank-screens-panels.tsx
new file mode 100644
index 000000000..aed96ec7a
--- /dev/null
+++ b/docs/components/charts/blank-screens-panels.tsx
@@ -0,0 +1,138 @@
+"use client";
+
+import {
+ FORMATS,
+ FORMAT_ORDER,
+ type FormatId,
+ MODELS,
+ type ModelId,
+ blanksOver,
+ formatLabel,
+ runsFor,
+} from "@/lib/benchmark-data";
+import { Chart, Chip, Mark, styles as s, slotClass } from "./primitives";
+
+/* Render rate per model, one panel per format. Framed as the share of runs
+ that put a screen in front of the user, so OpenUI's near-perfect
+ record reads as tall bars instead of near-empty ones. The scale starts at
+ RATE_MIN, not zero, and the section copy says so. */
+const RATE_MIN = 88;
+
+const fullName = (m: (typeof MODELS)[number]) =>
+ "family" in m && m.family ? `${m.family} ${m.label}` : m.label;
+
+export function BlankScreensPanels({
+ models,
+ formats = FORMAT_ORDER,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+}) {
+ const selected = models ?? MODELS.map((m) => m.id);
+ const shownFormats = FORMAT_ORDER.filter((f) => formats.includes(f));
+ const rate = (f: FormatId, m: ModelId) => (1 - blanksOver(f, [m]) / runsFor(m)) * 100;
+
+ return (
+ <Chart
+ title="Render rate"
+ sub="Runs that rendered against runs that came back blank, out of 184 per model."
+ >
+ <div className={s.panelGrid}>
+ {shownFormats.map((f) => {
+ const format = FORMATS.find((x) => x.id === f)!;
+ const active = MODELS.filter((m) => selected.includes(m.id));
+ const formatRate =
+ active.reduce((sum, m) => sum + rate(f, m.id), 0) / Math.max(1, active.length);
+ return (
+ <div key={f} className={`${s.panel} ${slotClass(format.series)}`}>
+ <div className={s.panelHead}>
+ <span className={s.panelName}>{formatLabel(f)}</span>
+ <span className={s.panelRate}>{formatRate.toFixed(1)}%</span>
+ </div>
+ <div className={s.panelPlot}>
+ {MODELS.map((m, i) => {
+ const v = rate(f, m.id);
+ const blanks = blanksOver(f, [m.id]);
+ const ghost = !selected.includes(m.id);
+ const h = Math.max(((v - RATE_MIN) / (100 - RATE_MIN)) * 88, 2);
+ return (
+ <div
+ key={m.id}
+ className={`${s.colCell} ${s.tip} ${ghost ? s.colCellGhost : ""}`}
+ data-tip={`${formatLabel(f)} · ${fullName(m)}: ${v.toFixed(1)}% rendered, ${blanks} blank of ${runsFor(m.id)}`}
+ >
+ {/* the space above the bar is the blank share: filled and
+ counted, rather than left as an empty gap */}
+ {ghost ? null : (
+ <span
+ className={s.colTop}
+ style={
+ {
+ height: `${100 - h}%`,
+ "--d": `${i * 55}ms`,
+ } as React.CSSProperties
+ }
+ >
+ <span className={s.colTopVal}>{blanks}</span>
+ </span>
+ )}
+ <span
+ className={`${s.colBar} ${
+ f === "openui"
+ ? s.colBarOurs
+ : f === "a2ui"
+ ? s.colBarStriped
+ : s.colBarStripedLight
+ }`}
+ style={
+ {
+ height: `${ghost ? 0 : h}%`,
+ "--d": `${i * 55}ms`,
+ } as React.CSSProperties
+ }
+ >
+ {ghost ? null : (
+ <span className={s.colBarVal}>{runsFor(m.id) - blanks}</span>
+ )}
+ </span>
+ </div>
+ );
+ })}
+ </div>
+ <div className={s.panelFeet}>
+ {MODELS.map((m) => (
+ <span
+ key={m.id}
+ className={`${s.panelFoot} ${selected.includes(m.id) ? "" : s.panelFootGhost}`}
+ title={fullName(m)}
+ aria-label={fullName(m)}
+ >
+ <Chip mark={m.mark} />
+ </span>
+ ))}
+ </div>
+ </div>
+ );
+ })}
+ </div>
+ <div className={`${s.legend} ${s.legendCenter}`} aria-label="Segment key">
+ <span className={s.key}>
+ <span className={`${s.dot} ${s.dotComplete}`} aria-hidden />
+ Rendered
+ </span>
+ <span className={s.key}>
+ <span className={`${s.dot} ${s.dotTop}`} aria-hidden />
+ Came back blank
+ </span>
+ </div>
+ <div className={`${s.legend} ${s.legendCenter}`} aria-label="Model key">
+ {MODELS.map((m) => (
+ <span key={m.id} className={s.key}>
+ <Mark id={m.mark} />
+ {fullName(m)}
+ </span>
+ ))}
+ </div>
+ </Chart>
+ );
+}
diff --git a/docs/components/charts/brand-marks.ts b/docs/components/charts/brand-marks.ts
index 1b549e5d2..b40082a63 100644
--- a/docs/components/charts/brand-marks.ts
+++ b/docs/components/charts/brand-marks.ts
@@ -5,11 +5,26 @@
*/
export const BRAND_MARKS: Record<string, string> = {
- openai: "M22.2819 9.8211a5.9847 5.9847 0 0 0-.5157-4.9108 6.0462 6.0462 0 0 0-6.5098-2.9A6.0651 6.0651 0 0 0 4.9807 4.1818a5.9847 5.9847 0 0 0-3.9977 2.9 6.0462 6.0462 0 0 0 .7427 7.0966 5.98 5.98 0 0 0 .511 4.9107 6.051 6.051 0 0 0 6.5146 2.9001A5.9847 5.9847 0 0 0 13.2599 24a6.0557 6.0557 0 0 0 5.7718-4.2058 5.9894 5.9894 0 0 0 3.9977-2.9001 6.0557 6.0557 0 0 0-.7475-7.0729zm-9.022 12.6081a4.4755 4.4755 0 0 1-2.8764-1.0408l.1419-.0804 4.7783-2.7582a.7948.7948 0 0 0 .3927-.6813v-6.7369l2.02 1.1686a.071.071 0 0 1 .038.052v5.5826a4.504 4.504 0 0 1-4.4945 4.4944zm-9.6607-4.1254a4.4708 4.4708 0 0 1-.5346-3.0137l.142.0852 4.783 2.7582a.7712.7712 0 0 0 .7806 0l5.8428-3.3685v2.3324a.0804.0804 0 0 1-.0332.0615L9.74 19.9502a4.4992 4.4992 0 0 1-6.1408-1.6464zM2.3408 7.8956a4.485 4.485 0 0 1 2.3655-1.9728V11.6a.7664.7664 0 0 0 .3879.6765l5.8144 3.3543-2.0201 1.1685a.0757.0757 0 0 1-.071 0l-4.8303-2.7865A4.504 4.504 0 0 1 2.3408 7.872zm16.5963 3.8558L13.1038 8.364 15.1192 7.2a.0757.0757 0 0 1 .071 0l4.8303 2.7913a4.4944 4.4944 0 0 1-.6765 8.1042v-5.6772a.79.79 0 0 0-.407-.667zm2.0107-3.0231l-.142-.0852-4.7735-2.7818a.7759.7759 0 0 0-.7854 0L9.409 9.2297V6.8974a.0662.0662 0 0 1 .0284-.0615l4.8303-2.7866a4.4992 4.4992 0 0 1 6.6802 4.66zM8.3065 12.863l-2.02-1.1638a.0804.0804 0 0 1-.038-.0567V6.0742a4.4992 4.4992 0 0 1 7.3757-3.4537l-.142.0805L8.704 5.459a.7948.7948 0 0 0-.3927.6813zm1.0976-2.3654l2.602-1.4998 2.6069 1.4998v2.9994l-2.5974 1.4997-2.6067-1.4997Z",
- anthropic: "M17.3041 3.541h-3.6718l6.696 16.918H24Zm-10.6082 0L0 20.459h3.7442l1.3693-3.5527h7.0052l1.3693 3.5528h3.7442L10.5363 3.5409Zm-.3712 10.2232 2.2914-5.9456 2.2914 5.9456Z",
- moonshot: "m1.053 16.91 9.538 2.55a21 20.981 0 0 0 .06 2.031l5.956 1.592a12 11.99 0 0 1-15.554-6.172m-1.02-5.79 11.352 3.035a21 20.981 0 0 0-.469 2.01l10.817 2.89a12 11.99 0 0 1-1.845 2.004L.658 15.918a12 11.99 0 0 1-.625-4.796m1.593-5.146L13.573 9.17a21 20.981 0 0 0-1.01 1.874l11.297 3.02a21 20.981 0 0 1-.67 2.362l-11.55-3.087L.125 10.26a12 11.99 0 0 1 1.499-4.285ZM6.067 1.58l11.285 3.016a21 20.981 0 0 0-1.688 1.719l7.824 2.091a21 20.981 0 0 1 .513 2.664L2.107 5.218a12 11.99 0 0 1 3.96-3.638M21.68 4.866 7.222 1.003A12 11.99 0 0 1 21.68 4.866",
- google: "M12.48 10.92v3.28h7.84c-.24 1.84-.853 3.187-1.787 4.133-1.147 1.147-2.933 2.4-6.053 2.4-4.827 0-8.6-3.893-8.6-8.72s3.773-8.72 8.6-8.72c2.6 0 4.507 1.027 5.907 2.347l2.307-2.307C18.747 1.44 16.133 0 12.48 0 5.867 0 .307 5.387.307 12s5.56 12 12.173 12c3.573 0 6.267-1.173 8.373-3.36 2.16-2.16 2.84-5.213 2.84-7.667 0-.76-.053-1.467-.173-2.053H12.48z",
- alibaba: "M3.996 4.517h5.291L8.01 6.324 4.153 7.506a1.668 1.668 0 0 0-1.165 1.601v5.786a1.668 1.668 0 0 0 1.165 1.6l3.857 1.183 1.277 1.807H3.996A3.996 3.996 0 0 1 0 15.487V8.513a3.996 3.996 0 0 1 3.996-3.996m16.008 0h-5.291l1.277 1.807 3.857 1.182c.715.227 1.17.889 1.165 1.601v5.786a1.668 1.668 0 0 1-1.165 1.6l-3.857 1.183-1.277 1.807h5.291A3.996 3.996 0 0 0 24 15.487V8.513a3.996 3.996 0 0 0-3.996-3.996m-4.007 8.345H8.002v-1.804h7.995Z",
+ openai:
+ "M11.248 18.25q-.825 0-1.568-.314a4.3 4.3 0 0 1-1.32-.874 4 4 0 0 1-1.304.214 4 4 0 0 1-2.046-.544 4.27 4.27 0 0 1-1.518-1.485 4 4 0 0 1-.56-2.095q0-.48.131-1.04A4.4 4.4 0 0 1 2.04 10.71a4.07 4.07 0 0 1 .017-3.4 4.2 4.2 0 0 1 1.056-1.418 3.8 3.8 0 0 1 1.6-.842 3.9 3.9 0 0 1 .76-1.683q.593-.759 1.451-1.188a4.04 4.04 0 0 1 1.832-.429q.825 0 1.567.313.742.314 1.32.875a4 4 0 0 1 1.304-.215q1.106 0 2.046.545a4.14 4.14 0 0 1 1.501 1.485q.578.941.578 2.095 0 .48-.132 1.04.66.61 1.023 1.419.363.792.363 1.666 0 .892-.38 1.717a4.3 4.3 0 0 1-1.072 1.435 3.8 3.8 0 0 1-1.584.825 3.8 3.8 0 0 1-.775 1.683 4.06 4.06 0 0 1-1.436 1.188 4.04 4.04 0 0 1-1.832.429m-4.076-2.062q.825 0 1.435-.347l3.103-1.782a.36.36 0 0 0 .164-.313v-1.42L7.881 14.62a.67.67 0 0 1-.726 0l-3.118-1.798a.5.5 0 0 1-.017.115v.198q0 .841.396 1.551.413.693 1.139 1.089a3.2 3.2 0 0 0 1.617.412m.165-2.69a.4.4 0 0 0 .181.05q.083 0 .165-.05l1.238-.71-3.977-2.31a.7.7 0 0 1-.363-.643v-3.58q-.825.362-1.32 1.122a2.9 2.9 0 0 0-.495 1.65q0 .809.413 1.55.412.743 1.072 1.123zm3.91 3.663q.875 0 1.585-.396a2.96 2.96 0 0 0 1.534-2.64v-3.564a.32.32 0 0 0-.165-.297l-1.254-.726v4.604a.7.7 0 0 1-.363.643l-3.119 1.799a3 3 0 0 0 1.783.577m.627-6.039V8.878L10.01 7.822 8.129 8.878v2.244l1.881 1.056zM7.057 5.859a.7.7 0 0 1 .363-.644l3.119-1.798a3 3 0 0 0-1.782-.578q-.874 0-1.584.396A2.96 2.96 0 0 0 6.05 4.324a3.07 3.07 0 0 0-.396 1.551v3.547q0 .199.165.314l1.237.726zm8.383 7.887q.825-.364 1.303-1.123.495-.758.495-1.65a3.15 3.15 0 0 0-.412-1.55q-.413-.743-1.073-1.123l-3.086-1.782q-.099-.065-.181-.049a.3.3 0 0 0-.165.05l-1.238.692 3.993 2.327a.6.6 0 0 1 .264.264.64.64 0 0 1 .1.363zm-3.317-8.382a.63.63 0 0 1 .726 0l3.135 1.831v-.297q0-.792-.396-1.501a2.86 2.86 0 0 0-1.105-1.155q-.71-.43-1.65-.43-.825 0-1.436.347L8.294 5.941a.36.36 0 0 0-.165.314v1.418z",
+ anthropic:
+ "M17.3041 3.541h-3.6718l6.696 16.918H24Zm-10.6082 0L0 20.459h3.7442l1.3693-3.5527h7.0052l1.3693 3.5528h3.7442L10.5363 3.5409Zm-.3712 10.2232 2.2914-5.9456 2.2914 5.9456Z",
+ moonshot:
+ "m1.053 16.91 9.538 2.55a21 20.981 0 0 0 .06 2.031l5.956 1.592a12 11.99 0 0 1-15.554-6.172m-1.02-5.79 11.352 3.035a21 20.981 0 0 0-.469 2.01l10.817 2.89a12 11.99 0 0 1-1.845 2.004L.658 15.918a12 11.99 0 0 1-.625-4.796m1.593-5.146L13.573 9.17a21 20.981 0 0 0-1.01 1.874l11.297 3.02a21 20.981 0 0 1-.67 2.362l-11.55-3.087L.125 10.26a12 11.99 0 0 1 1.499-4.285ZM6.067 1.58l11.285 3.016a21 20.981 0 0 0-1.688 1.719l7.824 2.091a21 20.981 0 0 1 .513 2.664L2.107 5.218a12 11.99 0 0 1 3.96-3.638M21.68 4.866 7.222 1.003A12 11.99 0 0 1 21.68 4.866",
+ google:
+ "M12.48 10.92v3.28h7.84c-.24 1.84-.853 3.187-1.787 4.133-1.147 1.147-2.933 2.4-6.053 2.4-4.827 0-8.6-3.893-8.6-8.72s3.773-8.72 8.6-8.72c2.6 0 4.507 1.027 5.907 2.347l2.307-2.307C18.747 1.44 16.133 0 12.48 0 5.867 0 .307 5.387.307 12s5.56 12 12.173 12c3.573 0 6.267-1.173 8.373-3.36 2.16-2.16 2.84-5.213 2.84-7.667 0-.76-.053-1.467-.173-2.053H12.48z",
+ alibaba:
+ "M3.996 4.517h5.291L8.01 6.324 4.153 7.506a1.668 1.668 0 0 0-1.165 1.601v5.786a1.668 1.668 0 0 0 1.165 1.6l3.857 1.183 1.277 1.807H3.996A3.996 3.996 0 0 1 0 15.487V8.513a3.996 3.996 0 0 1 3.996-3.996m16.008 0h-5.291l1.277 1.807 3.857 1.182c.715.227 1.17.889 1.165 1.601v5.786a1.668 1.668 0 0 1-1.165 1.6l-3.857 1.183-1.277 1.807h5.291A3.996 3.996 0 0 0 24 15.487V8.513a3.996 3.996 0 0 0-3.996-3.996m-4.007 8.345H8.002v-1.804h7.995Z",
meta: "M6.915 4.03c-1.968 0-3.683 1.28-4.871 3.113C.704 9.208 0 11.883 0 14.449c0 .706.07 1.369.21 1.973a6.624 6.624 0 0 0 .265.86 5.297 5.297 0 0 0 .371.761c.696 1.159 1.818 1.927 3.593 1.927 1.497 0 2.633-.671 3.965-2.444.76-1.012 1.144-1.626 2.663-4.32l.756-1.339.186-.325c.061.1.121.196.183.3l2.152 3.595c.724 1.21 1.665 2.556 2.47 3.314 1.046.987 1.992 1.22 3.06 1.22 1.075 0 1.876-.355 2.455-.843a3.743 3.743 0 0 0 .81-.973c.542-.939.861-2.127.861-3.745 0-2.72-.681-5.357-2.084-7.45-1.282-1.912-2.957-2.93-4.716-2.93-1.047 0-2.088.467-3.053 1.308-.652.57-1.257 1.29-1.82 2.05-.69-.875-1.335-1.547-1.958-2.056-1.182-.966-2.315-1.303-3.454-1.303zm10.16 2.053c1.147 0 2.188.758 2.992 1.999 1.132 1.748 1.647 4.195 1.647 6.4 0 1.548-.368 2.9-1.839 2.9-.58 0-1.027-.23-1.664-1.004-.496-.601-1.343-1.878-2.832-4.358l-.617-1.028a44.908 44.908 0 0 0-1.255-1.98c.07-.109.141-.224.211-.327 1.12-1.667 2.118-2.602 3.358-2.602zm-10.201.553c1.265 0 2.058.791 2.675 1.446.307.327.737.871 1.234 1.579l-1.02 1.566c-.757 1.163-1.882 3.017-2.837 4.338-1.191 1.649-1.81 1.817-2.486 1.817-.524 0-1.038-.237-1.383-.794-.263-.426-.464-1.13-.464-2.046 0-2.221.63-4.535 1.66-6.088.454-.687.964-1.226 1.533-1.533a2.264 2.264 0 0 1 1.088-.285z",
+ qwen: "M23.919 14.545 20.817 9.17l1.47-2.544a.56.56 0 0 0 0-.566l-1.633-2.83a.57.57 0 0 0-.49-.283h-6.207L12.487.402a.57.57 0 0 0-.49-.284H8.732a.56.56 0 0 0-.49.284L5.139 5.775h-2.94a.56.56 0 0 0-.49.284L.077 8.887a.56.56 0 0 0 0 .567L3.18 14.83l-1.47 2.545a.56.56 0 0 0 0 .566l1.634 2.83a.57.57 0 0 0 .49.283h6.205l1.47 2.545a.57.57 0 0 0 .49.284h3.266a.57.57 0 0 0 .49-.284l3.104-5.375h2.94a.57.57 0 0 0 .49-.283l1.634-2.828a.55.55 0 0 0-.004-.568M8.733.686l1.634 2.828-1.634 2.828H21.8L20.164 9.17H7.425L5.63 6.06Zm1.306 19.801-6.205-.002 1.634-2.83h3.265L2.201 6.344h3.267q3.182 5.517 6.367 11.032zm10.124-5.66L18.53 12l-6.532 11.315-1.634-2.83c2.129-3.673 4.25-7.351 6.373-11.028h3.592l3.102 5.374z",
+ gemini:
+ "M11.04 19.32Q12 21.51 12 24q0-2.49.93-4.68.96-2.19 2.58-3.81t3.81-2.55Q21.51 12 24 12q-2.49 0-4.68-.93a12.3 12.3 0 0 1-3.81-2.58 12.3 12.3 0 0 1-2.58-3.81Q12 2.49 12 0q0 2.49-.96 4.68-.93 2.19-2.55 3.81a12.3 12.3 0 0 1-3.81 2.58Q2.49 12 0 12q2.49 0 4.68.96 2.19.93 3.81 2.55t2.55 3.81",
vercel: "m12 1.608 12 20.784H0Z",
};
+
+/* most marks are 24x24; a few ship at their own scale */
+export const BRAND_VIEWBOX: Record<string, string> = {
+ openai: "0 0 20 20",
+};
+
+export const markViewBox = (id?: string) => (id && BRAND_VIEWBOX[id]) || "0 0 24 24";
diff --git a/docs/components/charts/completion-by-density.tsx b/docs/components/charts/completion-by-density.tsx
index b86b6cb54..2e33f452b 100644
--- a/docs/components/charts/completion-by-density.tsx
+++ b/docs/components/charts/completion-by-density.tsx
@@ -1,30 +1,53 @@
"use client";
-import { useEffect, useRef, useState } from "react";
import {
BRIEFS,
FORMATS,
FORMAT_ORDER,
type FormatId,
MODELS,
- completionByDensity,
- formatLabel,
+ type ModelId,
+ completionByDensityFor,
} from "@/lib/benchmark-data";
-import { Chart, slotClass, styles as s } from "./primitives";
+import { useEffect, useRef, useState } from "react";
+import { Chart, styles as s, slotClass, useVizSkin } from "./primitives";
-/* Drawn at the container's real pixel width — the SVG never scales, so text
+/* Drawn at the container's real pixel width. the SVG never scales, so text
is always its true size and the plot always fills the card. */
const H = 300;
const PAD = { top: 14, right: 54, bottom: 48, left: 34 };
const PH = H - PAD.top - PAD.bottom;
-const LAST = completionByDensity.length - 1;
-const finalValue = (id: FormatId) => completionByDensity[LAST][id];
const hue = { 1: "var(--c1)", 2: "var(--c2)", 3: "var(--c3)" } as const;
-export function CompletionByDensity() {
+/* the vivid skin colours all three lines, same palette as the frontier chart */
+const frontierHue: Record<FormatId, string> = {
+ openui: "var(--pO)",
+ /* same greys as the bar charts, so the series read alike page-wide */
+ a2ui: "var(--c2)",
+ jsonRender: "var(--c3)",
+};
+
+export function CompletionByDensity({
+ models,
+ formats = FORMAT_ORDER,
+ sub,
+ note,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+ sub?: string;
+ note?: React.ReactNode | null;
+} = {}) {
+ const { vivid } = useVizSkin();
+ const completionByDensity = completionByDensityFor(models);
+ const LAST = completionByDensity.length - 1;
+ const finalValue = (id: FormatId) => completionByDensity[LAST][id];
+ const shownFormats = FORMAT_ORDER.filter((f) => formats.includes(f));
+ const modelCount = models?.length ?? MODELS.length;
const holder = useRef<HTMLDivElement>(null);
const [W, setW] = useState(712);
+ const [hover, setHover] = useState<{ i: number; id: FormatId } | null>(null);
useEffect(() => {
const el = holder.current;
@@ -38,10 +61,14 @@ export function CompletionByDensity() {
const PW = W - PAD.left - PAD.right;
const x = (i: number) => PAD.left + (i / LAST) * PW;
- const y = (v: number) => PAD.top + (1 - v / 100) * PH;
+ /* extrapolated axis: the data lives between ~70 and ~98, so start at 65 */
+ const Y_MIN = 65;
+ const y = (v: number) => PAD.top + (1 - (v - Y_MIN) / (100 - Y_MIN)) * PH;
/* square line-end tags, 20px tall; nudged apart when lines finish close */
- const placed = FORMAT_ORDER.map((id) => ({ id, ty: y(finalValue(id)) })).sort((a, b) => a.ty - b.ty);
+ const placed = shownFormats
+ .map((id) => ({ id, ty: y(finalValue(id)) }))
+ .sort((a, b) => a.ty - b.ty);
for (let i = 1; i < placed.length; i++) {
if (placed[i].ty - placed[i - 1].ty < 22) placed[i].ty = placed[i - 1].ty + 22;
}
@@ -49,78 +76,180 @@ export function CompletionByDensity() {
return (
<Chart
- title="Completion rate by screen complexity"
- sub="The more a brief asks for, the less every format delivers. OpenUI and A2UI stay close, with A2UI holding up better on the densest screens; json-render falls fastest."
+ title="Structural validity by screen complexity"
+ sub={
+ sub ??
+ "The more a brief asks for, the less every format delivers. OpenUI and A2UI track each other closely at every size; json-render falls fastest and furthest."
+ }
note={
- <>
- {BRIEFS} briefs in 5 bands (10/10/10/8/8), averaged over {MODELS.length}{" "}
- models at 184 runs per model per format. Read the slope, not the points.
- </>
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ {BRIEFS} briefs in 5 bands (10/10/10/8/8). ~9 briefs each, so read the slope, not the
+ points. Pooled over{" "}
+ {modelCount === MODELS.length
+ ? "all six models"
+ : `${modelCount} of ${MODELS.length} models`}{" "}
+ at 184 runs per model per format ({completionByDensity[LAST].runs}–
+ {completionByDensity[0].runs} runs per format per band).
+ </>
+ )
}
>
- <div ref={holder}>
- <svg
- className={s.svg}
- width={W}
- height={H}
- viewBox={`0 0 ${W} ${H}`}
- role="img"
- aria-label="Completion falls for all three formats as briefs ask for more"
+ <div
+ ref={holder}
+ className={`${s.svgHolder}${vivid ? ` ${s.frontier}` : ""}`}
+ style={{ position: "relative" }}
>
- {[0, 25, 50, 75, 100].map((t) => (
- <g key={t}>
- <line x1={PAD.left} x2={PAD.left + PW} y1={y(t)} y2={y(t)} stroke="var(--rule)" />
- <text x={PAD.left - 10} y={y(t) + 4} textAnchor="end" fontSize="13" fill="var(--ink-muted)">
- {t}
- </text>
- </g>
- ))}
-
- {FORMAT_ORDER.map((id) => {
- const slot = FORMATS.find((f) => f.id === id)!.series;
- const stroke = hue[slot];
- const pts = completionByDensity.map((r, i) => `${x(i)},${y(r[id])}`).join(" ");
- const label = `${finalValue(id).toFixed(0)}%`;
- const tagW = 12 + label.length * 8;
- return (
- <g key={id}>
- <polyline
- points={pts}
- fill="none"
- stroke={stroke}
- strokeWidth="2"
- strokeLinejoin="round"
- strokeLinecap="round"
- />
- <rect x={x(LAST) + 8} y={tagY[id] - 10} width={tagW} height={20} fill={stroke} />
+ <svg
+ className={s.svg}
+ width={W}
+ height={H}
+ viewBox={`0 0 ${W} ${H}`}
+ role="img"
+ aria-label="Structural validity falls for all three formats as briefs ask for more"
+ >
+ {vivid
+ ? completionByDensity.map((r, i) => {
+ if (i % 2 === 1) return null;
+ const x0 = i === 0 ? PAD.left : (x(i - 1) + x(i)) / 2;
+ const x1 = i === LAST ? PAD.left + PW : (x(i) + x(Math.min(i + 1, LAST))) / 2;
+ return (
+ <rect
+ key={`band-${r.band}`}
+ className={s.bandStripe}
+ x={x0}
+ width={Math.max(0, x1 - x0)}
+ y={PAD.top}
+ height={PH}
+ />
+ );
+ })
+ : null}
+ {[70, 80, 90, 100].map((t) => (
+ <g key={t}>
+ <line x1={PAD.left} x2={PAD.left + PW} y1={y(t)} y2={y(t)} stroke="var(--rule)" />
<text
- x={x(LAST) + 8 + tagW / 2}
- y={tagY[id] + 4.5}
- textAnchor="middle"
- className={s.endTag}
- fill="#fff"
+ x={PAD.left - 10}
+ y={y(t) + 4}
+ textAnchor="end"
+ fontSize="13"
+ fill="var(--ink-muted)"
>
- {label}
+ {t}
</text>
</g>
- );
- })}
+ ))}
+
+ {shownFormats.map((id) => {
+ const slot = FORMATS.find((f) => f.id === id)!.series;
+ const stroke = vivid ? frontierHue[id] : hue[slot];
+ const pts = completionByDensity.map((r, i) => `${x(i)},${y(r[id])}`).join(" ");
+ const label = `${finalValue(id).toFixed(0)}%`;
+ const tagW = 12 + label.length * 8;
+ return (
+ <g key={id}>
+ <polyline
+ className={s.line}
+ pathLength={1}
+ points={pts}
+ fill="none"
+ stroke={stroke}
+ strokeWidth="2"
+ strokeLinejoin="round"
+ strokeLinecap="round"
+ style={{ "--d": `${shownFormats.indexOf(id) * 110}ms` } as React.CSSProperties}
+ />
+ {vivid
+ ? completionByDensity.map((r, i) => (
+ <rect
+ key={`pt-${r.band}`}
+ className={s.pt}
+ x={x(i) - 4}
+ y={y(r[id]) - 4}
+ width={8}
+ height={8}
+ fill={id === "openui" ? "var(--surface)" : stroke}
+ stroke={stroke}
+ strokeWidth={id === "openui" ? 2.5 : 0}
+ style={
+ { cursor: "default", "--d": `${420 + i * 60}ms` } as React.CSSProperties
+ }
+ onMouseEnter={() => setHover({ i, id })}
+ onMouseLeave={() => setHover(null)}
+ />
+ ))
+ : null}
+ <rect
+ className={s.fadeLate}
+ x={x(LAST) + 8}
+ y={tagY[id] - 10}
+ width={tagW}
+ height={20}
+ fill={stroke}
+ />
+ <text
+ x={x(LAST) + 8 + tagW / 2}
+ y={tagY[id] + 4.5}
+ textAnchor="middle"
+ className={`${s.endTag} ${s.fadeLate}`}
+ fill={
+ vivid && id === "a2ui"
+ ? "var(--surface)"
+ : vivid || id !== "jsonRender"
+ ? "#fff"
+ : "var(--ink)"
+ }
+ >
+ {label}
+ </text>
+ </g>
+ );
+ })}
- {completionByDensity.map((r, i) => (
- <text key={r.band} x={x(i)} y={PAD.top + PH + 26} textAnchor="middle" fontSize="13" fill="var(--ink-muted)">
- {r.band}
+ {completionByDensity.map((r, i) => (
+ <text
+ key={r.band}
+ x={x(i)}
+ y={PAD.top + PH + 26}
+ textAnchor="middle"
+ fontSize="13"
+ fill="var(--ink-muted)"
+ >
+ {r.band}
+ </text>
+ ))}
+ <text x={PAD.left} y={PAD.top + PH + 46} fontSize="13" fill="var(--ink-muted)">
+ requirements per screen
</text>
- ))}
- <text x={PAD.left} y={PAD.top + PH + 46} fontSize="13" fill="var(--ink-muted)">
- requirements per screen
- </text>
- </svg>
+ </svg>
+ {hover ? (
+ <div
+ className={s.hoverCard}
+ style={{
+ left: Math.min(Math.max(x(hover.i), 80), W - 80),
+ top: y(completionByDensity[hover.i][hover.id]) - 12,
+ }}
+ >
+ <strong>
+ {FORMATS.find((f) => f.id === hover.id)!.label} · {completionByDensity[hover.i].band}{" "}
+ requirements
+ </strong>
+ {completionByDensity[hover.i][hover.id].toFixed(1)}% structurally valid ·{" "}
+ {completionByDensity[hover.i].runs} runs
+ </div>
+ ) : null}
</div>
- <div className={s.legend}>
- {FORMATS.map((f) => (
+ <div className={`${s.legend} ${s.legendCenter}${vivid ? ` ${s.frontier}` : ""}`}>
+ {FORMATS.filter((f) => shownFormats.includes(f.id)).map((f) => (
<span key={f.id} className={`${s.key} ${slotClass(f.series)}`}>
- <span className={s.dot} aria-hidden />
+ <span
+ className={s.dot}
+ style={vivid ? { background: frontierHue[f.id] } : undefined}
+ aria-hidden
+ />
{f.label}:&nbsp;<span className={s.legendVal}>{finalValue(f.id).toFixed(0)}%</span>
</span>
))}
diff --git a/docs/components/charts/openui-mascot.ts b/docs/components/charts/openui-mascot.ts
index 8a81635a1..7280baa81 100644
--- a/docs/components/charts/openui-mascot.ts
+++ b/docs/components/charts/openui-mascot.ts
@@ -1,11 +1,90 @@
-/** The OpenUI mascot, from public/favicon.svg. viewBox 0 0 32.6 26.43. */
-export const MASCOT_VIEWBOX = "0 0 32.6 26.43";
-export const MASCOT_PATHS: string[] = [
- "M5.84881 6.77992C5.99752 6.76191 6.21931 6.74133 6.41326 6.78285C6.51162 6.80394 6.61438 6.8433 6.69744 6.91664C6.784 6.99309 6.83899 7.09855 6.85271 7.23012L6.8576 7.27699L6.83513 7.31801C6.6663 7.62524 6.3495 7.73782 6.06072 7.80141C5.91598 7.83327 5.75989 7.85673 5.62615 7.88051C5.48711 7.90524 5.3656 7.93175 5.2658 7.97133C4.06833 8.44638 3.37661 9.24498 3.06658 10.1881C2.75471 11.1369 2.82428 12.2466 3.18377 13.3405L3.22185 13.4538L3.11931 13.5153C2.31026 14.0038 1.66033 14.6569 1.34588 15.528V15.5289C1.07383 16.2721 1.09711 17.0873 1.40838 17.8112L1.47478 17.9538V17.9547C1.73692 18.4955 2.05119 18.8401 2.42888 19.0973C2.7156 19.2925 3.04181 19.4401 3.4201 19.5836L3.81658 19.7272L3.89861 19.7565L3.91424 19.8424C3.98703 20.2505 4.03844 20.5086 4.24041 20.8463L4.24138 20.8473C4.5143 21.3079 4.96745 21.6378 5.49529 21.7584H5.49627C6.21997 21.9283 6.81611 21.7189 7.44842 21.3483C7.32944 20.8265 7.2616 20.295 7.24334 19.7604C6.24094 19.3764 5.69457 18.5565 5.54021 17.6383C5.38679 16.725 5.61845 15.7121 6.16619 14.9176C5.79548 14.1457 5.66904 13.0723 6.09588 12.2858C6.17988 12.131 6.29607 11.8752 6.44353 11.6725C6.59217 11.4683 6.80544 11.2687 7.10857 11.2711L7.13982 11.2721L7.16814 11.2848C7.2151 11.3057 7.24468 11.3169 7.27068 11.3278C7.29297 11.3371 7.32566 11.3507 7.35564 11.3747C7.38686 11.3996 7.40705 11.4289 7.42107 11.4498L7.48064 11.5397L7.4992 11.567L7.50506 11.6002C7.54877 11.8738 7.45108 12.0899 7.33123 12.2799C7.27308 12.3721 7.20339 12.468 7.14178 12.5573C7.078 12.6496 7.01698 12.743 6.96599 12.8444C6.86597 13.0434 6.79978 13.2793 6.83416 13.5983C6.86901 13.9215 7.00842 14.339 7.33709 14.8961L7.38787 14.9811L7.32928 15.0612C6.71585 15.899 6.42063 16.7022 6.52361 17.3864C6.62472 18.0577 7.11768 18.6629 8.19646 19.0934L8.29412 19.1325L8.29119 19.237C8.28655 19.4075 8.28346 19.5782 8.28142 19.7487C8.26467 21.1873 8.87549 22.3927 10.2599 22.984C10.8603 23.2403 11.4192 23.2366 12.1017 23.2409H12.1711L12.216 23.2946C12.6549 23.8208 13.0397 24.2278 13.4875 24.5397C13.9322 24.8495 14.4456 25.0702 15.1457 25.2125H15.1467C16.1654 25.4034 17.3112 25.1889 18.1564 24.6032C18.2878 24.5121 18.3926 24.4233 18.4914 24.3385C18.5879 24.2557 18.6849 24.1721 18.7922 24.1071C19.0231 23.967 19.2833 23.9222 19.7033 24.0143C20.7613 24.2463 21.6839 23.9993 22.3332 23.445C22.9832 22.89 23.3727 22.0151 23.342 20.9664V20.9557L23.3429 20.9459C23.3592 20.8009 23.4345 20.6862 23.5265 20.5973C23.617 20.5099 23.7301 20.44 23.84 20.3825C23.9494 20.3253 24.0692 20.2734 24.1662 20.2282C24.2687 20.1803 24.3454 20.1404 24.3947 20.1022C25.1572 19.5099 25.5301 18.7862 25.5939 18.027C25.6579 17.2639 25.4113 16.4486 24.9035 15.6793L24.8605 15.6149L24.8879 15.5436C25.1246 14.9235 25.2701 14.6257 25.3605 14.0045C25.4224 13.579 25.2783 13.2054 25.1095 12.8864C25.0675 12.8069 25.0239 12.7317 24.9826 12.6598C24.9418 12.5888 24.9013 12.519 24.8674 12.4547C24.8336 12.3909 24.8029 12.3264 24.7824 12.2643C24.7623 12.2033 24.7486 12.1323 24.7599 12.0602L24.7648 12.0241L24.7863 11.9948C24.8397 11.9218 24.8836 11.8635 24.9416 11.817C24.9996 11.7706 25.0661 11.7402 25.1496 11.7038L25.174 11.694L25.1994 11.692C25.5362 11.6688 25.7564 11.8562 25.8996 12.0778C26.038 12.2921 26.1208 12.562 26.1838 12.7526C26.473 13.628 26.4178 14.6416 26.0041 15.4752C26.027 15.5132 26.0501 15.5511 26.0724 15.5895C26.5998 16.4774 26.7677 17.5271 26.5461 18.528L26.4963 18.7272C26.308 19.4057 26.0397 19.9072 25.6652 20.3219C25.3089 20.7164 24.8609 21.0237 24.3137 21.3346C24.3026 21.5555 24.3048 21.7783 24.3078 22.0075C24.5777 22.2639 24.7904 22.3671 25.1515 22.5348L25.3283 22.6061C25.735 22.7592 26.1025 22.8168 26.5588 22.7975L26.8254 22.7741C27.4403 22.6891 28.0094 22.3956 28.4318 21.9401C29.0033 21.3121 29.1667 20.5619 29.1242 19.7243L29.1183 19.6266L29.2072 19.5827C31.5387 18.4351 32.2001 15.6782 30.4533 13.6989C30.4235 13.6651 30.344 13.6005 30.2248 13.5123C30.1102 13.4277 29.9729 13.3319 29.8371 13.235C29.7029 13.1393 29.5699 13.0425 29.4679 12.9606C29.4172 12.9198 29.3707 12.8794 29.3351 12.8434C29.3174 12.8255 29.2992 12.8063 29.2844 12.7858C29.2716 12.7681 29.2514 12.7365 29.2433 12.6959C29.1726 12.3326 29.1937 11.9471 29.1857 11.6051C29.1775 11.2532 29.1398 10.9236 28.9699 10.61L28.965 10.6012V10.6002C28.6311 9.87368 28.2519 9.52716 27.8068 9.29555C27.5795 9.17726 27.3315 9.08714 27.0539 8.99282C26.7786 8.89929 26.4734 8.80137 26.1457 8.66957L26.1066 8.65395L26.0812 8.61977C26.0094 8.52195 25.9692 8.42273 25.9806 8.31215C25.9909 8.21379 26.0418 8.1266 26.0832 8.05629L26.0998 8.02699L26.1281 8.00844C26.3395 7.8653 26.5904 7.84579 26.8117 7.8766C29.1049 8.19613 30.3946 10.1402 30.2541 12.2702C31.6021 13.0073 32.3306 14.3896 32.4367 15.818C32.545 17.2763 32.0073 18.8002 30.801 19.7545C30.5903 19.9212 30.3944 20.0595 30.175 20.2047C30.0464 20.9634 29.9382 21.6586 29.4338 22.3424C28.5771 23.5035 27.1162 23.9678 25.7277 23.7487C25.0363 23.6395 24.4919 23.3983 23.9406 23.0211C23.457 23.9069 22.8145 24.5004 22.0373 24.8239C21.2387 25.1561 20.3166 25.1973 19.3156 25.0065C19.1117 25.1936 18.8929 25.3507 18.6613 25.4928H18.6603C17.4523 26.2298 15.9961 26.4606 14.6154 26.1334V26.1325C14.1026 26.0129 13.5102 25.758 12.9787 25.4254C12.4738 25.1095 12.0119 24.7154 11.7238 24.2897C10.901 24.2337 10.1634 24.0876 9.51775 23.7663C8.88705 23.4523 8.3541 22.9746 7.91326 22.2711C6.95059 22.8185 5.9212 22.978 5.0324 22.7096C4.11767 22.4332 3.37536 21.7112 3.02068 20.5514C2.03754 20.1791 1.26555 19.5896 0.770682 18.818C0.263425 18.027 0.0533127 17.0574 0.19158 15.9635C0.353984 14.6794 1.00117 13.8377 1.99138 13.0856C1.98967 13.0765 1.98817 13.0673 1.9865 13.0582C1.71621 11.5767 1.85153 10.1516 2.47381 9.02114C3.09907 7.88551 4.20661 7.06379 5.84099 6.7809L5.84881 6.77992Z",
- "M15.8762 15.7188C16.1873 15.6987 16.7376 15.6827 17.1857 15.8311C17.413 15.9064 17.6491 16.0355 17.802 16.2618C17.9612 16.4978 17.9978 16.7912 17.9172 17.1221C17.8463 17.4123 17.6475 17.6414 17.4484 17.8096C17.3018 17.9335 17.1378 18.037 16.9855 18.1221C16.9888 18.3098 16.9936 18.4995 16.9982 18.6905C17.3938 19.1242 17.7247 19.3299 17.9943 19.4131C18.2723 19.4987 18.515 19.4646 18.7414 19.376C18.9795 19.2827 19.1874 19.135 19.4064 18.9883C19.5094 18.9194 19.6222 18.8458 19.7336 18.793C19.816 18.754 19.9174 18.717 20.0285 18.708L20.1428 18.71L20.2375 18.7198L20.3088 18.7832C20.613 19.0532 20.6992 19.5229 20.4025 19.8741C19.9709 20.3847 19.3557 20.646 18.7375 20.7373C18.6576 21.2489 18.5427 21.788 18.2893 22.2354C17.9854 22.7717 17.4925 23.1647 16.7014 23.2647C16.4649 23.315 16.1888 23.3068 15.9348 23.2598C15.6735 23.2113 15.4013 23.1169 15.1936 22.9727C14.3647 22.3974 14.164 21.5319 14.0158 20.7432C13.6818 20.7109 13.2592 20.608 12.8967 20.4278C12.4463 20.2038 11.9511 19.7843 12.0451 19.1289C12.0896 18.8209 12.3659 18.7199 12.4309 18.6895L12.4914 18.6612H12.5588C12.7233 18.6618 12.8623 18.723 12.9709 18.792C13.077 18.8595 13.1731 18.9467 13.2522 19.0205C13.4318 19.1885 13.5414 19.296 13.6623 19.3399C14.0905 19.4945 14.4491 19.4572 14.7736 19.3135C15.0823 19.1767 15.3687 18.9364 15.6545 18.6416L15.6623 18.1514C15.4078 17.9941 15.1794 17.8137 15.0031 17.6182C14.8171 17.4118 14.6692 17.1694 14.6291 16.9092C14.5864 16.6307 14.6728 16.3599 14.8977 16.1465C15.109 15.9462 15.4274 15.8095 15.8342 15.7246L15.8547 15.7198L15.8762 15.7188ZM16.6662 19.8438C16.6729 20.3596 16.8621 21.3846 16.2541 21.5157C15.6475 21.2141 16.1365 20.1084 15.8762 19.8819C15.5988 20.0428 15.2591 20.2545 14.967 20.3741C15.1922 21.5015 15.199 21.9796 16.3986 22.3565C16.6389 22.2758 16.9377 22.1939 17.1262 22.0332L17.1506 22.0127C17.3505 21.8412 17.4592 21.5903 17.5695 21.3526L17.8117 20.4004C17.4024 20.272 17.0274 20.0717 16.6662 19.8438ZM12.8098 19.0459C13.0509 19.1992 13.2701 19.5181 13.5607 19.6231V19.6221C13.2701 19.517 13.051 19.1981 12.8098 19.045V19.0459ZM16.7014 18.8106C16.8137 18.9391 16.9232 19.0525 17.0295 19.1514L16.8684 18.9922C16.8137 18.9355 16.7576 18.8749 16.7014 18.8106ZM15.9533 18.7676H15.9543L15.965 17.9844L15.9641 17.9834L15.9533 18.7676Z",
- "M12.6428 1.25558C12.7955 1.23172 13.0347 1.23067 13.2951 1.25363C13.5593 1.27693 13.8572 1.32537 14.1252 1.40597C14.3883 1.48513 14.6453 1.60092 14.8049 1.77218C14.8872 1.86052 14.9473 1.96839 14.9641 2.09445C14.9807 2.22049 14.9512 2.34972 14.882 2.47921L14.8635 2.51534L14.8293 2.53683C14.7158 2.60711 14.5817 2.60666 14.4621 2.58859C14.3405 2.57016 14.2036 2.52763 14.0637 2.48214C13.7755 2.38841 13.4504 2.27282 13.0949 2.23702C12.7447 2.20177 12.3703 2.24584 11.9895 2.47238C11.6063 2.70032 11.2031 3.12108 10.8127 3.86495L10.7717 3.94308L10.6848 3.94503C10.1136 3.96179 9.70494 3.98894 9.35859 4.12374C9.02399 4.25403 8.73374 4.49158 8.42012 4.96066C8.29907 5.21159 8.26752 5.49244 8.21992 5.79855C8.17398 6.09391 8.11142 6.41622 7.8957 6.67062C7.83908 6.73738 7.76725 6.76373 7.70039 6.76827C7.64349 6.77208 7.58672 6.75985 7.55488 6.75363L7.51875 6.74679L7.49043 6.72433C7.28031 6.55858 7.18541 6.31927 7.16426 6.08077C7.01294 4.82611 7.9182 3.48114 9.14375 3.13449C9.38379 3.06659 9.5695 3.02901 9.71699 2.99777C9.86735 2.96591 9.96877 2.94178 10.0568 2.90304C10.2211 2.83069 10.3643 2.69604 10.6496 2.25167L10.7287 2.1423C10.9286 1.89526 11.2294 1.70486 11.5441 1.56515C11.9071 1.40405 12.3079 1.30102 12.6428 1.2546V1.25558Z",
- "M20.605 1.91836C21.3618 1.87515 22.016 2.00292 22.5679 2.31875C23.1006 2.62371 23.5251 3.09795 23.8569 3.73476C24.6021 3.84864 25.3102 4.18986 25.8032 4.71621C26.3165 5.26419 26.5944 6.00877 26.436 6.88125C26.4173 6.98446 26.3562 7.0549 26.2964 7.10195C26.2399 7.14633 26.1744 7.17734 26.1323 7.19765L26.0962 7.21523L26.0562 7.2123C25.925 7.20295 25.8141 7.17117 25.7241 7.11367C25.6324 7.05505 25.5729 6.97596 25.5347 6.88906C25.4976 6.80484 25.4799 6.71378 25.4702 6.62832C25.461 6.54685 25.4567 6.45715 25.4517 6.37832C25.3208 5.72015 25.0626 5.35187 24.7065 5.12148C24.3376 4.88292 23.8464 4.77864 23.2202 4.69082L23.1343 4.6791L23.102 4.59902C22.8639 4.0128 22.5264 3.52597 22.0952 3.23574C21.6702 2.94987 21.1409 2.84608 20.4878 3.04433C20.3111 3.09799 19.9951 3.17299 19.7446 3.14004C19.619 3.12346 19.4746 3.07506 19.3911 2.94472C19.3065 2.81257 19.3137 2.64422 19.3784 2.46133L19.3901 2.43105L19.4116 2.40762C19.5711 2.24104 19.7736 2.14597 19.9751 2.07949C20.1712 2.01485 20.3937 1.96946 20.5757 1.92226L20.5903 1.91933L20.605 1.91836Z",
- "M11.0961 12.0735C11.3908 11.9708 11.7121 11.9702 12.0072 12.0715C12.5552 12.2597 12.9252 12.7666 12.932 13.3391C12.9389 13.9117 12.5808 14.4273 12.0375 14.6282C11.3205 14.8931 10.522 14.5296 10.2602 13.8196C9.99854 13.1095 10.3741 12.325 11.0961 12.0735Z",
- "M19.5173 12.073C19.812 11.9703 20.1333 11.9698 20.4284 12.071C20.9763 12.2591 21.3463 12.7662 21.3532 13.3386C21.3601 13.911 21.0028 14.4267 20.4597 14.6277C19.7426 14.8928 18.9433 14.5301 18.6814 13.8201C18.4195 13.1099 18.7952 12.3246 19.5173 12.073Z",
- "M14.339 0.150585C14.6027 0.145912 14.9309 0.230327 15.254 0.365429C15.5799 0.501668 15.9142 0.695209 16.1915 0.921093C16.4663 1.14486 16.6986 1.41152 16.799 1.69844C16.8498 1.84405 16.8682 1.99739 16.8371 2.15156C16.8058 2.30603 16.7268 2.45166 16.6007 2.58516L16.5578 2.63105L16.4953 2.63203C16.3571 2.63562 16.3042 2.61589 16.1954 2.58808L16.1652 2.58027L16.1408 2.56172C15.954 2.41788 15.8643 2.23436 15.7892 2.07539C15.7118 1.91148 15.6485 1.77209 15.5226 1.65058C15.4385 1.56953 15.3283 1.50606 15.1974 1.44941C15.0647 1.39203 14.9243 1.34686 14.7755 1.29414C14.498 1.19579 14.1692 1.06678 14.0285 0.75996L14.0148 0.72871V0.69453C14.0191 0.464031 14.1269 0.344354 14.2179 0.214061L14.2619 0.151561L14.339 0.150585Z",
+/**
+ * The OpenUI mascot, inlined from public/shiro-logo.svg — the very asset the
+ * site nav renders, fills and stroke widths intact. Colours are baked (white
+ * body, black details) so the mark reads as the same solid silhouette in both
+ * themes, exactly like the nav.
+ */
+export const MASCOT_VIEWBOX = "0 0 113 107";
+
+export type MascotShape = { d: string; fill: string; stroke?: string; strokeWidth?: number };
+
+export const MASCOT_SHAPES: MascotShape[] = [
+ {
+ d: "M19.4998 83.5L28.9998 81.5L36.9998 87.5L43.4998 90.5L52.9998 95.5L61.4998 94L66.4998 90.5H74.9998L80.9998 84.5L86.9998 85.5L93.9998 86.5L99.9998 82.5L101.5 77.5L103.5 74.5L108 69.5V61L105.5 54.5L101.5 51V46.5L98.4998 41L95.9998 39L90.9998 36.5L89.4998 34.5L88.4998 28L84.9998 24L79.4998 21.5L74.9998 18H69.4998L62.9998 16H56.4998L48.9998 15H43.4998L36.9998 20.5L30.9998 21.5L27.9998 28L22.9998 33.5L14.4998 36.5L9.49976 46.5V53.5L3.99976 62L5.49976 71.5L13.4998 76.5L19.4998 83.5Z",
+ fill: "white",
+ stroke: "black",
+ strokeWidth: 1,
+ },
+ {
+ d: "M21.4324 30.6121C21.9323 30.5515 22.8217 30.4613 23.6492 30.6384C24.0769 30.7301 24.601 30.9153 25.0515 31.3132C25.5366 31.7418 25.8335 32.3275 25.9041 33.0056L25.9529 33.4714L25.7273 33.8826C24.9398 35.3158 23.4888 35.772 22.4763 35.9949C21.9671 36.107 21.3874 36.1927 20.9841 36.2644C20.5271 36.3457 20.207 36.4208 19.9734 36.5134C16.2312 37.9976 14.1381 40.4503 13.198 43.3103C12.2398 46.2253 12.4363 49.7091 13.5925 53.2273L13.9656 54.3621L12.9431 54.9792C10.3679 56.5343 8.38735 58.5584 7.43628 61.1931L7.43335 61.2C6.55693 63.5936 6.69709 66.235 7.823 68.5261L7.8269 68.5339C8.63101 70.1928 9.56776 71.2066 10.6794 71.9636C11.8379 72.7525 13.2378 73.3014 15.0896 73.9539L15.9148 74.2449L16.0681 75.1052C16.2791 76.2878 16.4182 76.9774 16.8357 77.7761L17.033 78.1267L17.0359 78.1316C17.7592 79.3526 18.9343 80.2529 20.3152 80.6433L20.5945 80.7146L20.6023 80.7166C22.4454 81.1493 24.018 80.7456 25.7722 79.8103C25.4982 78.4498 25.32 77.0725 25.2419 75.6873C21.9081 74.1701 20.0725 71.2572 19.5378 68.0779C19.0106 64.9417 19.7303 61.5101 21.4773 58.7253C20.3287 55.9983 19.9733 52.352 21.5017 49.5359C21.7302 49.1147 22.1899 48.1236 22.7341 47.3757C23.2909 46.6106 24.2681 45.6109 25.7761 45.6238L26.0876 45.6257L26.3728 45.7527C26.5166 45.8167 26.5897 45.8448 26.6941 45.8884C26.761 45.9164 26.9926 46.0083 27.2156 46.1863C27.4506 46.374 27.5899 46.5864 27.6404 46.6619L27.8328 46.9519L28.0242 47.2302L28.0769 47.5642C28.2794 48.8315 27.808 49.8095 27.3552 50.5271C27.1463 50.8582 26.8812 51.2237 26.698 51.489C26.4937 51.785 26.322 52.0522 26.1824 52.3298C25.9223 52.8472 25.7499 53.4438 25.8416 54.2947C25.9378 55.1873 26.3348 56.4458 27.3904 58.2351L27.8923 59.0857L27.3083 59.8835C25.3207 62.5983 24.5107 65.0142 24.7976 66.9197C25.0653 68.697 26.3697 70.4905 29.7751 71.8494L30.7468 72.2371L30.7185 73.283L30.6853 74.9783C30.6329 79.4682 32.5075 83.0789 36.6941 84.8669C38.4866 85.6324 40.1482 85.6308 42.4666 85.6453L43.1638 85.6501L43.6091 86.1843C45.0614 87.9258 46.2805 89.2038 47.6658 90.1687C49.027 91.1167 50.6148 91.8067 52.8455 92.2595C56.0068 92.8472 59.5543 92.1713 62.1394 90.3796L62.4197 90.1765C62.6883 89.9734 62.9263 89.7693 63.1755 89.5554C63.4855 89.2894 63.8727 88.9531 64.3142 88.6853C65.3606 88.0507 66.5097 87.9071 68.0945 88.2546C71.3559 88.9699 74.1135 88.1991 76.0251 86.5671C77.9444 84.9286 79.1444 82.3067 79.0496 79.0691L79.0466 78.9636L79.0583 78.8582C79.1458 78.0759 79.5493 77.4919 79.9685 77.0867C80.3732 76.6955 80.852 76.4113 81.2507 76.2029C81.6427 75.998 82.087 75.803 82.3787 75.6667C82.7296 75.5028 82.8897 75.4106 82.9548 75.3601C85.3017 73.5371 86.3949 71.3655 86.5828 69.1257C86.7737 66.8488 86.0396 64.344 84.4333 61.9109L84.0095 61.2683L84.2839 60.5496C85.0933 58.4299 85.5257 57.5574 85.8083 55.615C85.9695 54.5076 85.6043 53.4928 85.073 52.488C84.9414 52.2392 84.805 52.001 84.6667 51.7605C84.534 51.5296 84.3892 51.2791 84.2654 51.0447C84.1432 50.8134 84.0103 50.5395 83.9158 50.2527C83.8248 49.9765 83.7271 49.5654 83.8005 49.1013L83.8572 48.7429L84.072 48.45C84.2357 48.2264 84.4558 47.9173 84.7712 47.6648C85.0863 47.4127 85.4358 47.2649 85.6921 47.1531L85.9294 47.0496L86.1882 47.031C87.8054 46.9194 88.8428 47.8542 89.4373 48.7742C89.9861 49.6236 90.3021 50.673 90.4968 51.2625C91.4852 54.2544 91.3705 57.6949 90.0798 60.6277C92.0622 64.0115 92.5966 68.0398 91.5564 71.8171L91.5554 71.8201C90.8918 74.2111 89.9298 76.0308 88.5564 77.5515C87.3729 78.8619 85.9347 79.8907 84.2693 80.8689C84.262 81.2588 84.265 81.6565 84.2703 82.072C84.9092 82.6159 85.4867 82.899 86.5046 83.3718C87.9714 84.0013 89.1753 84.2307 90.7595 84.1638L90.7644 84.1628C92.8954 84.0799 94.9004 83.1599 96.3337 81.614C98.0033 79.7749 98.5149 77.5665 98.3816 74.9373L98.3318 73.9519L99.2175 73.5154C106.468 69.9467 108.449 61.4866 103.075 55.3982C103.089 55.414 103.054 55.3758 102.923 55.2683C102.806 55.1729 102.653 55.0556 102.468 54.9187C102.093 54.6421 101.649 54.3294 101.185 53.9988C100.738 53.6795 100.269 53.3409 99.9031 53.0466C99.7228 52.9017 99.5334 52.7414 99.3748 52.5808C99.2962 52.5013 99.1989 52.3948 99.1082 52.2693C99.0467 52.1843 98.9083 51.9843 98.8289 51.7009L98.7986 51.574C98.5404 50.2484 98.6137 48.7906 98.5896 47.7605C98.5632 46.6308 98.4413 45.7221 97.988 44.8855L97.9646 44.8416L97.9441 44.7966C96.9133 42.5524 95.7943 41.5666 94.5154 40.9011C93.8281 40.5435 93.0625 40.2633 92.1375 39.949C91.2361 39.6427 90.1787 39.3034 89.0496 38.8494L88.6531 38.6892L88.4001 38.3455C88.072 37.8986 87.805 37.3233 87.8777 36.6228C87.9377 36.0452 88.2287 35.5735 88.3513 35.365L88.5222 35.074L88.8025 34.8835C89.7859 34.2177 90.9041 34.1572 91.7859 34.28C99.816 35.3987 104.395 42.0712 104.187 49.3933C108.689 52.1127 111.091 56.8912 111.452 61.7507C111.822 66.742 110.057 72.0034 106.007 75.4441L105.607 75.7712C104.996 76.2546 104.422 76.6685 103.81 77.0828C103.409 79.4553 102.963 81.8702 101.22 84.2322C98.097 88.4661 92.8117 90.1077 87.8669 89.3269C85.7704 88.9959 84.0489 88.3235 82.3923 87.321C80.7441 89.9561 78.6138 91.8003 76.0662 92.8601C73.3032 94.0094 70.1827 94.1843 66.8826 93.6238C66.2512 94.1574 65.5892 94.6122 64.9158 95.0251L64.9128 95.0271C60.6496 97.6281 55.5136 98.4404 50.6433 97.2878C48.8029 96.8592 46.7201 95.9564 44.865 94.7957C43.2628 93.7932 41.7246 92.5333 40.6541 91.114C38.0138 90.8981 35.5661 90.3843 33.3767 89.2947C31.3379 88.2799 29.5876 86.797 28.1218 84.7146C24.9465 86.2962 21.5545 86.7347 18.5339 85.822C15.2524 84.8305 12.6233 82.3077 11.2947 78.4167C8.04861 77.1 5.44411 75.0628 3.73315 72.3953C1.89638 69.5314 1.1589 66.0483 1.64722 62.1853V62.1843C2.2064 57.7638 4.378 54.8004 7.56714 52.2625C6.75564 47.3307 7.24601 42.5158 9.39429 38.614C11.6449 34.5264 15.6222 31.6155 21.3572 30.6228L21.3943 30.616L21.4324 30.6121Z",
+ fill: "black",
+ stroke: "white",
+ strokeWidth: 3.0,
+ },
+ {
+ d: "M44.1337 12.1407C44.7601 12.0455 45.6448 12.049 46.5409 12.1281C47.4737 12.2103 48.5397 12.3837 49.5175 12.6779C50.4454 12.9571 51.5121 13.4087 52.2303 14.1798C52.6143 14.5921 52.9335 15.1345 53.0223 15.8038C53.1112 16.4743 52.9483 17.117 52.6405 17.6935L52.451 18.0499L52.1083 18.2618C51.4249 18.6855 50.6856 18.6476 50.2069 18.5753C49.7071 18.4998 49.1733 18.3328 48.7118 18.1827C47.7094 17.8567 46.7406 17.5129 45.6835 17.4064C44.6781 17.3051 43.6503 17.4306 42.5975 18.0568C41.5214 18.6969 40.285 19.9403 39.036 22.3204L38.6288 23.0978L37.7518 23.1232C35.8183 23.1799 34.6244 23.2736 33.6512 23.6525C32.7866 23.9892 31.9733 24.6064 31.0204 26.0157C30.7209 26.6706 30.6344 27.4106 30.4686 28.4767C30.3165 29.4549 30.0824 30.7951 29.16 31.8829C28.7674 32.3462 28.2587 32.5294 27.8143 32.5597C27.4671 32.5833 27.1388 32.5085 27.0663 32.4943L26.7098 32.4249L26.4247 32.1993C25.4653 31.4424 25.0545 30.3752 24.9598 29.3868L24.9589 29.3878C24.3914 24.696 27.7343 19.7434 32.2987 18.4523C33.1395 18.2144 33.7941 18.083 34.2821 17.9796C34.7979 17.8703 35.0358 17.8084 35.2216 17.7267C35.4761 17.6147 35.8175 17.3975 36.7655 15.921C37.566 14.6743 38.9172 13.821 40.1923 13.255C41.4907 12.6787 42.9096 12.313 44.1044 12.1447V12.1437C44.1127 12.1423 44.1213 12.142 44.1298 12.1407C44.1311 12.1406 44.1323 12.14 44.1337 12.1398V12.1407Z",
+ fill: "black",
+ stroke: "white",
+ strokeWidth: 3.0,
+ },
+ {
+ d: "M70.8386 14.3499C73.5158 14.197 75.9037 14.6468 77.9529 15.8196C79.8019 16.8778 81.2716 18.4671 82.4187 20.5159C84.9216 20.9967 87.2979 22.1966 89.0056 24.0198C90.9209 26.0647 91.9632 28.8683 91.3728 32.1204C91.2531 32.779 90.8665 33.2101 90.5437 33.4641C90.2537 33.6923 89.9298 33.8414 89.8113 33.8987L89.4509 34.0725L89.0525 34.0442C88.4996 34.0049 87.954 33.8682 87.4744 33.5618C86.977 33.244 86.6587 32.8126 86.4636 32.3694C86.2807 31.9536 86.2087 31.5341 86.1716 31.2073C86.1408 30.9359 86.1247 30.6282 86.1111 30.3987C85.7109 28.4362 84.9736 27.4826 84.0681 26.8967C83.0401 26.2315 81.6019 25.9024 79.5007 25.6077L78.6443 25.4875L78.3191 24.6868C77.5667 22.8346 76.5421 21.4026 75.322 20.5813C74.163 19.8012 72.705 19.4848 70.7917 20.0657C70.1878 20.2491 68.9531 20.5637 67.8865 20.4231C67.3494 20.3522 66.5091 20.1185 65.9958 19.3176C65.4709 18.4985 65.5922 17.5684 65.8533 16.8303L65.9617 16.5256L66.1843 16.2932C66.879 15.5678 67.7302 15.182 68.4773 14.9358C69.1695 14.7076 70.0249 14.5304 70.5476 14.3948L70.6912 14.3577L70.8386 14.3499Z",
+ fill: "black",
+ stroke: "white",
+ strokeWidth: 3.0,
+ },
+ {
+ d: "M49.924 8.43665C51.0012 8.41733 52.2453 8.75494 53.3878 9.23254C54.5562 9.72099 55.7593 10.4144 56.7687 11.2365C57.7521 12.0375 58.6887 13.0723 59.1115 14.2814C59.3305 14.9079 59.418 15.6035 59.2726 16.3234C59.1263 17.0472 58.7634 17.7 58.2306 18.2638L57.8029 18.7169L57.1798 18.7325C56.5555 18.7489 56.2447 18.6425 55.9015 18.5548L55.6027 18.4786L55.3585 18.2902C54.524 17.6477 54.1396 16.8282 53.8888 16.297C53.6151 15.7176 53.4752 15.4278 53.2081 15.17C53.0492 15.0167 52.8022 14.8624 52.4161 14.6954C52.0134 14.5213 51.6032 14.3901 51.0675 14.2003C50.1993 13.8927 48.6692 13.3536 47.9982 11.8907L47.8556 11.5792L47.8615 11.2374C47.8825 10.0994 48.4736 9.43147 48.7208 9.07727L49.1583 8.45032L49.924 8.43665Z",
+ fill: "black",
+ stroke: "white",
+ strokeWidth: 3.0,
+ },
+ {
+ d: "M67.0575 10.2031C67.3301 10.1883 68.4285 10.0534 69.287 10.1279C69.7383 10.1671 70.3451 10.2714 70.8876 10.6045C71.4737 10.9644 71.918 11.555 72.0262 12.3379L72.0428 12.4971L72.0438 12.5078L72.0624 12.8135C72.0765 13.1848 72.0546 13.7289 71.7997 14.2246C71.3632 15.0731 70.5445 15.3538 69.9178 15.4619C69.1324 15.5974 68.4879 15.6732 68.0135 15.7383C67.5143 15.8068 67.2222 15.8611 66.9833 15.9404C66.6117 16.0639 66.1923 16.2989 65.2577 17.3838C65.147 17.5408 65.0197 17.7268 64.9091 17.8701C64.7688 18.0518 64.5733 18.2819 64.2968 18.4814C63.7083 18.9061 63.0503 18.9757 62.5155 19.0127L62.0975 19.042L61.7245 18.8496C60.7709 18.3581 60.2392 17.519 60.1718 16.5625C60.1128 15.7263 60.4166 14.9577 60.7362 14.4004C62.123 11.9829 64.6047 10.9135 66.6962 10.2676L66.8729 10.2129L67.0575 10.2031Z",
+ fill: "black",
+ stroke: "white",
+ strokeWidth: 3.0,
+ },
+ {
+ d: "M21.991 31.8308C22.4256 31.7943 22.9323 31.7842 23.3826 31.8806C23.6848 31.9453 23.9789 32.0616 24.2097 32.2654C24.4458 32.4739 24.6013 32.7614 24.6404 33.1365L24.6482 33.2078L24.613 33.2712C24.109 34.1882 23.156 34.5439 22.2029 34.7537C21.7259 34.8586 21.2215 34.9318 20.7625 35.0134C20.2951 35.0965 19.8668 35.1895 19.5056 35.3328C15.4289 36.9495 13.0532 39.6795 11.99 42.9138C10.9242 46.1564 11.171 49.9281 12.3855 53.6238L12.4421 53.7966L12.2859 53.8914C9.54521 55.5463 7.3198 57.7729 6.24097 60.7615V60.7625C5.30711 63.3126 5.38895 66.1104 6.45679 68.5945L6.68335 69.0867V69.0886C7.57951 70.9373 8.65965 72.1254 9.96362 73.0134C11.1111 73.7948 12.4382 74.3489 13.989 74.9109L14.6677 75.1521L14.7937 75.197L14.8171 75.3289C15.0308 76.5263 15.1933 77.3698 15.7019 78.3494L15.9421 78.7791L15.9431 78.78C16.8347 80.2847 18.2788 81.3879 19.9695 81.866L20.3113 81.9529L20.3123 81.9539C22.8966 82.5605 25.0099 81.7705 27.2117 80.4548C26.7757 78.6053 26.5291 76.7175 26.4763 74.8191C23.1214 73.6016 21.3016 70.9052 20.7908 67.8669C20.2811 64.8352 21.0706 61.4571 22.9285 58.8376C21.6593 56.2981 21.2197 52.7187 22.6179 50.1423C22.9131 49.5984 23.2824 48.7812 23.7615 48.1228C24.2424 47.4621 24.8846 46.8869 25.7644 46.8943H25.8123L25.8562 46.9138C26.0173 46.9855 26.1215 47.0268 26.2039 47.0613C26.2805 47.0933 26.3558 47.1261 26.4226 47.1794C26.4912 47.2343 26.5379 47.3004 26.5837 47.3689C26.6342 47.4442 26.6872 47.5283 26.7849 47.6707L26.8142 47.7136L26.822 47.7644C26.9529 48.5836 26.6669 49.2363 26.28 49.8494C26.0893 50.1516 25.8645 50.4596 25.6521 50.7673C25.4365 51.0797 25.2255 51.4028 25.0466 51.7585C24.6918 52.4644 24.4565 53.3057 24.5779 54.4314C24.7 55.5634 25.1845 56.9972 26.2957 58.8806L26.3728 59.0105L26.283 59.1326C24.2144 61.9578 23.1806 64.7171 23.5408 67.1091C23.8981 69.4815 25.6406 71.5674 29.3035 73.0291L29.4529 73.0886L29.448 73.2488C29.4325 73.8204 29.4216 74.3921 29.4148 74.9636C29.3576 79.8615 31.4449 84.0071 36.1951 86.0359C38.2618 86.9185 40.1861 86.9016 42.4587 86.9158L42.5652 86.9167L42.6335 86.9988C44.1052 88.7635 45.4113 90.1465 46.9392 91.2107C48.4628 92.2719 50.2175 93.0234 52.5935 93.5056H52.5945C56.0666 94.1562 59.9724 93.4279 62.863 91.4246C63.3151 91.1112 63.6729 90.8033 64.0027 90.5203C64.3292 90.2401 64.6371 89.9762 64.9734 89.7722C65.6709 89.3492 66.4662 89.1985 67.822 89.4958C71.4349 90.2882 74.6074 89.4477 76.8494 87.5339C79.0924 85.6191 80.4249 82.6118 80.3201 79.032L80.3191 79.0154L80.321 78.9998C80.3662 78.5959 80.5741 78.2677 80.8513 77.9998C81.1263 77.734 81.48 77.5169 81.8396 77.3289C82.1981 77.1415 82.5838 76.9736 82.9167 76.8181C83.2588 76.6584 83.5428 76.5125 83.7351 76.363C86.3403 74.3392 87.6297 71.8518 87.8494 69.2312C88.0694 66.6049 87.2169 63.8206 85.4939 61.2107L85.4294 61.1121L85.4714 61.0027C86.2585 58.9413 86.7584 57.9129 87.0662 55.7976C87.2857 54.2881 86.7694 52.9774 86.196 51.8933C86.0529 51.6227 85.9066 51.3683 85.7683 51.1277C85.6308 50.8885 85.4992 50.6606 85.3884 50.4509C85.278 50.2418 85.1832 50.0416 85.1218 49.8552C85.061 49.6704 85.0268 49.4806 85.0554 49.2996L85.0642 49.2449L85.0974 49.2C85.28 48.9505 85.4042 48.7859 85.5652 48.657C85.7261 48.5282 85.9146 48.4426 86.2 48.3181L86.2361 48.3015L86.2761 48.2996C87.2682 48.2311 87.9227 48.7718 88.3699 49.4636C88.8101 50.1449 89.0747 51.01 89.2898 51.6609C90.2514 54.5716 90.0534 57.9505 88.6414 60.6951C88.7435 60.8626 88.8454 61.0302 88.9441 61.2L89.113 61.4929C90.8169 64.5346 91.2568 68.1164 90.3308 71.4792V71.4802C89.7105 73.7152 88.8332 75.35 87.614 76.7C86.4213 78.0206 84.9106 79.056 83.0271 80.1169C82.9778 80.9494 82.9952 81.7883 83.0056 82.6375C83.9837 83.5878 84.7361 83.9521 85.989 84.5339L86.2937 84.6619C87.8074 85.2736 89.1395 85.504 90.8132 85.4333H90.8142C93.1246 85.3434 95.3107 84.4024 96.946 82.8064L97.2654 82.4783C99.2414 80.3078 99.7955 77.72 99.6511 74.8728L99.6433 74.7224L99.7791 74.656C107.724 70.7453 109.997 61.3204 104.027 54.5574C103.905 54.4188 103.616 54.1871 103.223 53.8972C102.838 53.6122 102.376 53.2871 101.924 52.9646C101.474 52.6438 101.033 52.3248 100.699 52.0564C100.532 51.9225 100.387 51.7968 100.279 51.6873C100.225 51.6326 100.176 51.5783 100.137 51.5251C100.102 51.4763 100.061 51.4087 100.046 51.3308C99.8149 50.1462 99.8866 48.9056 99.8591 47.7312C99.8313 46.5415 99.7046 45.3863 99.1052 44.28L99.1013 44.2732L99.0984 44.2664C97.958 41.7835 96.6475 40.5788 95.1013 39.7742C94.321 39.3682 93.476 39.0616 92.5466 38.7458C91.6208 38.4313 90.6114 38.1069 89.5242 37.6697L89.4626 37.6453L89.4246 37.5935C89.2081 37.2988 89.1123 37.0336 89.1414 36.7537C89.1685 36.4926 89.3036 36.2518 89.446 36.0095L89.4724 35.9646L89.5154 35.9363C90.1468 35.5087 90.909 35.4412 91.6101 35.5388C99.1766 36.5927 103.418 43.0443 102.877 50.1111C107.388 52.5024 109.831 57.0889 110.184 61.8445C110.541 66.6454 108.771 71.6477 104.819 74.7742C104.091 75.3499 103.417 75.8253 102.649 76.3308C102.208 78.923 101.866 81.217 100.198 83.4783C97.4038 87.2658 92.6263 88.7922 88.0652 88.072C85.7001 87.6987 83.8608 86.859 81.9617 85.5203C80.3551 88.5836 78.1886 90.6002 75.5779 91.6863C72.935 92.7857 69.8622 92.9221 66.4998 92.2615C65.9881 92.7428 65.4432 93.1623 64.8689 93.5466L64.2517 93.9421C60.2736 96.3693 55.4777 97.1281 50.9304 96.0505V96.0496C49.2493 95.6579 47.2967 94.8177 45.5398 93.7185C43.8246 92.6454 42.2764 91.3125 41.3494 89.8914C38.5632 89.7124 36.0914 89.2267 33.9421 88.157C31.8162 87.0988 30.0198 85.4747 28.5447 83.0398C25.3126 84.9448 21.8552 85.4988 18.9011 84.6062C15.9076 83.7016 13.4676 81.3229 12.3201 77.45C9.01653 76.2254 6.44299 74.2657 4.80347 71.7097C3.14513 69.1242 2.45163 65.9466 2.90698 62.3445C3.4455 58.0863 5.60352 55.3096 8.95483 52.7966C8.93828 52.7133 8.92126 52.6301 8.90601 52.5466C8.00984 47.6347 8.46486 42.9375 10.5076 39.2273C12.5547 35.5092 16.1826 32.8079 21.574 31.8748L21.5857 31.8728L21.991 31.8308Z",
+ fill: "black",
+ stroke: "black",
+ strokeWidth: 0.458571,
+ },
+ {
+ d: "M55.1197 62.0356C56.1584 61.9685 57.9036 61.924 59.2925 62.3843C59.9921 62.6161 60.6551 62.9936 61.0728 63.6128C61.5003 64.2466 61.6227 65.0609 61.3804 66.0552C61.1832 66.8642 60.6166 67.5362 59.9898 68.0659C59.4422 68.5286 58.8115 68.9096 58.2447 69.2075C58.2551 70.0149 58.2774 70.8352 58.2964 71.6509C59.7193 73.2484 60.9517 74.0396 62.0084 74.3647C63.0803 74.6946 64.0181 74.5598 64.8648 74.228C65.7289 73.8893 66.4792 73.3558 67.191 72.8794C67.5371 72.6477 67.8849 72.4226 68.2173 72.2651C68.506 72.1285 68.8234 72.0224 69.1509 72.0259L69.2916 72.0347L69.4371 72.0503L69.5455 72.147C70.3714 72.8798 70.5803 74.1146 69.8043 75.0337C68.3803 76.7193 66.2893 77.5543 64.1812 77.7895C63.9123 79.6118 63.541 81.4939 62.6793 83.0151C61.7414 84.6704 60.2336 85.8827 57.7525 86.1899C57.0469 86.3446 56.1896 86.3236 55.3785 86.1733C54.5529 86.0204 53.7232 85.7262 53.1109 85.3013C50.3958 83.4172 49.8285 80.5467 49.316 77.7817C48.2287 77.7355 46.6742 77.3997 45.3658 76.7495C43.9109 76.0264 42.5524 74.7967 42.814 72.9741C42.9138 72.2801 43.5115 72.0521 43.7945 71.9194L43.8873 71.8755L43.9908 71.8764C44.4032 71.8781 44.765 72.0307 45.0767 72.229C45.3849 72.425 45.673 72.6842 45.9371 72.9311C46.4986 73.4563 46.96 73.9198 47.4966 74.1138C49.0664 74.6807 50.4091 74.547 51.6168 74.0122C52.7965 73.4895 53.865 72.5744 54.8863 71.5005L54.9185 69.3266C54.8904 69.3101 54.8616 69.2945 54.8336 69.2778C53.9416 68.7479 53.1589 68.1312 52.5699 67.478C51.9857 66.8301 51.5644 66.1152 51.4527 65.3891C51.3369 64.6352 51.5634 63.9114 52.1871 63.3198C52.7901 62.7481 53.7418 62.3183 55.0552 62.0444L55.0865 62.0376L55.1197 62.0356ZM59.2584 85.3745C59.2765 85.368 59.2941 85.3606 59.3121 85.354C59.2941 85.3606 59.2765 85.368 59.2584 85.3745ZM59.5816 85.2475C59.5921 85.2431 59.6034 85.2403 59.6138 85.2358C59.6539 85.2186 59.6927 85.1991 59.732 85.1811C59.6825 85.2038 59.6324 85.226 59.5816 85.2475ZM60.3306 84.8628C60.1746 84.959 60.0109 85.0484 59.8394 85.1313C60.0109 85.0484 60.1746 84.959 60.3306 84.8628ZM60.4488 84.7856C60.4769 84.7672 60.5061 84.7507 60.5338 84.7319C60.5405 84.7273 60.5466 84.7219 60.5533 84.7173C60.5191 84.7408 60.4838 84.7628 60.4488 84.7856ZM60.7828 84.5503C60.7923 84.5429 60.8016 84.5352 60.8111 84.5278C60.8016 84.5352 60.7923 84.5429 60.7828 84.5503ZM57.7252 75.2837C57.7472 77.0079 58.3806 80.4361 56.3472 80.8745C54.3179 79.8659 55.9545 76.1672 55.0816 75.4116C54.1536 75.9501 53.0175 76.6605 52.0406 77.06C52.7936 80.8294 52.8179 82.4258 56.8287 83.686C57.632 83.4162 58.6328 83.1444 59.2632 82.6069L59.3453 82.5376C60.0134 81.9641 60.375 81.1254 60.7437 80.3306L61.5533 77.1479C60.1847 76.7185 58.9329 76.0459 57.7252 75.2837ZM63.2896 80.0815C63.2955 80.0572 63.3004 80.0327 63.3062 80.0083C63.3004 80.0327 63.2955 80.0572 63.2896 80.0815ZM63.4 79.5913C63.4044 79.5707 63.4103 79.5504 63.4146 79.5298C63.4185 79.5113 63.4215 79.4926 63.4254 79.4741C63.4172 79.5133 63.4083 79.5522 63.4 79.5913ZM50.1255 79.4848C50.1308 79.5077 50.1368 79.5304 50.1422 79.5532C50.1222 79.4679 50.1027 79.3822 50.0836 79.2964C50.0975 79.3593 50.1111 79.4222 50.1255 79.4848ZM49.9009 78.4155C49.9496 78.6657 50.0018 78.914 50.0552 79.1606C50.0017 78.914 49.9496 78.6657 49.9009 78.4155ZM63.5259 78.9634C63.5681 78.7349 63.605 78.5046 63.6422 78.2739C63.6051 78.5046 63.5679 78.7349 63.5259 78.9634ZM63.7798 77.3686C63.7649 77.4742 63.7475 77.5795 63.732 77.685C63.7475 77.5794 63.7659 77.4742 63.7808 77.3686C63.9109 77.3583 64.0408 77.3455 64.1705 77.3306C64.0406 77.3455 63.9101 77.3583 63.7798 77.3686ZM69.4537 74.7388C69.282 74.9419 69.0987 75.1312 68.9068 75.3091C69.0008 75.222 69.0939 75.1327 69.1832 75.0395C69.2762 74.9425 69.3671 74.8415 69.4547 74.7378L69.4537 74.7388ZM47.9634 74.7397C48.0165 74.7536 48.07 74.7645 48.1226 74.7768C48.0667 74.7637 48.0101 74.7516 47.9537 74.7368L47.9634 74.7397ZM57.7808 68.9341C57.7889 69.8909 57.821 70.8728 57.8423 71.8315C57.9363 71.9389 58.0298 72.043 58.1226 72.144L57.8433 71.8315C57.822 70.8727 57.7889 69.89 57.7808 68.9331V68.9341ZM60.9927 65.6606C60.9951 65.6468 60.9993 65.6333 61.0015 65.6196C61.0066 65.5879 61.0081 65.556 61.0123 65.5249C61.0063 65.5695 61.0006 65.6148 60.9927 65.6606ZM61.0279 65.3891C61.0317 65.3475 61.0356 65.3066 61.0377 65.2661C61.0354 65.3066 61.0318 65.3475 61.0279 65.3891Z",
+ fill: "black",
+ },
+ {
+ d: "M44.3036 13.3995C44.7819 13.3234 45.5624 13.3182 46.4296 13.3947C47.3001 13.4715 48.2769 13.6316 49.1512 13.8947C50.018 14.1554 50.8175 14.5264 51.3007 15.045C51.546 15.3085 51.7156 15.617 51.7626 15.9708C51.8095 16.3248 51.7309 16.7015 51.5204 17.0958L51.4911 17.1495L51.4384 17.1827C51.1418 17.3664 50.7749 17.3767 50.3964 17.3195C50.0145 17.2617 49.5756 17.1277 49.1053 16.9747C48.1523 16.6648 47.0346 16.266 45.8104 16.1427C44.5941 16.0202 43.2808 16.1717 41.9471 16.965C40.6101 17.7604 39.2319 19.2134 37.911 21.7306L37.8485 21.8488L37.7147 21.8527C35.811 21.9085 34.399 21.9973 33.1903 22.4679C31.9982 22.9321 30.9826 23.7779 29.9052 25.3976C29.4769 26.2839 29.369 27.2769 29.2128 28.2814C29.0588 29.2714 28.8566 30.2748 28.1903 31.0607C28.0564 31.2187 27.8908 31.28 27.7274 31.2911C27.5789 31.3012 27.4253 31.2698 27.3094 31.2472L27.2557 31.2365L27.2118 31.2023C26.5784 30.7026 26.2831 29.9754 26.2196 29.2277L26.2206 29.2267C25.7346 25.1684 28.6756 20.7977 32.6444 19.6749C33.4377 19.4505 34.0508 19.3276 34.5458 19.2228C35.045 19.117 35.4092 19.0323 35.7333 18.8898C36.3636 18.6125 36.8782 18.0975 37.8348 16.6075C38.4392 15.6663 39.5252 14.9411 40.7079 14.4161C41.894 13.8897 43.2067 13.5521 44.3036 13.3995Z",
+ fill: "black",
+ stroke: "black",
+ strokeWidth: 0.458571,
+ },
+ {
+ d: "M70.9109 15.6184C73.4017 15.4762 75.5325 15.8989 77.322 16.9231C79.0826 17.9308 80.4937 19.5105 81.5935 21.6653C84.0825 22.0168 86.4469 23.1475 88.0779 24.8889C89.7397 26.6633 90.6358 29.0668 90.1228 31.8928C90.0757 32.1523 89.9249 32.3351 89.7585 32.4661C89.5973 32.593 89.4054 32.6832 89.2585 32.7542L89.2029 32.7805L89.1423 32.7766C88.7347 32.7476 88.4115 32.6517 88.1589 32.4905C87.9037 32.3274 87.7365 32.1072 87.6267 31.8577C87.5188 31.6123 87.4655 31.3386 87.4343 31.0637C87.4039 30.7958 87.3914 30.5058 87.3738 30.2307C86.9271 27.9608 86.0288 26.6524 84.7585 25.8303C83.4688 24.9958 81.769 24.6424 79.6765 24.3489L79.5457 24.3313L79.4958 24.2083C78.6875 22.2186 77.5334 20.5378 76.031 19.5266C74.5381 18.5219 72.6812 18.1641 70.4226 18.8499C69.8351 19.0282 68.8278 19.2655 68.0525 19.1633C67.6642 19.1121 67.2807 18.9683 67.0652 18.6321C66.848 18.2931 66.8474 17.8311 67.0515 17.2542L67.0681 17.2073L67.1023 17.1721C67.5922 16.6605 68.2203 16.3586 68.8748 16.1428C69.521 15.9298 70.2349 15.7893 70.8669 15.6252L70.8884 15.6194L70.9109 15.6184Z",
+ fill: "black",
+ stroke: "black",
+ strokeWidth: 0.458571,
+ },
+ {
+ d: "M39.0987 49.3037C40.0842 48.9602 41.1586 48.9571 42.1456 49.2959C43.978 49.925 45.2145 51.6207 45.2374 53.5352C45.2604 55.4496 44.0649 57.1731 42.2481 57.8447C39.8503 58.7312 37.1803 57.517 36.3047 55.1426C35.4293 52.768 36.6845 50.145 39.0987 49.3037ZM39.8711 50.7647C39.5174 50.6432 39.1316 50.6435 38.7784 50.7666C37.9131 51.0683 37.4626 52.0092 37.7764 52.8604C37.9322 53.2826 38.247 53.602 38.629 53.7783C38.6704 53.0315 39.158 52.3462 39.918 52.0811C40.2513 51.9649 40.6091 51.9422 40.9522 52.0117C40.8472 51.441 40.4394 50.9599 39.8711 50.7647Z",
+ fill: "black",
+ },
+ {
+ d: "M67.258 49.3025C68.2435 48.9591 69.318 48.9568 70.3049 49.2957C72.1373 49.9247 73.3738 51.6204 73.3967 53.5349C73.4196 55.4492 72.2241 57.1728 70.4074 57.8445C68.0095 58.7311 65.3387 57.5168 64.4631 55.1423C63.5876 52.7677 64.8437 50.1437 67.258 49.3025ZM68.0305 50.7644C67.6766 50.6429 67.291 50.6432 66.9377 50.7664C66.0723 51.068 65.6219 52.0089 65.9357 52.8601C66.0916 53.2823 66.4064 53.6018 66.7883 53.7781C66.8298 53.0312 67.3172 52.3459 68.0773 52.0808C68.4107 51.9646 68.7684 51.9419 69.1115 52.0115C69.0066 51.4408 68.5986 50.9597 68.0305 50.7644Z",
+ fill: "black",
+ },
+ {
+ d: "M49.9464 9.70715C50.7751 9.69222 51.8333 9.95954 52.8976 10.4044C53.9658 10.851 55.061 11.4848 55.9659 12.2218C56.8669 12.9556 57.6006 13.809 57.9122 14.7003C58.0692 15.1494 58.1205 15.6123 58.0275 16.0724C57.9344 16.5328 57.6995 16.9761 57.3077 17.3907L57.2423 17.4601L57.1466 17.463C56.7275 17.474 56.5862 17.418 56.2159 17.3234L56.171 17.3116L56.1329 17.2833C55.565 16.846 55.2885 16.287 55.0372 15.755C54.7824 15.2155 54.5529 14.7028 54.09 14.256C53.7754 13.9524 53.3727 13.7242 52.92 13.5284C52.465 13.3317 51.9799 13.1758 51.4923 13.0031C50.5479 12.6684 49.5692 12.2672 49.1534 11.3605L49.131 11.3136L49.132 11.2609C49.1444 10.5894 49.443 10.263 49.7628 9.80481L49.8292 9.70911L49.9464 9.70715Z",
+ fill: "black",
+ stroke: "black",
+ strokeWidth: 0.458571,
+ },
+ {
+ d: "M67.1259 11.4717C67.5674 11.4477 68.4349 11.3292 69.1766 11.3936C69.5509 11.426 69.9271 11.5061 70.2225 11.6875C70.4921 11.853 70.6888 12.0998 70.7557 12.4424L70.7762 12.5947V12.5967C70.8032 12.9818 70.8191 13.3533 70.6698 13.6436C70.5057 13.9625 70.1809 14.1262 69.701 14.209C68.9444 14.3395 68.3404 14.4109 67.8407 14.4795C67.337 14.5487 66.9428 14.6148 66.5829 14.7344C65.8796 14.968 65.2711 15.4161 64.2626 16.5928C64.1236 16.7886 64.0076 16.9585 63.9032 17.0938C63.7947 17.2343 63.6856 17.3552 63.5526 17.4512C63.2811 17.6469 62.9508 17.7089 62.4276 17.7451L62.3632 17.75L62.3065 17.7197C61.7384 17.4268 61.4749 16.9771 61.4393 16.4736C61.4051 15.9884 61.5836 15.4781 61.8387 15.0332C62.972 13.0576 65.0412 12.1084 67.0712 11.4814L67.0985 11.4736L67.1259 11.4717Z",
+ fill: "black",
+ stroke: "black",
+ strokeWidth: 0.458571,
+ },
];
diff --git a/docs/components/charts/primitives.tsx b/docs/components/charts/primitives.tsx
index 65e561262..c22873835 100644
--- a/docs/components/charts/primitives.tsx
+++ b/docs/components/charts/primitives.tsx
@@ -1,17 +1,81 @@
-import type { ReactNode } from "react";
-import { BRAND_MARKS } from "./brand-marks";
-import { MASCOT_PATHS, MASCOT_VIEWBOX } from "./openui-mascot";
+"use client";
+
+import { createContext, useContext, useLayoutEffect, useRef, type ReactNode } from "react";
+import { BRAND_MARKS, markViewBox } from "./brand-marks";
+import { MASCOT_SHAPES, MASCOT_VIEWBOX } from "./openui-mascot";
import s from "./viz.module.css";
export const SLOT = [s.s1, s.s2, s.s3] as const;
export const slotClass = (slot: 1 | 2 | 3) => SLOT[slot - 1];
+/**
+ * Chart skin. The blog ships the plain skin; /benchmarks wraps its content in
+ * <VizSkin vivid> to switch every descendant chart to the marketing treatment
+ * documented at the bottom of viz.module.css (stamps, tracks, striped OpenUI
+ * fills, 28px marks). Components read it with useVizSkin().
+ */
+const VizSkinContext = createContext<{ vivid: boolean }>({ vivid: false });
+
+export function VizSkin({ vivid = false, children }: { vivid?: boolean; children: ReactNode }) {
+ return <VizSkinContext.Provider value={{ vivid }}>{children}</VizSkinContext.Provider>;
+}
+
+export const useVizSkin = () => useContext(VizSkinContext);
+
+/**
+ * One-shot viewport reveal for the vivid skin: the card is put into the
+ * `revealPre` state (bars at zero, labels transparent — pure transform/opacity,
+ * nothing reflows) before the first post-hydration paint, and the class is
+ * dropped when ~a quarter of the card scrolls into view, letting the CSS in
+ * viz.module.css §6 run the grow-from-zero transition exactly once.
+ *
+ * Class-driven rather than state-driven: a reveal never needs a re-render, and
+ * server markup carries no class at all, so charts are fully drawn without JS
+ * and for anyone who prefers reduced motion.
+ */
+function useReveal(enabled: boolean) {
+ const ref = useRef<HTMLElement>(null);
+
+ useLayoutEffect(() => {
+ const el = ref.current;
+ if (!enabled || !el) return;
+ if (
+ typeof IntersectionObserver === "undefined" ||
+ window.matchMedia("(prefers-reduced-motion: reduce)").matches
+ ) {
+ return;
+ }
+ el.classList.add(s.revealPre);
+ const io = new IntersectionObserver(
+ (entries) => {
+ if (!entries.some((e) => e.isIntersecting)) return;
+ io.disconnect();
+ /* double rAF so the armed state is painted before the transition runs */
+ requestAnimationFrame(() => requestAnimationFrame(() => el.classList.remove(s.revealPre)));
+ },
+ { threshold: 0.25 },
+ );
+ io.observe(el);
+ return () => io.disconnect();
+ }, [enabled]);
+
+ return ref;
+}
+
export function Mark({ id }: { id?: string }) {
+ /* the mascot is the nav's own artwork: baked colours, drawn edge to edge so
+ it rasterises as crisply here as it does in the site header */
if (id === "openui") {
return (
- <svg viewBox={MASCOT_VIEWBOX} aria-hidden>
- {MASCOT_PATHS.map((d, i) => (
- <path key={i} d={d} fill="currentColor" />
+ <svg className={s.mascot} viewBox={MASCOT_VIEWBOX} aria-hidden>
+ {MASCOT_SHAPES.map((shape, i) => (
+ <path
+ key={i}
+ d={shape.d}
+ fill={shape.fill}
+ stroke={shape.stroke}
+ strokeWidth={shape.strokeWidth}
+ />
))}
</svg>
);
@@ -19,7 +83,7 @@ export function Mark({ id }: { id?: string }) {
const d = id ? BRAND_MARKS[id] : undefined;
if (!d) return null;
return (
- <svg viewBox="0 0 24 24" aria-hidden>
+ <svg viewBox={markViewBox(id)} aria-hidden>
<path d={d} fill="currentColor" />
</svg>
);
@@ -50,8 +114,10 @@ export function Chart({
tight?: boolean;
children: ReactNode;
}) {
+ const { vivid } = useVizSkin();
+ const revealRef = useReveal(vivid);
return (
- <figure className={`${s.viz} ${tight ? s.tight : ""}`}>
+ <figure ref={revealRef} className={`${s.viz} ${tight ? s.tight : ""} ${vivid ? s.vivid : ""}`}>
<figcaption className={s.head}>
<p className={s.title}>{title}</p>
{sub ? <p className={s.sub}>{sub}</p> : null}
@@ -76,15 +142,21 @@ export function Chart({
export function Row({
label,
mark,
+ wide,
+ tip,
children,
}: {
label: string;
mark?: string;
+ /** Wider name column for long labels (failure families). */
+ wide?: boolean;
+ /** Plain-language tooltip shown on hover, rendered by the .tip CSS. */
+ tip?: string;
children: ReactNode;
}) {
return (
- <div className={s.row}>
- <span className={s.rowName}>
+ <div className={`${s.row} ${tip ? s.tip : ""}`} data-tip={tip}>
+ <span className={`${s.rowName} ${wide ? s.rowNameWide : ""}`}>
<Chip mark={mark} />
<span className={s.rowLabel}>{label}</span>
</span>
diff --git a/docs/components/charts/reliability-by-model.tsx b/docs/components/charts/reliability-by-model.tsx
new file mode 100644
index 000000000..473b271c0
--- /dev/null
+++ b/docs/components/charts/reliability-by-model.tsx
@@ -0,0 +1,338 @@
+"use client";
+
+import {
+ COST_MODELS,
+ FORMATS,
+ FORMAT_ORDER,
+ type FormatId,
+ MODELS,
+ type ModelId,
+ completionByModel,
+ costPerPass,
+ formatLabel,
+} from "@/lib/benchmark-data";
+import { useEffect, useRef, useState } from "react";
+import { BRAND_MARKS, markViewBox } from "./brand-marks";
+import { Chart, Mark, styles as s } from "./primitives";
+
+/* The hero chart: a cost-versus-reliability frontier, one line per format.
+ Cost runs right-to-left toward $0 (the CursorBench convention), so the best
+ place on the chart is the top right: reliable and cheap. One point per
+ model, all six priced at list prices. */
+const H = 440;
+const PAD = { top: 56, bottom: 64 };
+const PH = H - PAD.top - PAD.bottom;
+
+/* chart-local palette (see .frontier in viz.module.css): this is the one
+ chart where all three formats get a real colour */
+const hue: Record<FormatId, string> = {
+ openui: "var(--pO)",
+ /* the competitors keep the same two greys they wear in the bar charts */
+ a2ui: "var(--c2)",
+ jsonRender: "var(--c3)",
+};
+
+const MODEL_NAME: Record<ModelId, string> = {
+ sol: "GPT-5.6 Sol",
+ opus: "Claude Opus 4.8",
+ kimi: "Kimi K3",
+ gemini: "Gemini 3.6 Flash",
+ qwen: "Qwen3.8 2.4T",
+ muse: "Muse Spark 1.2",
+};
+
+const C_MAX = 7.4;
+const Y_MIN = 66;
+const X_TICKS = [6, 4, 2, 0];
+const Y_TICKS = [70, 80, 90, 100];
+
+export function ReliabilityByModel({
+ models,
+ formats,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+}) {
+ const holder = useRef<HTMLDivElement>(null);
+ const [W, setW] = useState(1080);
+ const [hover, setHover] = useState<{ m: ModelId; f: FormatId } | null>(null);
+
+ useEffect(() => {
+ const el = holder.current;
+ if (!el) return;
+ const ro = new ResizeObserver(([entry]) => {
+ setW(Math.max(320, Math.round(entry.contentRect.width)));
+ });
+ ro.observe(el);
+ return () => ro.disconnect();
+ }, []);
+
+ const activeFormats = FORMAT_ORDER.filter((f) => (formats ?? FORMAT_ORDER).includes(f));
+ const pricedModels = COST_MODELS.filter((m) => (models ?? MODELS.map((x) => x.id)).includes(m));
+
+ const narrow = W < 560;
+ /* narrow screens keep the plot flush with the section edges */
+ const PL = narrow ? 44 : 56;
+ const PR = narrow ? 12 : 40;
+ const PW = W - PL - PR;
+ /* reversed: expensive on the left, $0 on the right */
+ const x = (cost: number) => PL + ((C_MAX - cost) / C_MAX) * PW;
+ const y = (v: number) => PAD.top + (1 - (v - Y_MIN) / (100 - Y_MIN)) * PH;
+
+ if (pricedModels.length === 0) return null;
+
+ /* one line per format: its six priced points, dearest first */
+ const series = activeFormats.map((f) => ({
+ f,
+ pts: pricedModels
+ .map((m) => ({ m, cost: costPerPass[m]![f], score: completionByModel[m][f] }))
+ .sort((a, b) => b.cost - a.cost),
+ }));
+
+ const hovered = hover
+ ? { cost: costPerPass[hover.m]![hover.f], score: completionByModel[hover.m][hover.f] }
+ : null;
+
+ return (
+ <Chart
+ title="Reliability vs cost"
+ sub="One line per format across all six models at list prices. Up and to the right is better: higher structural validity, less money."
+ >
+ <div ref={holder} className={`${s.svgHolder} ${s.frontier}`} style={{ position: "relative" }}>
+ <svg
+ className={s.svg}
+ width={W}
+ height={H}
+ viewBox={`0 0 ${W} ${H}`}
+ role="img"
+ aria-label="Cost versus reliability, one line per format; OpenUI sits highest and furthest toward zero cost"
+ >
+ {Y_TICKS.map((t) => (
+ <g key={t}>
+ <line x1={PL} x2={PL + PW} y1={y(t)} y2={y(t)} stroke="var(--rule)" />
+ {t !== 100 ? (
+ <text
+ x={PL - 12}
+ y={y(t) + 4}
+ textAnchor="end"
+ fontSize="13"
+ fill="var(--ink-muted)"
+ >
+ {t}%
+ </text>
+ ) : null}
+ </g>
+ ))}
+
+ {X_TICKS.map((t) => (
+ <line
+ key={`gx-${t}`}
+ x1={x(t)}
+ x2={x(t)}
+ y1={y(100)}
+ y2={PAD.top + PH}
+ stroke="var(--rule)"
+ />
+ ))}
+
+ {/* the chart header, set on the top axis line like the reference */}
+ <text x={PL - 12} y={y(100) - 14} textAnchor="end" fontSize="13" fill="var(--ink-muted)">
+ 100%
+ </text>
+ <text x={PL + 4} y={y(100) - 14} fontSize="14" fill="var(--ink)">
+ Reliability vs cost
+ </text>
+
+ {X_TICKS.map((t) => (
+ <text
+ key={t}
+ x={x(t)}
+ y={PAD.top + PH + 28}
+ textAnchor="middle"
+ fontSize="13"
+ fill="var(--ink-muted)"
+ >
+ ${t}
+ </text>
+ ))}
+ <text
+ x={PL + PW / 2}
+ y={PAD.top + PH + 52}
+ textAnchor="middle"
+ fontSize="13"
+ fill="var(--ink-muted)"
+ >
+ Cost of one benchmark pass, 46 screens
+ </text>
+ <text x={PL + PW} y={y(100) - 14} textAnchor="end" fontSize="13" fill="var(--ink)">
+ better ↗
+ </text>
+
+ {/* draw ours last so the purple line sits on top */}
+ {[...series].reverse().map(({ f, pts }) => {
+ const stroke = hue[f];
+ const ours = f === "openui";
+ const first = pts[0];
+ return (
+ <g key={f}>
+ <polyline
+ className={s.line}
+ pathLength={1}
+ points={pts.map((p) => `${x(p.cost)},${y(p.score)}`).join(" ")}
+ fill="none"
+ stroke={stroke}
+ strokeWidth={ours ? 4.5 : 2.75}
+ strokeLinejoin="round"
+ strokeLinecap="round"
+ style={{ "--d": `${activeFormats.indexOf(f) * 120}ms` } as React.CSSProperties}
+ />
+ {pts.map((p, i) => {
+ const isHover = hover?.m === p.m && hover?.f === f;
+ const r = 5 + (isHover ? 1.5 : 0);
+ return (
+ <rect
+ key={p.m}
+ className={s.pt}
+ x={x(p.cost) - r}
+ y={y(p.score) - r}
+ width={r * 2}
+ height={r * 2}
+ fill={ours ? "var(--surface)" : stroke}
+ stroke={stroke}
+ strokeWidth={ours ? 2.5 : 0}
+ style={
+ { cursor: "default", "--d": `${350 + i * 45}ms` } as React.CSSProperties
+ }
+ onMouseEnter={() => setHover({ m: p.m, f })}
+ onMouseLeave={() => setHover(null)}
+ />
+ );
+ })}
+ {narrow ? null : ours ? (
+ (() => {
+ /* ours gets a filled tag so the winning line reads first */
+ const label = formatLabel(f);
+ const tagW = 18 + label.length * 8.2;
+ const tx = x(first.cost) - 16;
+ return (
+ <g className={s.fadeLate}>
+ <rect
+ x={tx - tagW}
+ y={y(first.score) - 12}
+ width={tagW}
+ height={24}
+ fill="var(--pO)"
+ />
+ <text
+ x={tx - tagW / 2}
+ y={y(first.score) + 4.5}
+ textAnchor="middle"
+ fontSize="13.5"
+ fontWeight="700"
+ fill="#fff"
+ >
+ {label}
+ </text>
+ </g>
+ );
+ })()
+ ) : (
+ <text
+ className={s.fadeLate}
+ x={x(first.cost) - 14}
+ y={y(first.score) + 5}
+ textAnchor="end"
+ fontSize="15"
+ fontWeight={600}
+ fill={stroke}
+ stroke="var(--surface)"
+ strokeWidth={4}
+ paintOrder="stroke"
+ >
+ {formatLabel(f)}
+ </text>
+ )}
+ </g>
+ );
+ })}
+
+ {/* every point carries its model's mark; the legend below decodes them */}
+ {narrow
+ ? null
+ : (() => {
+ const glyphs = series.flatMap(({ f, pts }) =>
+ pts.map((p) => {
+ const above = y(p.score) - 30;
+ /* the chart header sits on the top gridline, so a mark that
+ would rise into it drops under its point instead */
+ const collidesWithHeader = above < PAD.top;
+ return {
+ key: `${f}-${p.m}`,
+ mark: MODELS.find((m) => m.id === p.m)!.mark,
+ lx: x(p.cost),
+ ly: f === "jsonRender" || collidesWithHeader ? y(p.score) + 12 : above,
+ };
+ }),
+ );
+ glyphs.sort((a, b) => a.ly - b.ly);
+ for (let i = 0; i < glyphs.length; i++) {
+ for (let j = 0; j < i; j++) {
+ const a = glyphs[j];
+ const b = glyphs[i];
+ if (Math.abs(a.lx - b.lx) < 20 && Math.abs(a.ly - b.ly) < 18) b.ly = a.ly + 18;
+ }
+ }
+ return glyphs.map((g) => {
+ /* marks ship at different viewBox sizes; normalise to 16px */
+ const vb = Number(markViewBox(g.mark).split(" ")[2]);
+ return (
+ <path
+ key={g.key}
+ className={s.fadeLate}
+ d={BRAND_MARKS[g.mark]}
+ transform={`translate(${g.lx - 8}, ${g.ly}) scale(${16 / vb})`}
+ fill="var(--ink-muted)"
+ />
+ );
+ });
+ })()}
+ </svg>
+
+ {hover && hovered ? (
+ <div
+ className={s.hoverCard}
+ style={{
+ left: Math.min(Math.max(x(hovered.cost), 130), W - 130),
+ top: y(hovered.score) - 14,
+ }}
+ >
+ <strong>
+ {formatLabel(hover.f)} · {MODEL_NAME[hover.m]}
+ </strong>
+ {hovered.score.toFixed(1)}% structurally valid · ${hovered.cost.toFixed(2)} per pass
+ </div>
+ ) : null}
+ </div>
+
+ {narrow ? (
+ <div className={`${s.legend} ${s.legendCenter} ${s.frontier}`}>
+ {FORMATS.filter((f) => activeFormats.includes(f.id)).map((f) => (
+ <span key={f.id} className={s.key}>
+ <span className={s.dot} style={{ background: hue[f.id] }} aria-hidden />
+ {f.label}
+ </span>
+ ))}
+ </div>
+ ) : (
+ <div className={`${s.legend} ${s.legendCenter}`} aria-label="Model key">
+ {MODELS.filter((m) => pricedModels.includes(m.id)).map((m) => (
+ <span key={m.id} className={s.key}>
+ <Mark id={m.mark} />
+ {MODEL_NAME[m.id]}
+ </span>
+ ))}
+ </div>
+ )}
+ </Chart>
+ );
+}
diff --git a/docs/components/charts/render-split.tsx b/docs/components/charts/render-split.tsx
new file mode 100644
index 000000000..b2acf7f67
--- /dev/null
+++ b/docs/components/charts/render-split.tsx
@@ -0,0 +1,135 @@
+"use client";
+
+import {
+ FORMATS,
+ FORMAT_ORDER,
+ type FormatId,
+ MODELS,
+ type ModelId,
+ RUNS_PER_FORMAT,
+ formatLabel,
+ runCounts,
+} from "@/lib/benchmark-data";
+import { Chart, Chip, styles as s, slotClass } from "./primitives";
+
+/* Every run ends complete, partial, or blank. Each column keeps its natural
+ direction — a long "complete" bar is good, a long "blank" bar is not — and
+ the arrow colour, not the bar length, is what says better or worse. */
+const totals = (id: FormatId, models: readonly ModelId[]) =>
+ models.reduce(
+ (acc, m) => {
+ const c = runCounts[m][id];
+ return {
+ runs: acc.runs + c.runs,
+ complete: acc.complete + c.complete,
+ partial: acc.partial + (c.renderable - c.complete),
+ blank: acc.blank + (c.runs - c.renderable),
+ };
+ },
+ { runs: 0, complete: 0, partial: 0, blank: 0 },
+ );
+
+/* The positive side of each failure mode, so a longer bar is always better.
+ Both cluster near 100%, so each column gets a truncated floor — disclosed in
+ the subtitle — or all three bars would look the same length. */
+const COLS = [
+ { key: "inFull", label: "Structural validity", floor: 75 },
+ { key: "atAll", label: "Render success", floor: 95 },
+] as const;
+
+export function RenderSplit({
+ models,
+ formats = FORMAT_ORDER,
+}: {
+ models?: readonly ModelId[];
+ formats?: readonly FormatId[];
+} = {}) {
+ const selected = models ?? MODELS.map((m) => m.id);
+ const shown = FORMAT_ORDER.filter((f) => formats.includes(f));
+
+ const rates = (id: FormatId) => {
+ const t = totals(id, selected);
+ return {
+ /* every numbered requirement rendered */
+ inFull: (t.complete / t.runs) * 100,
+ /* something rendered, complete or not */
+ atAll: ((t.runs - t.blank) / t.runs) * 100,
+ counts: t,
+ };
+ };
+ const baseline = rates("openui");
+
+ return (
+ <Chart
+ title="Structural validity and render success"
+ sub={`Share of ${RUNS_PER_FORMAT.toLocaleString()} runs per format; longer is better. Scales start at ${COLS[0].floor}% and ${COLS[1].floor}%, not zero. Arrows compare with OpenUI.`}
+ note={
+ <>
+ <strong>What counts as valid.</strong>&#32;Parses, has a root, every reference resolves,
+ nothing orphaned or invented, no missing or out-of-range props, not truncated, and at
+ least as many components as the brief has requirements. That last one is a count floor,
+ not a check that each requirement was addressed: this measures structure, not coverage.
+ </>
+ }
+ >
+ <div className={`${s.matrix} ${s.matrixPair}`}>
+ <div className={s.matrixHead} aria-hidden>
+ <span />
+ {COLS.map((c) => (
+ <span key={c.key}>{c.label}</span>
+ ))}
+ </div>
+ {shown.map((id, ri) => {
+ const f = FORMATS.find((x) => x.id === id)!;
+ const r = rates(id);
+ return (
+ <div
+ key={id}
+ className={`${s.matrixRow} ${slotClass(f.series)} ${s.tip}`}
+ data-tip={`${formatLabel(id)}: ${r.counts.complete.toLocaleString()} rendered in full, ${(r.counts.runs - r.counts.blank).toLocaleString()} rendered at all, of ${r.counts.runs.toLocaleString()} runs (${r.counts.partial} partial, ${r.counts.blank} blank)`}
+ >
+ <span className={s.tokenName}>
+ <Chip mark={f.mark} />
+ <span>{f.label}</span>
+ </span>
+ {COLS.map((c) => {
+ const delta = r[c.key] - baseline[c.key];
+ const better = delta > 0;
+ return (
+ <span key={c.key} className={`${s.matrixCell} ${s.matrixCellDiff}`}>
+ <span className={s.matrixBarWrap}>
+ <span
+ className={`${s.matrixBar} ${
+ id === "openui"
+ ? s.colBarOurs
+ : id === "a2ui"
+ ? s.colBarStriped
+ : s.colBarStripedLight
+ }`}
+ style={
+ {
+ width: `${Math.max(((r[c.key] - c.floor) / (100 - c.floor)) * 100, 2)}%`,
+ "--d": `${ri * 90}ms`,
+ } as React.CSSProperties
+ }
+ />
+ </span>
+ <span className={s.matrixVal}>{r[c.key].toFixed(1)}%</span>
+ <span className={s.matrixDiff}>
+ {id !== "openui" && shown.includes("openui") ? (
+ <span className={better ? s.diffGood : s.diffBad}>
+ {delta > 0 ? "↑" : "↓"}
+ {Math.abs(delta).toFixed(1)}
+ </span>
+ ) : null}
+ </span>
+ </span>
+ );
+ })}
+ </div>
+ );
+ })}
+ </div>
+ </Chart>
+ );
+}
diff --git a/docs/components/charts/repair-funnel-flow.tsx b/docs/components/charts/repair-funnel-flow.tsx
new file mode 100644
index 000000000..e69c8157a
--- /dev/null
+++ b/docs/components/charts/repair-funnel-flow.tsx
@@ -0,0 +1,131 @@
+"use client";
+
+import { production, repairFunnel } from "@/lib/benchmark-data";
+import { useEffect, useRef, useState } from "react";
+import { Chart, styles as s } from "./primitives";
+
+/* Production repair as a step funnel: every stage shows how many screens are
+ still broken, and the caption under each step says what fixed the rest.
+ Page-only; the blog keeps the original segmented bar. */
+const H = 260;
+const TRANSITION = 110;
+
+export function RepairFunnelFlow() {
+ const holder = useRef<HTMLDivElement>(null);
+ const [W, setW] = useState(1080);
+
+ useEffect(() => {
+ const el = holder.current;
+ if (!el) return;
+ const ro = new ResizeObserver(([entry]) => {
+ setW(Math.max(320, Math.round(entry.contentRect.width)));
+ });
+ ro.observe(el);
+ return () => ro.disconnect();
+ }, []);
+
+ /* Shares of every streaming generation, not of the failures alone: the
+ honest read is that under 1% of screens reach a user broken. */
+ const stages = repairFunnel.stages.map((st) => ({
+ value: st.share,
+ label: st.label,
+ sub: st.fix,
+ llm: st.llm,
+ display: `${st.share}%`,
+ tip: `${st.label}: ${st.share}% of streaming generations. ${st.fix}`,
+ }));
+
+ const colW = W / stages.length;
+ const baseY = H - 8;
+ const h = (v: number) => Math.max((v / 100) * (H - 40), 2);
+ const y = (v: number) => baseY - h(v);
+ const fills = [
+ "color-mix(in srgb, var(--c1) 88%, var(--surface))",
+ "color-mix(in srgb, var(--c1) 52%, var(--surface))",
+ "color-mix(in srgb, var(--c1) 26%, var(--surface))",
+ ];
+
+ return (
+ <Chart
+ title="Repair funnel"
+ sub="What happens to a broken generation before it can reach a user."
+ >
+ <div ref={holder} className={s.funnelWrap}>
+ <svg
+ className={s.svg}
+ width={W}
+ height={H}
+ viewBox={`0 0 ${W} ${H}`}
+ role="img"
+ aria-label={`About ${production.triggerRate}% of streaming generations fail validation on the first pass; the sanitizer repairs ${production.repairedShare}% of those, leaving ${100 - production.repairedShare}% still broken`}
+ >
+ {stages.map((st, i) => {
+ const x0 = i * colW;
+ const x1 = (i + 1) * colW;
+ const yTop = y(st.value);
+ const next = stages[i + 1];
+ const yNext = next ? y(next.value) : yTop;
+ const t = next ? Math.min(TRANSITION, colW * 0.5) : 0;
+ const path = next
+ ? `M ${x0} ${baseY} L ${x0} ${yTop} L ${x1 - t} ${yTop} ` +
+ `C ${x1 - t * 0.45} ${yTop} ${x1 - t * 0.55} ${yNext} ${x1} ${yNext} ` +
+ `L ${x1} ${baseY} Z`
+ : `M ${x0} ${baseY} L ${x0} ${yTop} L ${x1} ${yTop} L ${x1} ${baseY} Z`;
+ return (
+ <g key={st.label}>
+ <path
+ className={s.fadeLate}
+ d={path}
+ fill={fills[i]}
+ style={{ "--d": `${i * 140}ms` } as React.CSSProperties}
+ />
+ {i > 0 ? (
+ <line x1={x0} x2={x0} y1={12} y2={baseY} stroke="var(--rule)" strokeWidth="1" />
+ ) : null}
+ </g>
+ );
+ })}
+ <line x1={0} x2={W} y1={baseY} y2={baseY} stroke="var(--rule)" strokeWidth="1" />
+ </svg>
+
+ {/* percent pills. The last two bands are only a few pixels tall, so a
+ pill centred on the band would sit half outside it and unreadable —
+ they ride just above the band instead, on the clear card. */}
+ {stages.map((st, i) => {
+ const band = h(st.value);
+ const cy = band > 48 ? baseY - band / 2 : Math.max(14, baseY - band - 18);
+ return (
+ <span
+ key={st.label}
+ className={`${s.funnelPill} ${s.fadeLate}`}
+ style={
+ {
+ left: `${((i + 0.5) / stages.length) * 100}%`,
+ top: cy,
+ "--d": `${200 + i * 140}ms`,
+ } as React.CSSProperties
+ }
+ >
+ {st.display}
+ </span>
+ );
+ })}
+ </div>
+
+ <div className={s.funnelFeet}>
+ {stages.map((st, i) => (
+ <div key={st.label} className={`${s.funnelFoot} ${s.tip}`} data-tip={st.tip}>
+ <span className={s.funnelFootHead}>
+ <strong>{st.display}</strong>
+ <span className={s.funnelFootLabel}>{st.label}</span>
+ <span className={st.llm ? s.funnelBadgeLlm : s.funnelBadge}>
+ {st.llm ? "One model call" : "No model call"}
+ </span>
+ </span>
+ <span className={s.funnelFootSub}>{st.sub}</span>
+ </div>
+ ))}
+ </div>
+ </Chart>
+ );
+}
diff --git a/docs/components/charts/speed-tokens.tsx b/docs/components/charts/speed-tokens.tsx
new file mode 100644
index 000000000..28c8a7e00
--- /dev/null
+++ b/docs/components/charts/speed-tokens.tsx
@@ -0,0 +1,75 @@
+"use client";
+
+import { FORMATS, FORMAT_ORDER, type FormatId, tokens } from "@/lib/benchmark-data";
+import { Chart, Row, styles as s, slotClass } from "./primitives";
+
+/* Streaming speed, derived from the current benchmark: the mean output per
+ screen over all 1,104 scored runs, decoded at a fixed 50 tokens per second. */
+const DECODE_TPS = 50;
+
+export function SpeedTokens({ note }: { note?: React.ReactNode | null } = {}) {
+ const secs = (id: FormatId) => tokens.outputPerScreen[id] / DECODE_TPS;
+ const baseline = secs("openui");
+ const max = Math.max(...FORMAT_ORDER.map(secs));
+ return (
+ <Chart
+ title="Time to stream a screen"
+ sub="Mean output per screen, decoded at 50 tokens per second."
+ note={
+ note !== undefined ? (
+ note
+ ) : (
+ <>
+ Derived, not wall-clock: mean output over {tokens.outputBasis.runs.toLocaleString()}
+ &#32;scored runs, at a fixed {DECODE_TPS}
+ &#32;tokens/second decode rate.
+ </>
+ )
+ }
+ >
+ <div className={s.rows}>
+ {FORMAT_ORDER.map((id, i) => {
+ const f = FORMATS.find((x) => x.id === id)!;
+ const out = tokens.outputPerScreen[id];
+ return (
+ <Row
+ key={id}
+ label={f.label}
+ tip={`${f.label}: ${out.toLocaleString()} output tokens ≈ ${Math.round(out / DECODE_TPS)}s per screen at ${DECODE_TPS} tok/s`}
+ >
+ <span className={s.barSlot}>
+ <span
+ className={`${s.bar} ${slotClass(f.series)} ${
+ id === "openui"
+ ? s.colBarOurs
+ : id === "a2ui"
+ ? s.colBarStriped
+ : s.colBarStripedLight
+ }`}
+ style={
+ {
+ width: `${(secs(id) / max) * 88}%`,
+ "--d": `${i * 90}ms`,
+ } as React.CSSProperties
+ }
+ />
+ </span>
+ <span
+ className={`${s.value} ${s.speedValue} ${
+ id === "openui" ? `${s.valueHi} ${slotClass(1)}` : ""
+ }`}
+ >
+ <span className={s.speedDiff}>
+ {id !== "openui" ? (
+ <span className={s.diffBad}>↑{(secs(id) / baseline).toFixed(1)}×</span>
+ ) : null}
+ </span>
+ <span>~{Math.round(secs(id))}s</span>
+ </span>
+ </Row>
+ );
+ })}
+ </div>
+ </Chart>
+ );
+}
diff --git a/docs/components/charts/viz.module.css b/docs/components/charts/viz.module.css
index 772a5baa3..46945abca 100644
--- a/docs/components/charts/viz.module.css
+++ b/docs/components/charts/viz.module.css
@@ -5,9 +5,9 @@
Marks square corners everywhere except the 4px logo chip */
.viz {
- --c1: #7c3aed; /* OpenUI Lang */
- --c2: #e03060; /* A2UI */
- --c3: #c98500; /* json-render */
+ --c1: #7c3aed; /* OpenUI */
+ --c2: #252525; /* A2UI */
+ --c3: #a3a3a3; /* json-render */
--ink: var(--openui-text-neutral-primary, #000);
--ink-muted: color-mix(in srgb, var(--ink) 50%, transparent);
@@ -27,107 +27,506 @@
flex-direction: column;
gap: 28px;
}
-.viz.tight { gap: 16px; }
+.viz.tight {
+ gap: 16px;
+}
-/* Dark mode: the same three hues, stepped lighter so coloured values stay
- legible as text on the dark card. Validated in dark (all-pairs): worst CVD
- dE 12.9, normal-vision dE 19.9, contrast >= 3:1 on all three. They sit above
- the mark-fill lightness band by design — these read as text more than fill. */
+/* OpenUI remains the only chromatic series. Competitors use two neutral tones
+ so the comparison stays legible without competing for attention. */
+/* system-dark fallback only: an explicit light theme must keep the light
+ palette, or chips and bars invert against a white page */
@media (prefers-color-scheme: dark) {
- .viz {
+ :global(html:not([data-theme="light"]):not(.light)) .viz {
--c1: #a78bfa;
- --c2: #f2678a;
- --c3: #e5a83b;
+ --c2: #e5e5e5;
+ --c3: #777;
+ --rule: color-mix(in srgb, var(--ink) 14%, transparent);
}
}
:global(.dark) .viz,
:global([data-theme="dark"]) .viz {
--c1: #a78bfa;
- --c2: #f2678a;
- --c3: #e5a83b;
+ --c2: #e5e5e5;
+ --c3: #777;
+ --rule: color-mix(in srgb, var(--ink) 14%, transparent);
+}
+
+/* dark chips read like the nav mark: white logo on a dark tile */
+@media (prefers-color-scheme: dark) {
+ :global(html:not([data-theme="light"]):not(.light)) .viz .chip {
+ background: #101010;
+ border: 1px solid rgba(255, 255, 255, 0.14);
+ color: #fff;
+ }
+}
+:global(.dark) .viz .chip,
+:global([data-theme="dark"]) .viz .chip {
+ background: #101010;
+ border: 1px solid rgba(255, 255, 255, 0.14);
+ color: #fff;
}
-.s1 { --c: var(--c1); }
-.s2 { --c: var(--c2); }
-.s3 { --c: var(--c3); }
+.s1 {
+ --c: var(--c1);
+}
+.s2 {
+ --c: var(--c2);
+}
+.s3 {
+ --c: var(--c3);
+}
-.head { display: flex; flex-direction: column; gap: 0.5rem; }
-.title { margin: 0; font-size: 1.125rem; font-weight: 500; color: var(--ink); }
-.sub { margin: 0; font-size: 1rem; line-height: 1.5; color: var(--ink-muted); }
+.head {
+ display: flex;
+ flex-direction: column;
+ gap: 0.5rem;
+}
+.title {
+ margin: 0;
+ font-size: 1.125rem;
+ font-weight: 500;
+ color: var(--ink);
+}
+.sub {
+ margin: 0;
+ font-size: 1rem;
+ line-height: 1.5;
+ color: var(--ink-muted);
+}
-.note { margin: 0; font-size: 0.875rem; line-height: 1.55; color: var(--ink-muted); }
+.note {
+ margin: 0;
+ font-size: 0.875rem;
+ line-height: 1.55;
+ color: var(--ink-muted);
+}
-.legend { display: flex; flex-wrap: wrap; gap: 0.5rem 2rem; font-size: 0.875rem; font-weight: 400; color: var(--ink-muted); }
-.legendVal { font-weight: 500; color: var(--ink); }
-.key { display: flex; align-items: center; gap: 0.5rem; }
-.key svg { width: 16px; height: 16px; opacity: 0.6; }
-.dot { width: 10px; height: 10px; background: var(--c); flex: none; }
+.legend {
+ display: flex;
+ flex-wrap: wrap;
+ gap: 0.5rem 2rem;
+ font-size: 0.875rem;
+ font-weight: 400;
+ color: var(--ink-muted);
+}
+.legendVal {
+ font-weight: 500;
+ color: var(--ink);
+}
+.key {
+ display: flex;
+ align-items: center;
+ gap: 0.5rem;
+}
+.key svg {
+ width: 16px;
+ height: 16px;
+ opacity: 0.6;
+}
+.dot {
+ width: 10px;
+ height: 10px;
+ background: var(--c);
+ flex: none;
+}
/* rows -------------------------------------------------------------- */
-.rows { display: flex; flex-direction: column; gap: 12px; }
-.row { display: flex; align-items: center; gap: 12px; min-height: 32px; }
+.rows {
+ display: flex;
+ flex-direction: column;
+ gap: 12px;
+}
+.row {
+ display: flex;
+ align-items: center;
+ gap: 12px;
+ min-height: 32px;
+}
-.rowName { width: 172px; flex: none; display: flex; align-items: center; gap: 12px; min-width: 0; }
+.rowName {
+ width: 172px;
+ flex: none;
+ display: flex;
+ align-items: center;
+ gap: 12px;
+ min-width: 0;
+}
+.rowNameWide {
+ width: 236px;
+}
.chip {
- width: 20px; height: 20px; flex: none;
+ width: 20px;
+ height: 20px;
+ flex: none;
border-radius: 4px;
background: var(--chip);
- display: flex; align-items: center; justify-content: center;
+ display: flex;
+ align-items: center;
+ justify-content: center;
color: var(--ink);
}
-.chip svg { width: 15px; height: 15px; }
+.chip svg {
+ width: 15px;
+ height: 15px;
+}
.rowLabel {
- font-size: 1rem; font-weight: 500; color: var(--ink);
- overflow: hidden; text-overflow: ellipsis; white-space: nowrap;
+ font-size: 1rem;
+ font-weight: 500;
+ color: var(--ink);
+ overflow: hidden;
+ text-overflow: ellipsis;
+ white-space: nowrap;
+}
+
+.rowBody {
+ flex: 1;
+ min-width: 0;
+ display: flex;
+ align-items: center;
+ justify-content: space-between;
+ gap: 12px;
+}
+.bar {
+ height: 32px;
+ background: var(--c);
+ flex: none;
+ min-width: 2px;
+}
+.value {
+ font-size: 1rem;
+ font-weight: 500;
+ color: var(--ink-muted);
+ white-space: nowrap;
+ flex: none;
+}
+.valueHi {
+ font-weight: 600;
+ color: var(--c);
+}
+
+.groupHead {
+ font-size: 1rem;
+ font-weight: 500;
+ color: var(--ink);
+}
+.groupHead span {
+ color: var(--ink-muted);
+ font-weight: 400;
+}
+
+/* stacked token chart ------------------------------------------------ */
+
+.tokenLegend {
+ display: flex;
+ flex-wrap: wrap;
+ gap: 0.75rem 1.5rem;
+ font-size: 0.8125rem;
+ color: var(--ink-muted);
+}
+
+.tokenLegend > span {
+ display: inline-flex;
+ align-items: center;
+ gap: 0.5rem;
+}
+
+.tokenKey {
+ width: 28px;
+ height: 10px;
+ background: color-mix(in srgb, var(--ink) 28%, transparent);
+}
+
+.tokenKeyInput {
+ background: color-mix(in srgb, var(--ink) 16%, transparent);
+}
+
+.tokenRows {
+ display: flex;
+ flex-direction: column;
+ gap: 16px;
+}
+
+.tokenRow {
+ display: grid;
+ grid-template-columns: 150px minmax(120px, 1fr) 92px;
+ align-items: center;
+ gap: 16px;
+ min-width: 0;
+}
+
+.tokenRow.s2 {
+ --c: var(--c2);
+}
+
+.tokenRow.s3 {
+ --c: var(--c3);
+}
+
+.tokenName {
+ display: flex;
+ align-items: center;
+ gap: 10px;
+ min-width: 0;
+ font-size: 0.9375rem;
+ font-weight: 500;
+ color: var(--ink);
+}
+
+.tokenName > span:last-child {
+ overflow: hidden;
+ text-overflow: ellipsis;
+ white-space: nowrap;
+}
+
+.tokenBarTrack {
+ display: flex;
+ height: 48px;
+ min-width: 0;
+ background: color-mix(in srgb, var(--ink) 5%, transparent);
+}
+
+.tokenStack {
+ display: flex;
+ height: 100%;
+ min-width: 2px;
}
-.rowBody { flex: 1; min-width: 0; display: flex; align-items: center; justify-content: space-between; gap: 12px; }
-.bar { height: 32px; background: var(--c); flex: none; min-width: 2px; }
-.value { font-size: 1rem; font-weight: 500; color: var(--ink-muted); white-space: nowrap; flex: none; }
-.valueHi { font-weight: 600; color: var(--c); }
+.tokenInput,
+.tokenOutput {
+ display: flex;
+ align-items: center;
+ height: 100%;
+ min-width: 0;
+ overflow: hidden;
+}
+
+/* input segments carry the same diagonal textures as the render-rate bars:
+ purple for ours, black for A2UI, a greyer cut for json-render */
+.tokenRow.s1 .tokenInput {
+ background: repeating-linear-gradient(
+ 135deg,
+ var(--c1) 0,
+ var(--c1) 5px,
+ color-mix(in srgb, var(--c1) 70%, var(--surface)) 5px,
+ color-mix(in srgb, var(--c1) 70%, var(--surface)) 9px
+ );
+}
+
+.tokenRow.s2 .tokenInput {
+ background: repeating-linear-gradient(135deg, #252525 0, #252525 5px, #4a4a4a 5px, #4a4a4a 9px);
+}
+
+[data-theme="dark"] .tokenRow.s2 .tokenInput {
+ background: repeating-linear-gradient(135deg, #cfcfcf 0, #cfcfcf 5px, #a8a8a8 5px, #a8a8a8 9px);
+}
+
+.tokenRow.s3 .tokenInput {
+ background: repeating-linear-gradient(135deg, #9a9a9a 0, #9a9a9a 5px, #c0c0c0 5px, #c0c0c0 9px);
+}
+
+[data-theme="dark"] .tokenRow.s3 .tokenInput {
+ background: repeating-linear-gradient(135deg, #8f8f8f 0, #8f8f8f 5px, #656565 5px, #656565 9px);
+}
+
+.tokenRow.s1 .tokenInput .segNum,
+.tokenRow.s2 .tokenInput .segNum {
+ color: var(--surface);
+}
+
+.tokenOutput {
+ background: var(--c);
+ box-shadow: inset 2px 0 0 var(--surface);
+}
+
+/* the per-segment number, printed inside the bar */
+.segNum {
+ padding-inline: 8px;
+ font-size: 0.75rem;
+ font-weight: 600;
+ white-space: nowrap;
+ font-variant-numeric: tabular-nums;
+ color: var(--ink);
+}
+
+.tokenOutput .segNum {
+ color: var(--surface);
+}
+
+/* the two grey rows are light enough that ink stays more legible */
+.tokenRow.s3 .tokenOutput .segNum {
+ color: var(--ink);
+}
+
+.tokenValue {
+ display: flex;
+ justify-content: flex-end;
+ white-space: nowrap;
+ font-size: 1rem;
+ color: var(--ink);
+ font-variant-numeric: tabular-nums;
+}
-.groupHead { font-size: 1rem; font-weight: 500; color: var(--ink); }
-.groupHead span { color: var(--ink-muted); font-weight: 400; }
+.tokenValue strong {
+ justify-self: end;
+ color: var(--ink);
+ font-size: 0.9375rem;
+ font-weight: 600;
+}
/* table -------------------------------------------------------------- */
-.tableWrap { overflow-x: auto; }
-.table { width: 100%; border-collapse: collapse; font-size: 1rem; margin: 0; background: transparent; }
-.table th, .table td, .table tr, .table thead, .table tbody {
- background: transparent;
- border: 0;
+.benchmarkTable th,
+.benchmarkTable td {
+ text-align: center;
+ white-space: nowrap;
+}
+.benchmarkTable th:first-child,
+.benchmarkTable td:first-child {
+ width: 34%;
+ min-width: 0;
+ text-align: left;
+}
+.benchmarkTable:not(.tableWide) th:first-child,
+.benchmarkTable:not(.tableWide) td:first-child {
+ width: auto;
+}
+.tableWide th:not(:first-child),
+.tableWide td:not(:first-child) {
+ min-width: 112px;
+}
+/* the Delta column is arithmetic, not a fourth contender */
+.benchmarkTable th.deltaHead {
+ color: var(--ink-muted);
+ font-weight: 400;
+ font-style: italic;
+}
+
+.benchmarkTable thead th:first-child {
+ color: var(--ink-muted);
+}
+.benchmarkTable tbody td {
+ color: var(--ink-muted);
+}
+.colHead {
+ display: inline-flex;
+ align-items: center;
+ gap: 0.5rem;
+}
+.colHead svg {
+ width: 16px;
+ height: 16px;
+ opacity: 0.6;
+}
+.model {
+ display: flex;
+ align-items: center;
+ gap: 0.625rem;
+ color: var(--ink);
font-weight: 500;
}
-/* rows are inset 8px inside the full-width separator */
-.table th, .table td { padding: 12px 8px; text-align: center; white-space: nowrap; }
-.table th:first-child, .table td:first-child { padding-left: 8px; width: 34%; min-width: 0; text-align: left; }
-.table:not(.tableWide) th:first-child, .table:not(.tableWide) td:first-child { width: auto; }
-.table th:last-child, .table td:last-child { padding-right: 8px; }
-.tableWide th:not(:first-child), .tableWide td:not(:first-child) { min-width: 112px; }
-.table thead th { font-weight: 600; color: var(--ink); }
-.table thead th:first-child { font-weight: 500; color: var(--ink-muted); }
-.table thead tr, .table tbody tr { border-bottom: 1px solid var(--rule); }
-.table tbody tr:last-child { border-bottom: 0; }
-.table tbody td { color: var(--ink-muted); }
-.colHead { display: inline-flex; align-items: center; gap: 0.5rem; }
-.colHead svg { width: 16px; height: 16px; opacity: 0.6; }
-.model { display: flex; align-items: center; gap: 0.625rem; color: var(--ink); font-weight: 500; }
-.vendor { color: var(--ink-muted); font-weight: 400; }
-.best { color: var(--c); font-weight: 600; }
-.avgRow th, .avgRow td { color: var(--ink); background: color-mix(in srgb, var(--ink) 3%, transparent); }
+.vendor {
+ color: var(--ink-muted);
+ font-weight: 400;
+}
+.best {
+ color: var(--c);
+ font-weight: 600;
+}
+
+/* the mono palette makes the grey-series hues read muted in table cells;
+ winners in those columns get full ink so they beat the losing values */
+.s2 .best,
+.s3 .best {
+ color: var(--ink);
+}
+.benchmarkTable .avgRow th,
+.benchmarkTable .avgRow td {
+ color: var(--ink);
+ background: color-mix(in srgb, var(--ink) 3%, transparent);
+}
+
+/* Flat benchmark-page variant. The shared MarketingTable stays rounded for
+ Cloud and other marketing pages; only charts that opt into tableFlat use
+ the edge-to-edge Figma treatment. */
+.benchmarkTable.tableFlat {
+ border: 0;
+ border-radius: 0;
+ overflow: visible;
+}
+
+.benchmarkTable.tableFlat th,
+.benchmarkTable.tableFlat td {
+ padding: 12px 8px;
+ border-right: 0;
+ border-bottom: 1px solid var(--rule);
+ vertical-align: middle;
+}
+
+.benchmarkTable.tableFlat tbody tr:nth-child(even) {
+ background: transparent;
+}
+
+.benchmarkTable.tableFlat.tableWide th:first-child,
+.benchmarkTable.tableFlat.tableWide td:first-child {
+ width: auto;
+}
+
+.benchmarkTable.tableFlat.tableWide th:not(:first-child),
+.benchmarkTable.tableFlat.tableWide td:not(:first-child) {
+ width: 150px;
+ min-width: 150px;
+}
+
+.benchmarkTable.tableFlat:not(.tableWide) th:not(:first-child),
+.benchmarkTable.tableFlat:not(.tableWide) td:not(:first-child) {
+ width: 120px;
+}
+
+.benchmarkTable.tableFlat thead .s1,
+.benchmarkTable.tableFlat tbody td.s1 {
+ color: var(--c1);
+}
+
+.benchmarkTable.tableFlat tbody td.s1 {
+ font-weight: 600;
+}
/* line chart ---------------------------------------------------------- */
-.svg { display: block; overflow: visible; }
-.endTag { font-size: 13px; font-weight: 600; }
+.svg {
+ display: block;
+ overflow: visible;
+}
+.endTag {
+ font-size: 13px;
+ font-weight: 600;
+}
-.segBar { display: flex; gap: 2px; height: 36px; }
-.segPart { height: 100%; flex: none; display: flex; align-items: center; }
-.segBar { padding-right: 44px; }
-.segPct { font-size: 0.875rem; font-weight: 600; padding: 0 12px; white-space: nowrap; }
+.segBar {
+ display: flex;
+ gap: 2px;
+ height: 36px;
+}
+.segPart {
+ height: 100%;
+ flex: none;
+ display: flex;
+ align-items: center;
+}
+.segBar {
+ padding-right: 44px;
+}
+.segPct {
+ font-size: 0.875rem;
+ font-weight: 600;
+ padding: 0 12px;
+ white-space: nowrap;
+}
/* a slice too narrow to hold its own label puts it just outside the bar */
-.segPart { position: relative; }
+.segPart {
+ position: relative;
+}
.segPctOut {
position: absolute;
left: 100%;
@@ -137,16 +536,1361 @@
color: var(--ink-muted);
white-space: nowrap;
}
-.onDark { color: #fff; }
-.onLight { color: color-mix(in srgb, #000 70%, transparent); }
+.onDark {
+ color: #fff;
+}
+.onLight {
+ color: color-mix(in srgb, #000 70%, transparent);
+}
-.stageList { display: flex; flex-direction: column; gap: 12px; margin: 0; padding: 0; list-style: none; }
-.stageList li { display: flex; gap: 10px; font-size: 1rem; line-height: 1.5; color: var(--ink-muted); }
-.stageList .keySwatch { width: 10px; height: 10px; flex: none; margin-top: 7px; }
-.stageList strong { color: var(--ink); font-weight: 600; }
-.shipped { margin: 0; font-size: 1rem; font-weight: 600; color: var(--ink); }
+.stageList {
+ display: flex;
+ flex-direction: column;
+ gap: 12px;
+ margin: 0;
+ padding: 0;
+ list-style: none;
+}
+.stageList li {
+ display: flex;
+ gap: 10px;
+ font-size: 1rem;
+ line-height: 1.5;
+ color: var(--ink-muted);
+}
+.stageList .keySwatch {
+ width: 10px;
+ height: 10px;
+ flex: none;
+ margin-top: 7px;
+}
+.stageList strong {
+ color: var(--ink);
+ font-weight: 600;
+}
+.shipped {
+ margin: 0;
+ font-size: 1rem;
+ font-weight: 600;
+ color: var(--ink);
+}
@media (max-width: 640px) {
- .viz { padding: 16px 18px; gap: 20px; }
- .rowName { width: 120px; }
+ .viz {
+ padding: 16px 18px;
+ gap: 20px;
+ }
+ .rowName {
+ width: 120px;
+ }
+ .rowNameWide {
+ width: 148px;
+ }
+ /* A bar's width is the data encoding, so it never shrinks; when the value
+ text doesn't fit beside it, the value wraps beneath instead of widening
+ the page. */
+ .rowBody {
+ flex-wrap: wrap;
+ }
+ .row {
+ align-items: flex-start;
+ }
+ .rowName {
+ min-height: 32px;
+ }
+ .value {
+ font-size: 0.875rem;
+ }
+
+ .tokenRow {
+ grid-template-columns: 1fr;
+ gap: 8px;
+ }
+
+ .tokenBarTrack {
+ height: 28px;
+ }
+
+ /* a narrow output segment lets its number spill right into the empty
+ track instead of truncating mid-digit; ink with a surface halo stays
+ legible on the segment and on the bare track alike */
+ .tokenOutput {
+ overflow: visible;
+ }
+
+ .tokenOutput .segNum,
+ .tokenRow.s1 .tokenInput .segNum,
+ .tokenRow.s2 .tokenInput .segNum {
+ color: var(--ink);
+ text-shadow:
+ 0 1px 3px var(--surface),
+ 0 -1px 3px var(--surface),
+ 1px 0 3px var(--surface),
+ -1px 0 3px var(--surface);
+ }
+
+ .tokenValue {
+ grid-template-columns: max-content max-content max-content max-content 1fr;
+ }
+
+ /* fixed table layout paints nowrap cells over their neighbours on narrow
+ screens; auto layout sizes to content and lets the scroller do the rest */
+ .benchmarkTable {
+ table-layout: auto;
+ }
+
+ .benchmarkTable .vendor {
+ display: none;
+ }
+
+ .tableWide th:not(:first-child),
+ .tableWide td:not(:first-child) {
+ min-width: 88px;
+ }
+}
+
+/* frontier ------------------------------------------------------------ */
+
+.axisToggle {
+ display: inline-flex;
+ align-self: flex-start;
+ border-radius: 8px;
+ background: var(--chip);
+ padding: 2px;
+ gap: 2px;
+}
+.axisBtn {
+ border: 0;
+ background: transparent;
+ color: var(--ink-muted);
+ font: inherit;
+ font-size: 0.875rem;
+ font-weight: 500;
+ padding: 6px 14px;
+ border-radius: 6px;
+ cursor: pointer;
+}
+.axisBtnOn {
+ background: var(--surface);
+ color: var(--ink);
+ box-shadow: 0 1px 2px rgba(0, 0, 0, 0.08);
+}
+
+/* Holder for live-pixel SVG charts: until the ResizeObserver delivers the real
+ width (SSR, first paint, hidden tabs), the default-width SVG must clip
+ inside the card rather than widen the page. Vertical overflow stays open so
+ hover cards over the top gridline never get cut off. */
+.svgHolder {
+ overflow-x: clip;
+ overflow-y: visible;
+}
+
+/* vivid repair funnel */
+.vivid .segBar {
+ height: 44px;
+}
+
+/* ==================================================================== */
+/* The VIVID skin — the /benchmarks marketing treatment. */
+/* */
+/* Same geometry, same colourblind-validated hues, same honesty rules */
+/* as the plain skin the blog uses; only the rendering gets louder. */
+/* Applied by putting .vivid on the card (via <VizSkin vivid>); nothing */
+/* here fires without it, so the blog post is untouched. */
+/* */
+/* 1. Stamp titles — chart/panel titles become inverted mono stamps. */
+/* 2. Tracks — every bar sits in a full-length ink-5% track. */
+/* 3. Ours is textured — OpenUI-series fills are 45° stripes in the */
+/* series hue with a solid hue outline; competitors stay flat. */
+/* Stripes are reserved for the OpenUI series — never decorative. */
+/* 4. Bigger identity — logo chips 20 → 28px, marks 15 → 20px, model */
+/* logos wherever a model is named. */
+/* 5. Extremes chips — best/worst value chips on panel heads. */
+/* 6. Motion — bars scale in once; off under reduced-motion. */
+/* ==================================================================== */
+
+/* 1 · stamp titles ---------------------------------------------------- */
+
+.vivid .title {
+ align-self: flex-start;
+ font-family: var(--font-geist-mono, "Geist Mono", monospace);
+ font-size: 0.8125rem;
+ font-weight: 600;
+ letter-spacing: 0.08em;
+ text-transform: uppercase;
+ background: var(--ink);
+ color: var(--surface);
+ padding: 6px 12px;
+ border-radius: 4px;
+}
+
+.stampInline {
+ display: inline-flex;
+ align-items: center;
+ gap: 0.5rem;
+ font-family: var(--font-geist-mono, "Geist Mono", monospace);
+ font-size: 0.75rem;
+ font-weight: 600;
+ letter-spacing: 0.08em;
+ text-transform: uppercase;
+ background: var(--ink);
+ color: var(--surface);
+ padding: 5px 10px;
+ border-radius: 4px;
+ white-space: nowrap;
+}
+
+.stampCount {
+ color: color-mix(in srgb, var(--surface) 70%, transparent);
+ font-weight: 500;
+}
+
+/* 2 · tracks ----------------------------------------------------------- */
+
+/* Bars live inside .barSlot (flex:1); invisible in the plain skin, the
+ grey track in vivid. */
+/* Every row's value gets the same column so every row's track — and with it
+ the bar's denominator — is identical. Without this, long value strings
+ would shorten their own track and bars would stop being comparable. */
+.rows .value {
+ min-width: 9em;
+ text-align: right;
+}
+
+.speedValue {
+ display: grid;
+ grid-template-columns: 3.6em 3.5em;
+ gap: 8px;
+ align-items: baseline;
+ justify-content: end;
+}
+
+.speedDiff {
+ text-align: right;
+}
+
+.speedDiff .diffBad {
+ margin-left: 0;
+}
+
+.barSlot {
+ flex: 1 1 160px;
+ min-width: 0;
+ display: flex;
+ align-items: center;
+}
+
+.vivid .barSlot {
+ background: color-mix(in srgb, var(--ink) 5%, transparent);
+ height: 48px;
+}
+
+.vivid .rows .bar {
+ height: 48px;
+}
+
+.vivid .row {
+ min-height: 44px;
+}
+
+/* 3 · ours is textured -------------------------------------------------- */
+
+.vivid .barOurs {
+ background: var(--c);
+}
+
+.barMuted {
+ background: color-mix(in srgb, var(--ink) 30%, transparent);
+}
+
+.vivid .dotOurs {
+ background: var(--c);
+}
+
+/* 4 · bigger identity --------------------------------------------------- */
+
+.vivid .chip {
+ width: 28px;
+ height: 28px;
+ border-radius: 6px;
+}
+
+.vivid .chip svg {
+ width: 20px;
+ height: 20px;
+}
+
+.vivid .legend {
+ font-size: 1rem;
+}
+
+.vivid .legend svg {
+ width: 18px;
+ height: 18px;
+}
+
+.vivid .dot {
+ width: 12px;
+ height: 12px;
+}
+
+.vivid .benchmarkTable .chip {
+ width: 26px;
+ height: 26px;
+}
+
+.vivid .benchmarkTable .chip svg {
+ width: 18px;
+ height: 18px;
+}
+
+/* header marks are shown deliberately, at the same weight as the row chips —
+ dimming them only ever read as a washed-out logo on the dark surface */
+.vivid .colHead svg {
+ width: 20px;
+ height: 20px;
+ opacity: 1;
+}
+
+/* the OpenUI mascot in table headers: white fill, ink border, like the nav */
+.markBadge {
+ display: inline-flex;
+ align-items: center;
+ justify-content: center;
+ width: 26px;
+ height: 26px;
+ flex: none;
+ border: 1px solid var(--ink);
+ border-radius: 7px;
+ background: var(--surface);
+ color: var(--ink);
+}
+
+.markBadge svg {
+ width: 17px;
+ height: 17px;
+ opacity: 1;
+}
+
+/* a filled series square before the best value in tables */
+.bestMark {
+ display: inline-block;
+ width: 8px;
+ height: 8px;
+ background: var(--c);
+ margin-right: 6px;
+}
+
+/* 5 · extremes chips ----------------------------------------------------- */
+
+.extremes {
+ display: flex;
+ align-items: center;
+ gap: 8px;
+ font-size: 0.875rem;
+ font-weight: 500;
+ color: var(--ink-muted);
+ font-variant-numeric: tabular-nums;
+}
+
+.extreme {
+ display: inline-flex;
+ align-items: center;
+ gap: 6px;
+ border: 1px solid color-mix(in srgb, var(--ink) 14%, transparent);
+ padding: 3px 8px;
+}
+
+.extreme strong {
+ color: var(--ink);
+ font-weight: 600;
+}
+
+.extremeDash {
+ width: 14px;
+ height: 3px;
+ background: var(--c, var(--ink-muted));
+ flex: none;
+}
+
+/* 6 · motion — reveal-on-view -------------------------------------------
+ Chart (primitives.tsx) arms .pre on the card before first client paint and
+ swaps it for .in when the card scrolls into view, once. Everything here is
+ transform/opacity only — nothing moves layout. Without JS, and under
+ prefers-reduced-motion, neither class exists and charts are simply drawn.
+ Per-element stagger rides on --d (set inline by the chart components). */
+
+.vivid .rows .bar {
+ transform-origin: left center;
+ transition:
+ transform 650ms cubic-bezier(0.22, 1, 0.36, 1) var(--d, 0ms),
+ filter 150ms ease;
+}
+
+.vivid .colBar {
+ transform-origin: center bottom;
+ transition: transform 650ms cubic-bezier(0.22, 1, 0.36, 1) var(--d, 0ms);
+}
+
+.vivid .segPart {
+ transform-origin: left center;
+ transition: transform 550ms cubic-bezier(0.22, 1, 0.36, 1) var(--d, 0ms);
+}
+
+.vivid .tokenStack,
+.vivid .matrixBar {
+ transform-origin: left center;
+ transition: transform 650ms cubic-bezier(0.22, 1, 0.36, 1) var(--d, 0ms);
+}
+
+.vivid .rows .value,
+.vivid .tokenValue,
+.vivid .colVal,
+.vivid .segPct,
+.vivid .segPctOut,
+.vivid .matrixVal,
+.vivid .matrixDiff {
+ transition: opacity 400ms ease calc(var(--d, 0ms) + 260ms);
+}
+
+.vivid .benchmarkTable tbody tr {
+ transition: opacity 400ms ease var(--d, 0ms);
+}
+
+/* SVG charts: lines draw in (pathLength=1 trick), points and tags fade up */
+.vivid .line {
+ stroke-dasharray: 1;
+ stroke-dashoffset: 0;
+ transition: stroke-dashoffset 900ms cubic-bezier(0.33, 0, 0.2, 1) var(--d, 0ms);
+}
+
+.vivid .pt {
+ transform-box: fill-box;
+ transform-origin: center;
+ transition:
+ transform 450ms cubic-bezier(0.22, 1, 0.36, 1) var(--d, 0ms),
+ opacity 350ms ease var(--d, 0ms);
+}
+
+.vivid .fadeLate {
+ transition: opacity 400ms ease calc(var(--d, 0ms) + 500ms);
+}
+
+/* the armed state: everything at zero, applied without transitioning */
+.vivid.revealPre .rows .bar,
+.vivid.revealPre .colBar,
+.vivid.revealPre .segPart,
+.vivid.revealPre .tokenStack,
+.vivid.revealPre .matrixBar,
+.vivid.revealPre .matrixVal,
+.vivid.revealPre .matrixDiff,
+.vivid.revealPre .rows .value,
+.vivid.revealPre .tokenValue,
+.vivid.revealPre .colVal,
+.vivid.revealPre .segPct,
+.vivid.revealPre .segPctOut,
+.vivid.revealPre .benchmarkTable tbody tr,
+.vivid.revealPre .line,
+.vivid.revealPre .pt,
+.vivid.revealPre .fadeLate {
+ transition: none;
+}
+
+.vivid.revealPre .rows .bar,
+.vivid.revealPre .segPart,
+.vivid.revealPre .tokenStack,
+.vivid.revealPre .matrixBar {
+ transform: scaleX(0);
+}
+
+.vivid.revealPre .colBar {
+ transform: scaleY(0);
+}
+
+.vivid.revealPre .rows .value,
+.vivid.revealPre .tokenValue,
+.vivid.revealPre .colVal,
+.vivid.revealPre .segPct,
+.vivid.revealPre .segPctOut,
+.vivid.revealPre .matrixVal,
+.vivid.revealPre .matrixDiff,
+.vivid.revealPre .benchmarkTable tbody tr,
+.vivid.revealPre .fadeLate {
+ opacity: 0;
+}
+
+.vivid.revealPre .line {
+ stroke-dashoffset: 1;
+}
+
+.vivid.revealPre .pt {
+ opacity: 0;
+ transform: scale(0.3);
+}
+
+@media (prefers-reduced-motion: reduce) {
+ .vivid .rows .bar,
+ .vivid .colBar,
+ .vivid .segPart,
+ .vivid .tokenStack,
+ .vivid .rows .value,
+ .vivid .tokenValue,
+ .vivid .colVal,
+ .vivid .segPct,
+ .vivid .segPctOut,
+ .vivid .benchmarkTable tbody tr,
+ .vivid .line,
+ .vivid .pt,
+ .vivid .fadeLate {
+ transition: none;
+ transform: none;
+ opacity: 1;
+ stroke-dashoffset: 0;
+ }
+}
+
+/* column-panel triptych (blank screens) --------------------------------- */
+
+.panelGrid {
+ display: grid;
+ grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+ gap: 32px;
+}
+
+.panel {
+ display: flex;
+ flex-direction: column;
+ gap: 14px;
+ min-width: 0;
+}
+
+.panelHead {
+ display: flex;
+ flex-wrap: wrap;
+ align-items: center;
+ justify-content: space-between;
+ gap: 8px;
+}
+
+.panelName {
+ font-size: 1rem;
+ font-weight: 600;
+ color: var(--ink);
+}
+
+/* the format average, set in a filled series-colour chip */
+.panelRate {
+ padding: 3px 10px;
+ background: var(--c);
+ font-size: 0.875rem;
+ font-weight: 600;
+ color: #fff;
+ font-variant-numeric: tabular-nums;
+}
+
+.panel.s2 .panelRate {
+ color: var(--surface);
+}
+
+.panelPlot {
+ display: flex;
+ align-items: stretch;
+ gap: 6px;
+ height: 260px;
+}
+
+.colCell {
+ flex: 1;
+ min-width: 0;
+ display: flex;
+ flex-direction: column;
+ justify-content: flex-end;
+ align-items: center;
+ position: relative;
+ background: color-mix(in srgb, var(--ink) 5%, transparent);
+}
+
+.colCellGhost {
+ opacity: 0.35;
+}
+
+.colBar {
+ width: 100%;
+ background: var(--c);
+ min-height: 0;
+}
+
+/* ours: the same diagonal texture as the competitors, cut in purple */
+.colBarOurs {
+ background: repeating-linear-gradient(
+ 135deg,
+ var(--c1) 0,
+ var(--c1) 5px,
+ color-mix(in srgb, var(--c1) 70%, var(--surface)) 5px,
+ color-mix(in srgb, var(--c1) 70%, var(--surface)) 9px
+ );
+}
+
+/* the other two formats: black base with grey diagonals, one shared texture */
+.colBarStriped {
+ background: repeating-linear-gradient(135deg, #252525 0, #252525 5px, #4a4a4a 5px, #4a4a4a 9px);
+}
+
+[data-theme="dark"] .colBarStriped {
+ background: repeating-linear-gradient(135deg, #cfcfcf 0, #cfcfcf 5px, #a8a8a8 5px, #a8a8a8 9px);
+}
+
+/* json-render: the same texture, a step greyer than A2UI's black */
+.colBarStripedLight {
+ background: repeating-linear-gradient(135deg, #9a9a9a 0, #9a9a9a 5px, #c0c0c0 5px, #c0c0c0 9px);
+}
+
+[data-theme="dark"] .colBarStripedLight {
+ background: repeating-linear-gradient(135deg, #8f8f8f 0, #8f8f8f 5px, #656565 5px, #656565 9px);
+}
+
+.colVal {
+ position: absolute;
+ left: 0;
+ right: 0;
+ text-align: center;
+ font-size: 0.8125rem;
+ font-weight: 600;
+ color: var(--ink);
+ font-variant-numeric: tabular-nums;
+}
+
+.colValZero {
+ color: var(--ink-muted);
+ font-weight: 500;
+}
+
+.panelFeet {
+ display: flex;
+ gap: 6px;
+}
+
+.panelFoot {
+ flex: 1;
+ min-width: 0;
+ display: flex;
+ justify-content: center;
+}
+
+.panelFootGhost {
+ opacity: 0.35;
+}
+
+/* centered chart legends with breathing room above */
+.vivid .legendCenter {
+ justify-content: center;
+ padding-inline: 20px;
+ margin-top: 12px;
+}
+
+.panel.s1 .stampInline {
+ background: var(--c1);
+}
+
+.panelFoot .chip {
+ width: 24px;
+ height: 24px;
+ border-radius: 0;
+ background: transparent;
+ opacity: 0.75;
+}
+
+.panelFoot .chip svg {
+ width: 24px;
+ height: 24px;
+}
+
+/* density band stripes --------------------------------------------------- */
+
+.bandStripe {
+ fill: color-mix(in srgb, var(--ink) 4%, transparent);
+}
+
+.vivid .svg polyline {
+ stroke-width: 3;
+}
+
+/* hover ------------------------------------------------------------------ */
+
+/* floating detail card for SVG charts (frontier) */
+.hoverCard {
+ position: absolute;
+ transform: translate(-50%, -100%);
+ background: var(--ink);
+ color: var(--surface);
+ border-radius: 6px;
+ padding: 8px 12px;
+ font-size: 0.8125rem;
+ line-height: 1.45;
+ pointer-events: none;
+ white-space: nowrap;
+ z-index: 5;
+ display: flex;
+ flex-direction: column;
+ gap: 1px;
+}
+
+.hoverCard strong {
+ font-weight: 600;
+}
+
+.hoverCard em {
+ font-style: normal;
+ color: color-mix(in srgb, var(--surface) 65%, transparent);
+}
+
+/* CSS tooltip for HTML cells (triptych columns, bar rows, table cells) */
+.tip {
+ position: relative;
+}
+
+@keyframes vizTipIn {
+ from {
+ opacity: 0;
+ }
+}
+
+.vivid .tip:hover::after {
+ content: attr(data-tip);
+ position: absolute;
+ bottom: calc(100% + 8px);
+ left: 50%;
+ transform: translateX(-50%);
+ background: var(--ink);
+ color: var(--surface);
+ border-radius: 6px;
+ padding: 6px 10px;
+ font-size: 0.75rem;
+ font-weight: 500;
+ white-space: nowrap;
+ pointer-events: none;
+ z-index: 6;
+ animation: vizTipIn 140ms ease both;
+}
+
+/* table-cell tooltips anchor to the cell's content box */
+.vivid .benchmarkTable td.tip:hover::after {
+ bottom: calc(100% + 2px);
+}
+
+/* Edge clamping: a centred tooltip on the first/last item in a row would hang
+ off the card, so those anchor to their own edge instead. */
+.vivid .panelPlot > .tip:first-child:hover::after,
+.vivid .rows > .tip:first-child:hover::after {
+ left: 0;
+ transform: none;
+}
+
+.vivid .panelPlot > .tip:last-child:hover::after,
+.vivid .benchmarkTable td.tip:last-child:hover::after,
+.vivid .segBar > .tip:last-child:hover::after {
+ left: auto;
+ right: 0;
+ transform: none;
+}
+
+/* rows, columns and table rows answer the pointer */
+.row:hover .bar {
+ filter: saturate(1.15) brightness(1.02);
+}
+
+.vivid .barSlot {
+ transition: background 150ms ease;
+}
+
+.vivid .row:hover .barSlot {
+ background: color-mix(in srgb, var(--ink) 9%, transparent);
+}
+
+.vivid .row:hover .value {
+ color: var(--ink);
+}
+
+.colCell {
+ transition: background 150ms ease;
+}
+
+.colCell:hover {
+ background: color-mix(in srgb, var(--ink) 10%, transparent);
+}
+
+.colBar {
+ transition: filter 150ms ease;
+}
+
+.colCell:hover .colBar {
+ filter: saturate(1.15) brightness(1.02);
+}
+
+/* frontier / density points grow slightly under the pointer.
+ Own transition, no delay — otherwise hover would inherit the reveal's
+ per-point stagger and feel laggy. */
+.vivid .pt:hover {
+ transform: scale(1.35);
+ transition: transform 140ms ease 0ms;
+}
+
+.hoverCard {
+ animation: vizTipIn 140ms ease both;
+}
+
+.vivid .benchmarkTable tbody td,
+.vivid .benchmarkTable tbody th {
+ transition: background 150ms ease;
+}
+
+.tokenBarTrack {
+ transition: background 150ms ease;
+}
+
+.vivid .tokenRow:hover .tokenBarTrack {
+ background: color-mix(in srgb, var(--ink) 9%, transparent);
+}
+
+.vivid .benchmarkTable tbody tr:hover:not(.avgRow) th,
+.vivid .benchmarkTable tbody tr:hover:not(.avgRow) td {
+ background: color-mix(in srgb, var(--ink) 3.5%, transparent);
+}
+
+/* production repair funnel ------------------------------------------------ */
+
+.funnelWrap {
+ position: relative;
+ min-width: 0;
+ overflow: hidden;
+}
+
+.funnelPill {
+ position: absolute;
+ z-index: 1;
+ transform: translate(-50%, -50%);
+ padding: 5px 14px;
+ border: 1px solid color-mix(in srgb, var(--c1) 40%, transparent);
+ border-radius: 999px;
+ background: var(--surface);
+ font-size: 0.875rem;
+ font-weight: 600;
+ color: var(--c1);
+ font-variant-numeric: tabular-nums;
+ pointer-events: none;
+}
+
+/* on the dark surface the purple reads muddy; plain white wins. Both the
+ explicit theme and the system-dark default need it. */
+[data-theme="dark"] .funnelPill {
+ color: #fff;
+ border-color: rgba(255, 255, 255, 0.35);
+}
+
+@media (prefers-color-scheme: dark) {
+ :global(html:not([data-theme="light"]):not(.light)) .funnelPill {
+ color: #fff;
+ border-color: rgba(255, 255, 255, 0.35);
+ }
+}
+
+/* the stage readouts sit on a hairline grid, like the feature band */
+.funnelFeet {
+ display: grid;
+ grid-template-columns: repeat(3, minmax(0, 1fr));
+ gap: 0;
+}
+
+.funnelFoot {
+ display: flex;
+ flex-direction: column;
+ gap: 2px;
+ min-width: 0;
+ padding: 18px 28px 4px;
+ border-left: 1px solid var(--rule);
+}
+
+.funnelFoot:first-child {
+ padding-left: 0;
+ border-left: 0;
+}
+
+.funnelFootHead {
+ display: flex;
+ align-items: baseline;
+ gap: 8px;
+ width: 100%;
+ min-width: 0;
+}
+
+/* number in ink, everything after it in grey, one size smaller */
+.funnelFoot strong {
+ font-family: var(--home-font-display, inherit);
+ font-size: 1.5rem;
+ font-weight: 600;
+ letter-spacing: -0.3px;
+ color: var(--ink);
+ font-variant-numeric: tabular-nums;
+}
+
+.funnelFootLabel {
+ font-size: 0.9375rem;
+ font-weight: 500;
+ color: var(--ink-muted);
+}
+
+.funnelFootSub {
+ margin-top: 2px;
+ font-size: 0.875rem;
+ line-height: 1.5;
+ color: var(--ink-muted);
+}
+
+@media (max-width: 640px) {
+ .funnelFeet {
+ grid-template-columns: 1fr;
+ }
+
+ /* stacked: the hairlines run horizontally between stages instead */
+ .funnelFoot {
+ padding: 14px 0;
+ border-left: 0;
+ border-top: 1px solid var(--rule);
+ }
+
+ .funnelFoot:first-child {
+ padding-top: 4px;
+ border-top: 0;
+ }
+}
+
+/* pareto frontier: this chart alone gets full-colour series so the three
+ lines read instantly; the rest of the page stays mono + purple */
+.frontier {
+ --pO: #6d28d9;
+ --pA: #2563eb;
+ --pJ: #d97706;
+}
+
+@media (prefers-color-scheme: dark) {
+ :global(html:not([data-theme="light"]):not(.light)) .frontier {
+ --pO: #a78bfa;
+ --pA: #60a5fa;
+ --pJ: #fbbf24;
+ }
+}
+
+[data-theme="dark"] .frontier {
+ --pO: #a78bfa;
+ --pA: #60a5fa;
+ --pJ: #fbbf24;
+}
+
+/* mascot ---------------------------------------------------------------
+ The mascot is the nav's own multi-path artwork with baked fills, not a flat
+ single-path brand mark. It carries much finer detail, so it is drawn edge to
+ edge inside its tile — at the brand marks' inset size it rasterises to grey
+ mush. Selectors are written to outrank every `.chip svg` sizing rule above. */
+.viz .chip svg.mascot,
+.viz.vivid .chip svg.mascot,
+.viz.vivid .benchmarkTable .chip svg.mascot,
+.viz .panelFoot .chip svg.mascot {
+ width: 100%;
+ height: 100%;
+}
+
+/* outside a tile (chart legends) the mascot still needs its own larger size */
+.viz .legend svg.mascot,
+.viz.vivid .legend svg.mascot {
+ width: 22px;
+ height: 22px;
+ opacity: 1;
+}
+
+/* render split: complete | partial | blank -------------------------------- */
+
+.splitComplete,
+.splitPartial,
+.splitBlank {
+ display: flex;
+ align-items: center;
+ height: 100%;
+ min-width: 0;
+ overflow: hidden;
+}
+
+/* white on the purple and black fills; ink on json-render's lighter grey */
+.splitComplete .segNum {
+ color: #fff;
+ text-shadow: none;
+}
+
+.s3 .splitComplete .segNum {
+ color: var(--ink);
+}
+
+.splitPartial {
+ background: color-mix(in srgb, var(--ink) 26%, var(--surface));
+}
+
+.splitPartial .segNum {
+ color: var(--surface);
+}
+
+.splitBlank {
+ background: repeating-linear-gradient(
+ 135deg,
+ #9a9a9a 0,
+ #9a9a9a 4px,
+ color-mix(in srgb, var(--ink) 12%, var(--surface)) 4px,
+ color-mix(in srgb, var(--ink) 12%, var(--surface)) 8px
+ );
+ box-shadow: inset 1px 0 0 var(--surface);
+}
+
+.dotPartial {
+ background: color-mix(in srgb, var(--ink) 26%, var(--surface));
+}
+
+.dotBlank {
+ background: #9a9a9a;
+}
+
+/* token matrix: input | output | total, each column on its own scale ------ */
+
+.matrix {
+ display: flex;
+ flex-direction: column;
+ gap: 10px;
+ min-width: 0;
+}
+
+.matrixHead,
+.matrixRow {
+ display: grid;
+ grid-template-columns: 150px repeat(var(--matrix-cols, 3), minmax(0, 1fr));
+ align-items: center;
+ gap: 16px;
+ min-width: 0;
+}
+
+.matrixHead > span {
+ font-size: 0.8125rem;
+ font-weight: 600;
+ letter-spacing: 0.04em;
+ text-transform: uppercase;
+ color: var(--ink-muted);
+}
+
+.matrixRow {
+ min-height: 44px;
+}
+
+/* bar in a flexible track, number in its own right-aligned column, so every
+ value in a column lines up instead of trailing its bar */
+.matrixCell {
+ display: grid;
+ grid-template-columns: minmax(0, 1fr) max-content;
+ align-items: center;
+ gap: 12px;
+ min-width: 0;
+}
+
+.matrixBarWrap {
+ display: flex;
+ align-items: center;
+ min-width: 0;
+}
+
+.matrixBar {
+ height: 32px;
+ min-width: 3px;
+ flex: none;
+}
+
+.matrixVal {
+ justify-self: end;
+ display: inline-flex;
+ align-items: baseline;
+ gap: 8px;
+ min-width: 4.5em;
+ font-size: 0.9375rem;
+ font-weight: 500;
+ color: var(--ink);
+ font-variant-numeric: tabular-nums;
+ white-space: nowrap;
+ text-align: right;
+}
+
+/* per-cell difference against the OpenUI baseline ------------------------ */
+
+.diffGood,
+.diffBad {
+ display: inline-block;
+ margin-left: 8px;
+ font-size: 0.8125rem;
+ font-weight: 600;
+ font-variant-numeric: tabular-nums;
+}
+
+.diffGood {
+ color: #15803d;
+}
+
+.diffBad {
+ color: #b91c1c;
+}
+
+[data-theme="dark"] .diffGood {
+ color: #4ade80;
+}
+
+[data-theme="dark"] .diffBad {
+ color: #f87171;
+}
+
+@media (prefers-color-scheme: dark) {
+ :global(html:not([data-theme="light"]):not(.light)) .diffGood {
+ color: #4ade80;
+ }
+
+ :global(html:not([data-theme="light"]):not(.light)) .diffBad {
+ color: #f87171;
+ }
+}
+
+@media (max-width: 640px) {
+ .matrixHead,
+ .matrixRow {
+ grid-template-columns: 1fr;
+ gap: 6px;
+ }
+
+ .matrixHead {
+ display: none;
+ }
+}
+
+/* funnel stage badges: does this layer cost a model call? ---------------- */
+
+/* rides the number row, pushed to the right edge of the stage column */
+.funnelBadge,
+.funnelBadgeLlm {
+ align-self: center;
+ margin-left: auto;
+ padding: 2px 8px;
+ border-radius: 999px;
+ font-size: 0.75rem;
+ font-weight: 600;
+ letter-spacing: 0.02em;
+ white-space: nowrap;
+}
+
+.funnelBadge {
+ background: color-mix(in srgb, var(--ink) 8%, transparent);
+ color: var(--ink-muted);
+}
+
+.funnelBadgeLlm {
+ background: color-mix(in srgb, var(--c1) 16%, transparent);
+ color: var(--c1);
+}
+
+/* the column's upper segment: what did NOT render, filled and counted so the
+ cell reads as a whole rather than a bar floating in an empty box */
+.colTop {
+ position: absolute;
+ top: 0;
+ left: 0;
+ right: 0;
+ display: flex;
+ align-items: center;
+ justify-content: center;
+ background: color-mix(in srgb, var(--ink) 6%, transparent);
+ box-shadow: inset 0 -1px 0 color-mix(in srgb, var(--ink) 10%, transparent);
+}
+
+.colTopVal {
+ font-size: 0.8125rem;
+ font-weight: 600;
+ color: var(--ink-muted);
+ font-variant-numeric: tabular-nums;
+}
+
+.colBar {
+ position: relative;
+ display: flex;
+ align-items: flex-start;
+ justify-content: center;
+}
+
+.colBarVal {
+ margin-top: 6px;
+ font-size: 0.8125rem;
+ font-weight: 600;
+ color: #fff;
+ font-variant-numeric: tabular-nums;
+ text-shadow: 0 1px 2px rgba(0, 0, 0, 0.35);
+}
+
+.panel.s2 .colBarVal,
+.panel.s3 .colBarVal {
+ color: var(--surface);
+}
+
+/* split by model: a small stack of three format bars under each model ----- */
+
+.splitGroups {
+ display: grid;
+ grid-template-columns: repeat(2, minmax(0, 1fr));
+ gap: 28px 40px;
+}
+
+.splitGroup {
+ display: flex;
+ flex-direction: column;
+ gap: 6px;
+ min-width: 0;
+}
+
+.splitGroupHead {
+ display: flex;
+ align-items: center;
+ gap: 10px;
+ margin-bottom: 2px;
+ font-size: 0.9375rem;
+ font-weight: 600;
+ color: var(--ink);
+}
+
+.splitRow {
+ display: grid;
+ grid-template-columns: 96px minmax(0, 1fr);
+ align-items: center;
+ gap: 12px;
+ min-width: 0;
+}
+
+.splitRowName {
+ font-size: 0.8125rem;
+ color: var(--ink-muted);
+ white-space: nowrap;
+ overflow: hidden;
+ text-overflow: ellipsis;
+}
+
+.splitRow .tokenBarTrack {
+ height: 26px;
+}
+
+@media (max-width: 900px) {
+ .splitGroups {
+ grid-template-columns: minmax(0, 1fr);
+ }
+}
+
+/* the Complete swatch stands for all three fills, so it shows the texture
+ rather than any one format's colour */
+.dotComplete {
+ background: repeating-linear-gradient(
+ 135deg,
+ var(--ink) 0,
+ var(--ink) 3px,
+ color-mix(in srgb, var(--ink) 55%, var(--surface)) 3px,
+ color-mix(in srgb, var(--ink) 55%, var(--surface)) 6px
+ );
+}
+
+/* the upper-segment swatch, matching .colTop */
+.dotTop {
+ background: color-mix(in srgb, var(--ink) 10%, transparent);
+ box-shadow: inset 0 0 0 1px color-mix(in srgb, var(--ink) 18%, transparent);
+}
+
+/* the split triptych: complete / partial / blank stacked in each column ---- */
+
+.splitColComplete,
+.colCell > .splitColPartial,
+.colCell > .splitColBlank {
+ width: 100%;
+ display: flex;
+ align-items: flex-start;
+ justify-content: center;
+ min-height: 0;
+}
+
+.splitColComplete {
+ position: relative;
+}
+
+.splitColPartial {
+ background: color-mix(in srgb, var(--ink) 22%, var(--surface));
+}
+
+.splitColBlank {
+ background: repeating-linear-gradient(
+ 135deg,
+ color-mix(in srgb, var(--ink) 45%, var(--surface)) 0,
+ color-mix(in srgb, var(--ink) 45%, var(--surface)) 4px,
+ color-mix(in srgb, var(--ink) 22%, var(--surface)) 4px,
+ color-mix(in srgb, var(--ink) 22%, var(--surface)) 8px
+ );
+}
+
+.splitColNum {
+ margin-top: 2px;
+ font-size: 0.75rem;
+ font-weight: 600;
+ color: var(--surface);
+ font-variant-numeric: tabular-nums;
+}
+
+/* cells that carry a comparison arrow give the number and the arrow their own
+ fixed tracks, so a row without an arrow still lines its % up with the rest */
+/* Each cell is its own grid, so `max-content` would size per row and let a row
+ without an arrow drift out of line. Both trailing tracks are fixed instead:
+ the values align across rows and still sit close to their bars. */
+.matrixCellDiff {
+ grid-template-columns: minmax(0, 1fr) 3.6em 3.4em;
+ gap: 8px;
+}
+
+.matrixCellDiff .matrixVal {
+ min-width: 0;
+}
+
+.matrixDiff {
+ justify-self: start;
+ font-size: 0.8125rem;
+ font-variant-numeric: tabular-nums;
+ white-space: nowrap;
+}
+
+.matrixDiff > span {
+ margin-left: 0;
+}
+
+/* two-column failure comparison: wider metric columns, since each carries a
+ full sentence as its heading */
+.matrixPair {
+ --matrix-cols: 2;
+}
+
+.matrixSub {
+ margin-left: 8px;
+ font-size: 0.8125rem;
+ font-weight: 400;
+ color: var(--ink-muted);
+}
+
+/* the definition note sits well apart from the chart it explains */
+.vivid .note {
+ margin-top: 36px;
+}
+
+/* the note's lead-in is a signpost, not a heading: semibold against muted
+ body text, rather than full bold jumping out of the paragraph */
+.note strong {
+ font-weight: 550;
+ color: var(--ink-muted);
}
diff --git a/docs/components/marketing-table.module.css b/docs/components/marketing-table.module.css
new file mode 100644
index 000000000..a76ef7688
--- /dev/null
+++ b/docs/components/marketing-table.module.css
@@ -0,0 +1,73 @@
+.scroller {
+ flex: 1 1 auto;
+ min-width: 0;
+ overflow-x: auto;
+}
+
+.table {
+ width: 100%;
+ min-width: 760px;
+ border: 1px solid var(--openui-border-default);
+ border-radius: 16px;
+ border-collapse: separate;
+ border-spacing: 0;
+ overflow: hidden;
+ table-layout: fixed;
+ color: var(--openui-text-neutral-primary);
+ font-family: var(--home-font-display);
+ font-size: var(--home-body-size);
+ line-height: 1.4;
+ text-align: left;
+}
+
+.table th,
+.table td {
+ padding: 16px 18px;
+ border-right: 1px solid var(--openui-border-default);
+ border-bottom: 1px solid var(--openui-border-default);
+ font-weight: 400;
+ vertical-align: top;
+}
+
+.table th:last-child,
+.table td:last-child {
+ border-right: 0;
+}
+
+.table tbody tr:last-child th,
+.table tbody tr:last-child td {
+ border-bottom: 0;
+}
+
+.table thead th,
+.table tbody th {
+ font-weight: 500;
+}
+
+.table tbody tr:nth-child(even) {
+ background: var(--openui-highlight-subtle);
+}
+
+.compact {
+ min-width: 640px;
+}
+
+@media (max-width: 767px) {
+ .edgeToEdgeMobile {
+ box-sizing: border-box;
+ width: calc(100% + 32px);
+ margin-left: -16px;
+ padding-inline: 16px;
+ scroll-padding-inline: 16px;
+ }
+
+ .table {
+ width: 444px;
+ min-width: 444px;
+ }
+
+ .compact {
+ width: 560px;
+ min-width: 560px;
+ }
+}
diff --git a/docs/components/marketing-table.tsx b/docs/components/marketing-table.tsx
new file mode 100644
index 000000000..2a4ec9260
--- /dev/null
+++ b/docs/components/marketing-table.tsx
@@ -0,0 +1,22 @@
+import type { ReactNode } from "react";
+import styles from "./marketing-table.module.css";
+
+export function MarketingTable({
+ children,
+ className,
+ compact = false,
+ edgeToEdgeMobile = false,
+}: {
+ children: ReactNode;
+ className?: string;
+ compact?: boolean;
+ edgeToEdgeMobile?: boolean;
+}) {
+ return (
+ <div className={`${styles.scroller} ${edgeToEdgeMobile ? styles.edgeToEdgeMobile : ""}`}>
+ <table className={`${styles.table} ${compact ? styles.compact : ""} ${className ?? ""}`}>
+ {children}
+ </table>
+ </div>
+ );
+}
diff --git a/docs/components/site-primary-nav.tsx b/docs/components/site-primary-nav.tsx
index e80c7c520..327bc8254 100644
--- a/docs/components/site-primary-nav.tsx
+++ b/docs/components/site-primary-nav.tsx
@@ -120,6 +120,7 @@ export const PRIMARY_SITE_NAV_ITEMS: NavItem[] = [
},
// Temporarily hidden — Agent Interface isn't ready to share yet. Restore when ready:
// { title: "Agent Interface", href: "/agent-interface", newTab: false, badge: "New" },
+ { title: "Benchmarks", href: "/benchmarks", newTab: false },
{ title: "Blogs", href: "/blog", newTab: false },
];
diff --git a/docs/content/blog/generative-ui-benchmark.mdx b/docs/content/blog/generative-ui-benchmark.mdx
index e647a72de..a55dab23a 100644
--- a/docs/content/blog/generative-ui-benchmark.mdx
+++ b/docs/content/blog/generative-ui-benchmark.mdx
@@ -7,13 +7,16 @@ featured: false
---
We ran the same 46 prompts through the 3 different Generative UI formats, OpenUI, Google A2UI and Vercel json-render on 6 different models across different model families.
-<br /> On completion rate, OpenUI (96.5%) leads A2UI (95.7%), with json-render about 16 points behind both (80.2%). OpenUI also consumed less than half the output tokens per screen.
-<br /> A2UI performed the worst when it came to blank screens, with 35 out of 1,104 runs resulting in a fully blank screen, against 1 for OpenUI and 4 for json-render.
-<CompletionByModel />
+<br /> On structural validity, OpenUI (96.5%) leads A2UI (95.7%), with json-render about 16 points
+behind both (80.2%). OpenUI also consumed less than half the output tokens per screen.
+<br /> A2UI performed the worst when it came to blank screens, with 35 out of 1,104 runs resulting
+in a fully blank screen, against 1 for OpenUI and 4 for json-render.
+<CompletionByModel />
## Methodology
+
We chose 6 frontier models from various model families to test the 3 different Generative UI formats, OpenUI, Google A2UI and Vercel json-render.
For all of these combinations we used the same catalog of 70 components, built entirely from OpenUI's public component library: the open-source chat set, six chat blocks from the same library, and twelve components from the public shadcn-chat example. The exact catalog is committed in the repo.
For each format we used that SDK's own official prompt generator and parser, and gave all three the same two worked examples, so no format was hand-tuned against the others.
@@ -21,9 +24,9 @@ Every model ran every prompt 4 times, giving 1,104 runs per format.
In total 46 different prompts were used that mirror real life requests. None of them name a component or a layout to mimic real life user queries.
For evaluation we used the following rubrics:
-- Completeness: a run counts as complete when everything the brief asked for renders and every reference resolves, with nothing silently dropped, scored per run, all-or-nothing. Higher is better
-- Empty responses: Whether the user saw anything at all. If the response completely failed to render then we count that separately from completeness.
- Naturally the lower the score in this rubric, the better.
+
+- Structural validity: a run passes when it parses, has a root, every reference resolves, nothing is orphaned or invented, required props and enums are valid, and the output is not truncated. It also needs at least as many components as the brief has requirements; that is a count floor, not a check that each requirement was addressed. Higher is better.
+- Render success: whether anything reached the screen at all, measured separately from structural validity. Higher is better.
## Results
@@ -38,23 +41,25 @@ For evaluation we used the following rubrics:
json-render's losses have one dominant cause: of 959 scoring errors across the six models, 929 are reference-graph failures, dangling and orphaned element ids. Its flat patch-registry format makes every parent-child link a string id the model must keep consistent across the whole stream, and models lose the thread as screens grow.
-Here's what surprised us. Modern models are post-trained heavily on JSON and agentic tool-calling, so we expected the JSON-based formats to hold a clear reliability edge. They didn't: a compact, line-based DSL, a format these models have seen far less of, matched them run-for-run on completion (96.5% vs 95.7%: three model wins, two ties, one loss inside a point), and did it at less than half the output tokens. Reliability came out roughly format-agnostic; where the formats actually separate is cost and failure shape.
+Here's what surprised us. Modern models are post-trained heavily on JSON and agentic tool-calling, so we expected the JSON-based formats to hold a clear reliability edge. They didn't: a compact, line-based DSL, a format these models have seen far less of, matched them on structural validity (96.5% vs 95.7%: three model wins, two ties, one loss inside a point), and did it at less than half the output tokens. Reliability came out roughly format-agnostic; where the formats actually separate is cost and failure shape.
### Screens get harder as they grow
<CompletionByDensity />
Every format trends downward as generations become complicated to involve more components (which is expected).
+
<br /> json-render falls fastest and furthest as requirement counts climb.
-<br /> OpenUI leads A2UI through the lighter bands; the two converge on the densest screens, where A2UI holds a small edge in both the 11-13 and 16-18 requirement tiers.
+<br /> OpenUI leads A2UI through the lighter bands; the two converge on the densest screens, where
+A2UI holds a small edge in both the 11-13 and 16-18 requirement tiers.
-*Note: prompt content moves these numbers about as much as format choice does. One rule telling the model to "attach every component it defines" was worth 13 points to OpenUI on Kimi in earlier runs, and a single wrong worked example in our own prompt cost two models double digits until we caught it. Every model+format combination needs prompt care to get the most out of it.*
+_Note: prompt content moves these numbers about as much as format choice does. One rule telling the model to "attach every component it defines" was worth 13 points to OpenUI on Kimi in earlier runs, and a single wrong worked example in our own prompt cost two models double digits until we caught it. Every model+format combination needs prompt care to get the most out of it._
### When it fails, what does the user see?
<BlankScreens />
-The completion rubric treats a missing component and a fully blank screen the same but in real life your users wouldn't.
+The structural-validity metric treats a missing component and a fully blank screen the same, but in real life your users wouldn't.
We added a rescoring script to analyze how many of the generations actually resulted in a fully blank screen from the user's perspective.
OpenUI failed to render just once out of 1,104 runs, a Qwen generation that returned nothing. We score empties as blanks because that is what a user would see.
@@ -62,7 +67,7 @@ A2UI's default renderer, which drops the whole updateComponents message if it ha
json-render failed 4 times, all zero-byte Qwen responses of the same upstream kind.
The main difference in how these formats are interpreted: each OpenUI component is one line, so a parse error only costs that line while a JSON document has no smaller unit to fall back to.
-This does lead to OpenUI trading blank screens for partial ones which can be harder to notice which is why we track the completion rubric separately.
+This does lead to OpenUI trading blank screens for partial ones, which can be harder to notice, so we track structural validity separately.
Rescoring scripts for both these rubrics are in the repo.
## Tokens
@@ -70,10 +75,12 @@ Rescoring scripts for both these rubrics are in the repo.
<TokenOverhead />
Given input tokens & tool definitions are developer defined in all three formats, the token overhead comes from 2 categories:
+
- **System Prompt** that goes in every request: 5,031 tokens for OpenUI, 7,651 for json-render, 12,610 for A2UI, all generated by the respective SDKs over the same component library.
- **Output Tokens** become a factor of format verbosity: 1,362 mean tokens per screen for OpenUI against 3,258 for json-render and 2,823 for A2UI, a 2.1 to 2.4x gap. The same header is one line in OpenUI, a patch operation in json-render, a wrapped message in A2UI.
The same header, in each format's wire shape
+
```text
# openui-lang: one line
header = Header("Executive Revenue Dashboard", "Q4 Performance Overview")
@@ -84,10 +91,12 @@ header = Header("Executive Revenue Dashboard", "Q4 Performance Overview")
# A2UI: one wrapped message
{"version":"v0.9","updateComponents":{"surfaceId":"main","components":[{...}]}}
```
+
Token optimizations are not just about output token size but a leaner format streams much faster and reduces the context size on follow up turns leading to a better UX and more turns per 100k context window.
## Cost
-Generating the identical 46 screens costs 1.9 to 2.6x less in OpenUI on the five models with public list prices.
+
+Generating the identical 46 screens costs 1.8 to 2.6x less in OpenUI across all six models at public list prices.
One pass costs \$2.27 in OpenUI on Claude Opus 4.8. The same screens in A2UI cost \$5.85.
<CostPerPass />
@@ -100,12 +109,12 @@ Prompt tuning alone plateaued. On the older JSON format we tried few-shot exampl
Over a recent week of production streaming traffic, about 7% of OpenUI-Lang generations tripped validation on the first pass. What tripped them:
-| Failure family | Share |
-| --- | --- |
-| No valid root (often truncation-related) | 44% |
-| Reference graph (dangling or orphaned refs) | 36% |
-| Enum, type and argument errors | 16% |
-| Truncation | 4% |
+| Failure family | Share |
+| ------------------------------------------- | ----- |
+| No valid root (often truncation-related) | 44% |
+| Reference graph (dangling or orphaned refs) | 36% |
+| Enum, type and argument errors | 16% |
+| Truncation | 4% |
The pattern is structural, not semantic. Reference-graph failures dominate the explainable set. The model plans a screen top-down, listing a section's children before defining them, and in a long output it either forgets the one line that attaches a finished section to the root, or runs out of budget before writing the last few rows of a table. Enum errors are mostly a naming trap: a chart field named `unit` accepts magnitude suffixes (k, m, b, t), so models reasonably write "%" or "GB" instead. These are near-misses, not nonsense.
@@ -113,19 +122,19 @@ The parser already absorbs the cosmetic breakage that sinks a strict JSON parser
That repair recovers roughly nine in ten first-pass failures, so under 1% of streaming screens reach a user broken, and we are working to push that toward zero.
-Our takeaway is that raw completion rate isn't the whole story; how a format fails matters as much.
+Our takeaway is that structural validity isn't the whole story; how a format fails matters as much.
OpenUI-Lang's line-level structure keeps failures small and local enough to repair, which is why we built the production system around repair instead of trying to eliminate generation errors outright.
Whatever format you pick, at enough volume you'll want that repair layer too.
-
---
Footnotes:
+
- We built OpenUI Lang, so read this as a first-party benchmark with everything disclosed, including that the 70-component catalog is derived from our own public component library.
- A near-perfect cell means near-zero failures at this sample size, not a model that never fails; Sol's 99.5% is one failure in 184 runs.
- An extended Terra run, also OpenAI, put OpenUI first at 98.4 vs 94.0 and 68.5, but stays out of the average to keep one seat per company.
-- The averages are the equal-weight mean of the six per-model completion rates, computed from the exact run fractions (the per-model cells are shown rounded to one decimal). Every model ran 4 generations per prompt.
+- The averages are the equal-weight mean of the six per-model structural-validity rates, computed from the exact run fractions (the per-model cells are shown rounded to one decimal). Every model ran 4 generations per prompt.
- Prompt composition per format: all three carry the same two worked examples; OpenUI's prompt also adds its component groups and three rules (lang-core's official options), json-render its three custom rules, A2UI nothing beyond the examples.
-- Scoring is each SDK's own shipped code plus one shared completeness layer with a coverage floor; the layer credits json-render's native children slot wherever a component's single ref prop allows it, and consumes A2UI validation errors its itemized checks would miss.
+- Scoring is each SDK's own shipped code plus one shared structural-validation layer with a component-count floor; the layer credits json-render's native children slot wherever a component's single ref prop allows it, and consumes A2UI validation errors its itemized checks would miss.
- The full judgment-call list, all code, prompts, and every raw output: [benchmark repo](https://github.com/thesysdev/openui/tree/main/benchmarks/openui-bench).
- The method builds on Mobile Reality's [MDMA benchmark](https://github.com/MobileReality/mdma/tree/main/benchmarks/genui-formats).
diff --git a/docs/lib/benchmark-data.ts b/docs/lib/benchmark-data.ts
index 04d06fe8c..a0fa4fa57 100644
--- a/docs/lib/benchmark-data.ts
+++ b/docs/lib/benchmark-data.ts
@@ -12,7 +12,7 @@
export type FormatId = "openui" | "a2ui" | "jsonRender";
export const FORMATS = [
- { id: "openui", label: "OpenUI Lang", vendor: "Thesys", series: 1, mark: "openui" },
+ { id: "openui", label: "OpenUI", vendor: "Thesys", series: 1, mark: "openui" },
{ id: "a2ui", label: "A2UI", vendor: "Google", series: 2, mark: "google" },
{ id: "jsonRender", label: "json-render", vendor: "Vercel", series: 3, mark: "vercel" },
] as const satisfies ReadonlyArray<{
@@ -25,8 +25,7 @@ export const FORMATS = [
export const FORMAT_ORDER: FormatId[] = ["openui", "a2ui", "jsonRender"];
-export const formatLabel = (id: FormatId) =>
- FORMATS.find((f) => f.id === id)!.label;
+export const formatLabel = (id: FormatId) => FORMATS.find((f) => f.id === id)!.label;
/* ------------------------------------------------------------------ */
/* Run accounting — every other n on the page derives from this */
@@ -40,8 +39,8 @@ export const MODELS = [
{ id: "sol", mark: "openai", label: "Sol", family: "GPT-5.6", vendor: "OpenAI", gensPerBrief: 4 },
{ id: "opus", mark: "anthropic", label: "Claude Opus 4.8", vendor: "Anthropic", gensPerBrief: 4 },
{ id: "kimi", mark: "moonshot", label: "Kimi K3", vendor: "Moonshot", gensPerBrief: 4 },
- { id: "gemini", mark: "google", label: "Gemini 3.6 Flash", vendor: "Google", gensPerBrief: 4 },
- { id: "qwen", mark: "alibaba", label: "Qwen3.8 2.4T", vendor: "Alibaba", gensPerBrief: 4 },
+ { id: "gemini", mark: "gemini", label: "Gemini 3.6 Flash", vendor: "Google", gensPerBrief: 4 },
+ { id: "qwen", mark: "qwen", label: "Qwen3.8 2.4T", vendor: "Alibaba", gensPerBrief: 4 },
{ id: "muse", mark: "meta", label: "Muse Spark 1.2", vendor: "Meta", gensPerBrief: 4 },
] as const;
@@ -60,24 +59,87 @@ export const RUNS_TOTAL = RUNS_PER_FORMAT * FORMATS.length;
/* ------------------------------------------------------------------ */
/**
- * % of 184 runs where everything asked for renders and every reference resolves.
- * Stored as the exact complete/184 fraction so the table cells round to one
- * decimal for display while completionMean() averages the true rates (averaging
- * pre-rounded cells would drift, e.g. a2ui 95.75 vs the true 95.74).
+ * Scored-run counts, transcribed from results/results-<model>.json — the only
+ * hand-copied numbers in this file, and the ones `score.mjs` regenerates.
+ * Every completion and blank-screen figure on the site divides two of these.
+ *
+ * `renderable` is each SDK's own shipped renderer: A2UI drops a whole
+ * updateComponents message on any invalid component, so its renderable counts
+ * are its all-or-nothing rule in action. See `blankScreens` for the
+ * conservative counterfactual reading.
*/
-export const completionByModel: Record<ModelId, Record<FormatId, number>> = {
- sol: { openui: 99.457, a2ui: 96.196, jsonRender: 82.609 },
- opus: { openui: 98.913, a2ui: 99.457, jsonRender: 87.5 },
- kimi: { openui: 96.739, a2ui: 95.652, jsonRender: 71.196 },
- gemini: { openui: 95.109, a2ui: 95.109, jsonRender: 77.174 },
- qwen: { openui: 91.848, a2ui: 91.304, jsonRender: 80.978 },
- muse: { openui: 96.739, a2ui: 96.739, jsonRender: 81.522 },
+export type RunCount = { runs: number; complete: number; renderable: number };
+
+export const runCounts: Record<ModelId, Record<FormatId, RunCount>> = {
+ sol: {
+ openui: { runs: 184, complete: 183, renderable: 184 },
+ a2ui: { runs: 184, complete: 177, renderable: 179 },
+ jsonRender: { runs: 184, complete: 152, renderable: 184 },
+ },
+ opus: {
+ openui: { runs: 184, complete: 182, renderable: 184 },
+ a2ui: { runs: 184, complete: 183, renderable: 184 },
+ jsonRender: { runs: 184, complete: 161, renderable: 184 },
+ },
+ kimi: {
+ openui: { runs: 184, complete: 178, renderable: 184 },
+ a2ui: { runs: 184, complete: 176, renderable: 179 },
+ jsonRender: { runs: 184, complete: 131, renderable: 184 },
+ },
+ gemini: {
+ openui: { runs: 184, complete: 175, renderable: 184 },
+ a2ui: { runs: 184, complete: 175, renderable: 180 },
+ jsonRender: { runs: 184, complete: 142, renderable: 184 },
+ },
+ qwen: {
+ openui: { runs: 184, complete: 169, renderable: 183 },
+ a2ui: { runs: 184, complete: 168, renderable: 168 },
+ jsonRender: { runs: 184, complete: 149, renderable: 180 },
+ },
+ muse: {
+ openui: { runs: 184, complete: 178, renderable: 184 },
+ a2ui: { runs: 184, complete: 178, renderable: 179 },
+ jsonRender: { runs: 184, complete: 150, renderable: 184 },
+ },
};
+/** % of 184 runs where everything asked for renders and every reference resolves. */
+export const completionByModel: Record<ModelId, Record<FormatId, number>> = Object.fromEntries(
+ MODELS.map((m) => [
+ m.id,
+ Object.fromEntries(
+ FORMAT_ORDER.map((f) => [f, (runCounts[m.id][f].complete / runCounts[m.id][f].runs) * 100]),
+ ),
+ ]),
+) as Record<ModelId, Record<FormatId, number>>;
+
+/**
+ * Pooled completion over any subset of models — the number the page's model
+ * filter reads. Pooling counts (rather than averaging rates) keeps a filtered
+ * view exact instead of an average of rounded averages; with the uniform
+ * 4-generation condition the two agree on the full set anyway.
+ */
+export const completionOver = (
+ id: FormatId,
+ models: readonly ModelId[] = MODELS.map((m) => m.id),
+) => {
+ const t = models.reduce(
+ (acc, m) => ({ c: acc.c + runCounts[m][id].complete, n: acc.n + runCounts[m][id].runs }),
+ { c: 0, n: 0 },
+ );
+ return t.n ? (t.c / t.n) * 100 : Number.NaN;
+};
+
+/** Runs behind a filtered completion figure — the n printed under the chart. */
+export const runsOver = (models: readonly ModelId[] = MODELS.map((m) => m.id)) =>
+ models.reduce((n, m) => n + runsFor(m), 0);
+
/**
* Unweighted mean of the six per-model rates — each model gets equal weight.
- * With the uniform 4-rep condition this equals the pooled rate. Computed from
- * the exact per-model fractions, never typed. Re-sync the prose if these move.
+ * With the uniform 4-rep condition this equals the pooled rate. Computed,
+ * never typed. Note: the openui mean sits on a rounding boundary (92.9499...);
+ * any change to a per-model rate can flip the displayed 92.9, so re-sync the
+ * prose if these values ever move.
*/
export const completionMean = (id: FormatId) =>
MODELS.reduce((sum, m) => sum + completionByModel[m.id][id], 0) / MODELS.length;
@@ -87,7 +149,8 @@ export const winnerFor = (modelId: ModelId): FormatId =>
completionByModel[modelId][id] > completionByModel[modelId][best] ? id : best,
);
-/** Models where each format takes the top score. Ties resolve to the first in FORMAT_ORDER. */
+/** Models where each format takes the top score. Qwen is an exact tie
+ * (89.7 OpenUI and A2UI); winnerFor resolves it to the first in FORMAT_ORDER. */
export const modelWins = (id: FormatId) =>
MODELS.filter((m) => winnerFor(m.id) === id).map((m) => m.label);
@@ -96,48 +159,260 @@ export const modelWins = (id: FormatId) =>
/* ------------------------------------------------------------------ */
/**
- * Runs where the user saw nothing at all, out of RUNS_PER_FORMAT.
- * A2UI's count is its shipped renderer dropping whole updateComponents
- * messages on any invalid component.
+ * Runs where the user saw nothing at all, out of RUNS_PER_FORMAT — each SDK's
+ * own shipped renderer, derived from the `renderable` counts above. A2UI drops
+ * a whole updateComponents message on any invalid component, so its total is
+ * that all-or-nothing rule in action rather than a harsher scoring choice.
*/
-export const blankScreens: Record<FormatId, number> = {
- openui: 1,
- a2ui: 35,
- jsonRender: 4,
-};
-
-/** A2UI's own shipped renderer drops a whole updateComponents message on any
- * invalid component. */
-export const a2uiShippedRendererBlanks = 35;
-
-/** OpenUI's single blank is an empty API response from Qwen. */
+export const blankScreens: Record<FormatId, number> = Object.fromEntries(
+ FORMAT_ORDER.map((f) => [
+ f,
+ MODELS.reduce((n, m) => n + (runCounts[m.id][f].runs - runCounts[m.id][f].renderable), 0),
+ ]),
+) as Record<FormatId, number>;
+
+/** The single OpenUI blank is an empty API response from Qwen; the same brief
+ * comes back at full length on the other five models. */
export const openuiBlankCause = { models: ["qwen"] as ModelId[], reason: "empty response" };
+/** The same reading, over any subset of models. */
+export const blanksOver = (id: FormatId, models: readonly ModelId[] = MODELS.map((m) => m.id)) =>
+ models.reduce((n, m) => n + (runCounts[m][id].runs - runCounts[m][id].renderable), 0);
+
/* ------------------------------------------------------------------ */
/* 3. Completion by screen density */
/* ------------------------------------------------------------------ */
+/**
+ * The five size bands, as designed in briefs/DESIGN.md. `requirements` is the
+ * inclusive span of numbered requirements a brief in that band carries; the
+ * bands are uneven (10/10/10/8/8 briefs) because the design fixed the sizes
+ * first and the brief count second.
+ */
export const densityBands = [
- { band: "2–3", requirements: [2, 3] as const },
- { band: "4–6", requirements: [4, 6] as const },
- { band: "7–9", requirements: [7, 9] as const },
- { band: "11–13", requirements: [11, 13] as const },
- { band: "16–18", requirements: [16, 18] as const },
-];
+ { id: "b1", band: "2–3", requirements: [2, 3], briefs: 10 },
+ { id: "b2", band: "4–6", requirements: [4, 6], briefs: 10 },
+ { id: "b3", band: "7–9", requirements: [7, 9], briefs: 10 },
+ { id: "b4", band: "11–13", requirements: [11, 13], briefs: 8 },
+ { id: "b5", band: "16–18", requirements: [16, 18], briefs: 8 },
+] as const satisfies ReadonlyArray<{
+ id: string;
+ band: string;
+ requirements: readonly [number, number];
+ briefs: number;
+}>;
+
+export type BandId = (typeof densityBands)[number]["id"];
/**
- * Mean completion per band, averaged across the six models.
- * Computed from the per-run verdicts in the results files.
+ * Per-band scored-run counts, recomputed from the results files by joining
+ * every run to its brief's `reqs` in briefs/briefs.mjs. Earlier versions of
+ * this table were recovered from an old chart's geometry; these are counts.
*/
-export const completionByDensity: Array<
- { band: string; briefs: number } & Record<FormatId, number>
-> = [
- { band: "2–3", briefs: 10, openui: 100.0, a2ui: 99.583, jsonRender: 89.583 },
- { band: "4–6", briefs: 10, openui: 99.583, a2ui: 98.75, jsonRender: 81.667 },
- { band: "7–9", briefs: 10, openui: 98.75, a2ui: 94.167, jsonRender: 85.417 },
- { band: "11–13", briefs: 8, openui: 91.146, a2ui: 91.667, jsonRender: 68.229 },
- { band: "16–18", briefs: 8, openui: 90.625, a2ui: 93.229, jsonRender: 71.875 },
-];
+export const densityCounts: Record<ModelId, Record<BandId, Record<FormatId, RunCount>>> = {
+ sol: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 35, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 39, renderable: 40 },
+ jsonRender: { runs: 40, complete: 35, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 37, renderable: 37 },
+ jsonRender: { runs: 40, complete: 34, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 31, renderable: 32 },
+ a2ui: { runs: 32, complete: 30, renderable: 31 },
+ jsonRender: { runs: 32, complete: 25, renderable: 32 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 32, renderable: 32 },
+ a2ui: { runs: 32, complete: 31, renderable: 31 },
+ jsonRender: { runs: 32, complete: 23, renderable: 32 },
+ },
+ },
+ opus: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 36, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 36, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 37, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 32, renderable: 32 },
+ a2ui: { runs: 32, complete: 31, renderable: 32 },
+ jsonRender: { runs: 32, complete: 25, renderable: 32 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 30, renderable: 32 },
+ a2ui: { runs: 32, complete: 32, renderable: 32 },
+ jsonRender: { runs: 32, complete: 27, renderable: 32 },
+ },
+ },
+ kimi: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 34, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 27, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 38, renderable: 39 },
+ jsonRender: { runs: 40, complete: 33, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 28, renderable: 32 },
+ a2ui: { runs: 32, complete: 29, renderable: 30 },
+ jsonRender: { runs: 32, complete: 15, renderable: 32 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 30, renderable: 32 },
+ a2ui: { runs: 32, complete: 29, renderable: 30 },
+ jsonRender: { runs: 32, complete: 22, renderable: 32 },
+ },
+ },
+ gemini: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 36, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 30, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 39, renderable: 40 },
+ a2ui: { runs: 40, complete: 39, renderable: 40 },
+ jsonRender: { runs: 40, complete: 34, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 27, renderable: 32 },
+ a2ui: { runs: 32, complete: 28, renderable: 30 },
+ jsonRender: { runs: 32, complete: 20, renderable: 32 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 29, renderable: 32 },
+ a2ui: { runs: 32, complete: 28, renderable: 30 },
+ jsonRender: { runs: 32, complete: 22, renderable: 32 },
+ },
+ },
+ qwen: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 40, renderable: 40 },
+ jsonRender: { runs: 40, complete: 36, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 39, renderable: 39 },
+ jsonRender: { runs: 40, complete: 33, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 38, renderable: 40 },
+ a2ui: { runs: 40, complete: 34, renderable: 34 },
+ jsonRender: { runs: 40, complete: 31, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 28, renderable: 32 },
+ a2ui: { runs: 32, complete: 28, renderable: 28 },
+ jsonRender: { runs: 32, complete: 24, renderable: 30 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 23, renderable: 31 },
+ a2ui: { runs: 32, complete: 27, renderable: 27 },
+ jsonRender: { runs: 32, complete: 25, renderable: 30 },
+ },
+ },
+ muse: {
+ b1: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 39, renderable: 39 },
+ jsonRender: { runs: 40, complete: 38, renderable: 40 },
+ },
+ b2: {
+ openui: { runs: 40, complete: 39, renderable: 40 },
+ a2ui: { runs: 40, complete: 39, renderable: 39 },
+ jsonRender: { runs: 40, complete: 35, renderable: 40 },
+ },
+ b3: {
+ openui: { runs: 40, complete: 40, renderable: 40 },
+ a2ui: { runs: 40, complete: 38, renderable: 38 },
+ jsonRender: { runs: 40, complete: 36, renderable: 40 },
+ },
+ b4: {
+ openui: { runs: 32, complete: 29, renderable: 32 },
+ a2ui: { runs: 32, complete: 30, renderable: 31 },
+ jsonRender: { runs: 32, complete: 22, renderable: 32 },
+ },
+ b5: {
+ openui: { runs: 32, complete: 30, renderable: 32 },
+ a2ui: { runs: 32, complete: 32, renderable: 32 },
+ jsonRender: { runs: 32, complete: 19, renderable: 32 },
+ },
+ },
+};
+
+/** Pooled completion inside one band over any subset of models. */
+export const densityRate = (
+ band: BandId,
+ id: FormatId,
+ models: readonly ModelId[] = MODELS.map((m) => m.id),
+) => {
+ const t = models.reduce(
+ (acc, m) => ({
+ c: acc.c + densityCounts[m][band][id].complete,
+ n: acc.n + densityCounts[m][band][id].runs,
+ }),
+ { c: 0, n: 0 },
+ );
+ return t.n ? (t.c / t.n) * 100 : Number.NaN;
+};
+
+/** Runs per format inside one band, for the subset — the n under the chart. */
+export const densityRuns = (band: BandId, models: readonly ModelId[] = MODELS.map((m) => m.id)) =>
+ models.reduce((n, m) => n + densityCounts[m][band].openui.runs, 0);
+
+/**
+ * Completion per band for a subset of models, in band order. Defaults to all
+ * six, which reproduces the table published with the blog post.
+ */
+export const completionByDensityFor = (
+ models: readonly ModelId[] = MODELS.map((m) => m.id),
+): Array<{ band: string; id: BandId; briefs: number; runs: number } & Record<FormatId, number>> =>
+ densityBands.map((b) => ({
+ id: b.id,
+ band: b.band,
+ briefs: b.briefs,
+ runs: densityRuns(b.id, models),
+ ...(Object.fromEntries(FORMAT_ORDER.map((f) => [f, densityRate(b.id, f, models)])) as Record<
+ FormatId,
+ number
+ >),
+ }));
+
+export const completionByDensity = completionByDensityFor();
/* ------------------------------------------------------------------ */
/* 4. Tokens */
@@ -160,9 +435,8 @@ export const timesBaseline = (value: number, baseline: number) => value / baseli
/* 5. Cost */
/* ------------------------------------------------------------------ */
-/** USD for one benchmark pass = 46 screens, at provider list prices.
- * The five models with public per-token pricing (Sol has none published). */
-export const COST_MODELS: ModelId[] = ["gemini", "muse", "qwen", "kimi", "opus"];
+/** USD for one benchmark pass = 46 screens, at provider list prices. All six models. */
+export const COST_MODELS: ModelId[] = ["gemini", "muse", "qwen", "kimi", "opus", "sol"];
export const costPerPass: Partial<Record<ModelId, Record<FormatId, number>>> = {
gemini: { openui: 0.42, a2ui: 0.95, jsonRender: 0.85 },
@@ -170,6 +444,7 @@ export const costPerPass: Partial<Record<ModelId, Record<FormatId, number>>> = {
qwen: { openui: 0.81, a2ui: 1.9, jsonRender: 1.46 },
kimi: { openui: 1.53, a2ui: 3.16, jsonRender: 2.91 },
opus: { openui: 2.27, a2ui: 5.85, jsonRender: 4.88 },
+ sol: { openui: 3.08, a2ui: 6.84, jsonRender: 6.3 },
};
/** The procurement unit: dollars per 1,000 screens. */
@@ -178,12 +453,10 @@ export const costPer1kScreens = (modelId: ModelId, id: FormatId) =>
/* ------------------------------------------------------------------ */
/* 6. Production: failure taxonomy + repair */
-/* Percentages only, from a recent week of OpenUI Cloud streaming */
-/* traffic (managed-openui embed). No absolute counts published. */
/* ------------------------------------------------------------------ */
-/** Share of first-pass validation failures by family (streaming, one week).
- * Rendered as a markdown table in the post, kept here as the source of truth. */
+/** Share of production failures by family, from a 15-day OpenUI Cloud parser
+ * log of 1,285 failed generations. */
export const failureTaxonomy = [
{ family: "No valid root (often truncation-related)", share: 44 },
{ family: "Reference graph (dangling or orphaned refs)", share: 36 },
@@ -191,28 +464,247 @@ export const failureTaxonomy = [
{ family: "Truncation", share: 4 },
];
-/** Production repair, streaming OpenUI-Lang, one week. All percentages. The
- * repair is a single LLM sanitizer pass (the parser already absorbs markdown,
- * comments and unclosed brackets, so those never reach the repair layer). */
+/** A recent week of OpenUI Cloud streaming traffic. The upstream record is a
+ * set of rates, not a count of individual generations, so everything derived
+ * from it stays a rate. Same source as the numbers in the blog post. */
export const production = {
- /** ~% of streaming generations that trip validation on the first pass. */
+ /** % of streaming generations that trip validation on the first pass. */
triggerRate: 7,
- /** ~% of those first-pass failures the sanitizer recovers. */
+ /** % of those first-pass failures the sanitizer recovers. */
repairedShare: 88,
- /** ~% of all streaming requests that reach a user broken. */
+ /** % of all streaming requests that reach a user broken. */
userVisibleShare: 0.9,
};
+/**
+ * The repair funnel exactly as the blog post describes it, read as shares of
+ * ALL streaming generations rather than of the failures alone — the earlier
+ * failure-based framing read as though 12% of screens showed an error.
+ *
+ * Three layers, in the order traffic meets them: the parser absorbs cosmetic
+ * breakage before validation (no model call), validation catches the genuine
+ * structural errors, and a small sanitizer model repairs most of those.
+ */
+export const repairFunnel = {
+ stages: [
+ {
+ id: "all",
+ label: "All generations",
+ share: 100,
+ fix: "Parser fixes syntax issues first",
+ llm: false,
+ },
+ {
+ id: "failed",
+ label: "Fail validation",
+ share: production.triggerRate,
+ fix: "Structural issues like dangling refs and bad enums",
+ llm: false,
+ },
+ {
+ id: "broken",
+ label: "Reach a user broken",
+ share: production.userVisibleShare,
+ fix: `${production.repairedShare}% are repaired via incremental editing`,
+ llm: true,
+ },
+ ],
+};
+
+export const repairedShare = () => production.repairedShare;
+
+/** Compound: a screen fails validation AND survives repair. */
+export const userVisibleFailureRate = () => production.userVisibleShare;
+
/* ------------------------------------------------------------------ */
/* Confounds — these belong in chart footnotes, not an appendix */
/* ------------------------------------------------------------------ */
export const CONFOUNDS = {
promptConditions:
- "One condition for all models and formats: the same two worked examples through each SDK's official prompt generator. OpenUI's also carries its component groups and three rules, json-render its three custom rules; A2UI adds no rules of its own beyond the examples.",
+ "One condition for all models and formats. OpenUI's prompt carries its component groups, two rules and two worked examples through lang-core's official generatePrompt options; json-render runs catalog.prompt() with three custom rules; A2UI runs its generator's prompt as-is. The competitors' official options got no worked examples, an asymmetry we plan to close in a follow-up.",
attachRule:
"Prompt content moves these numbers about as much as format choice does: one rule telling the model to attach every component it defines was worth 13 points to OpenUI on Kimi in earlier runs.",
scoring:
- "Scoring is each SDK's own shipped code plus one shared completeness layer with a coverage floor; the layer credits json-render's native children slot wherever a component's single ref prop allows it, and consumes A2UI validation errors its itemized checks would miss.",
- firstParty: "We built OpenUI Lang. Read this as a first-party benchmark with everything disclosed.",
+ "Scoring is each SDK's own shipped code plus one shared structural-validation layer with a component-count floor; the layer credits json-render's native children slot wherever a component's single ref prop allows it, and consumes A2UI validation errors its itemized checks would miss.",
+ firstParty: "We built OpenUI. Read this as a first-party benchmark with everything disclosed.",
+};
+
+/* ------------------------------------------------------------------ */
+/* 7. Generation speed — the older token benchmark */
+/* ------------------------------------------------------------------ */
+
+/**
+ * A SEPARATE, EARLIER benchmark (benchmarks/README.md). Do not splice its
+ * numbers into the 46-brief run above: different scenarios, one model, and a
+ * different set of competitors — YAML and Thesys C1 JSON instead of A2UI.
+ *
+ * Method, stated plainly because it is not a timing benchmark: one OpenUI
+ * generation per scenario from GPT-5.2 at temperature 0, parsed to an AST, then
+ * projected losslessly into the other three encodings of the SAME screen.
+ * Tokens counted with tiktoken (gpt-5 encoder). "Decode time" is arithmetic on
+ * those token counts at a fixed 60 tokens/second — a model-independent way to
+ * read the size difference as time, NOT a wall-clock measurement.
+ */
+export const DECODE_TOKENS_PER_SECOND = 60;
+
+export const SPEED_FORMATS = [
+ { id: "openuiLang", label: "OpenUI", slot: 1 },
+ { id: "c1Json", label: "Thesys C1 JSON", slot: 3 },
+ { id: "jsonRenderPatch", label: "json-render", slot: 3 },
+ { id: "yamlSpec", label: "YAML", slot: 3 },
+] as const;
+
+export type SpeedFormatId = (typeof SPEED_FORMATS)[number]["id"];
+
+export const speedScenarios: Array<{ scenario: string } & Record<SpeedFormatId, number>> = [
+ { scenario: "simple-table", openuiLang: 148, c1Json: 357, jsonRenderPatch: 340, yamlSpec: 316 },
+ {
+ scenario: "chart-with-data",
+ openuiLang: 231,
+ c1Json: 516,
+ jsonRenderPatch: 520,
+ yamlSpec: 464,
+ },
+ { scenario: "contact-form", openuiLang: 294, c1Json: 849, jsonRenderPatch: 893, yamlSpec: 762 },
+ {
+ scenario: "dashboard",
+ openuiLang: 1_226,
+ c1Json: 2_261,
+ jsonRenderPatch: 2_247,
+ yamlSpec: 2_128,
+ },
+ {
+ scenario: "pricing-page",
+ openuiLang: 1_195,
+ c1Json: 2_379,
+ jsonRenderPatch: 2_487,
+ yamlSpec: 2_230,
+ },
+ {
+ scenario: "settings-panel",
+ openuiLang: 540,
+ c1Json: 1_205,
+ jsonRenderPatch: 1_244,
+ yamlSpec: 1_077,
+ },
+ {
+ scenario: "e-commerce-product",
+ openuiLang: 1_166,
+ c1Json: 2_381,
+ jsonRenderPatch: 2_449,
+ yamlSpec: 2_145,
+ },
+];
+
+export const speedTotal = (id: SpeedFormatId) => speedScenarios.reduce((n, r) => n + r[id], 0);
+
+/** Seconds to decode all seven screens at the fixed rate. */
+export const speedSeconds = (id: SpeedFormatId) => speedTotal(id) / DECODE_TOKENS_PER_SECOND;
+
+/** How much smaller OpenUI is than `id`, as a percentage. */
+export const speedSavingVs = (id: SpeedFormatId) =>
+ (1 - speedTotal("openuiLang") / speedTotal(id)) * 100;
+
+/* ------------------------------------------------------------------ */
+/* 8. The frontier — cost against reliability, one point per pairing */
+/* ------------------------------------------------------------------ */
+
+/**
+ * The composite axis, stated so it can be argued with: a screen is only useful
+ * if it renders AND carries what was asked for, but the two failures are not
+ * equally bad — a blank screen is worse than a screen missing one of twelve
+ * requirements. 70/30 completion/renderable is a judgement, not a measurement,
+ * which is why the page ships the completion-only axis as the default.
+ */
+export const COMPOSITE_WEIGHTS = { complete: 0.7, renderable: 0.3 };
+
+export const compositeScore = (modelId: ModelId, id: FormatId) => {
+ const c = runCounts[modelId][id];
+ return (
+ COMPOSITE_WEIGHTS.complete * (c.complete / c.runs) * 100 +
+ COMPOSITE_WEIGHTS.renderable * (c.renderable / c.runs) * 100
+ );
+};
+
+export type FrontierAxis = "completion" | "composite";
+
+export type FrontierPoint = {
+ model: ModelId;
+ format: FormatId;
+ /** USD per 1,000 screens at list prices. */
+ cost: number;
+ /** Reliability on the selected axis, 0–100. */
+ score: number;
+ /** True when some other pairing is at least as reliable and no dearer. */
+ dominated: boolean;
+};
+
+/**
+ * One point per priced model × format. Sol is absent throughout: OpenAI
+ * publishes no per-token price for it, and a frontier drawn against a guessed
+ * price is not a frontier.
+ */
+export const frontierPoints = (
+ axis: FrontierAxis = "completion",
+ models: readonly ModelId[] = COST_MODELS,
+ formats: readonly FormatId[] = FORMAT_ORDER,
+): FrontierPoint[] => {
+ const pts = models
+ .filter((m) => costPerPass[m])
+ .flatMap((m) =>
+ formats.map((f) => ({
+ model: m,
+ format: f,
+ cost: costPer1kScreens(m, f),
+ score: axis === "completion" ? completionByModel[m][f] : compositeScore(m, f),
+ })),
+ );
+ return pts.map((p) => ({
+ ...p,
+ dominated: pts.some(
+ (q) =>
+ q !== p && q.cost <= p.cost && q.score >= p.score && (q.cost < p.cost || q.score > p.score),
+ ),
+ }));
};
+
+/** Non-dominated points, cheapest first — the staircase the line is drawn through. */
+export const frontierLine = (...args: Parameters<typeof frontierPoints>) =>
+ frontierPoints(...args)
+ .filter((p) => !p.dominated)
+ .sort((a, b) => a.cost - b.cost);
+
+/* ------------------------------------------------------------------ */
+/* 9. Page metadata and changelog */
+/* ------------------------------------------------------------------ */
+
+export const BENCHMARK_VERSION = "v1";
+export const BENCHMARK_UPDATED = "18 Aug 2026";
+
+export const REPO_ROOT = "https://github.com/thesysdev/openui/tree/main/benchmarks";
+export const LINKS = {
+ rawData: `${REPO_ROOT}/openui-bench/results`,
+ rawOutputs: `${REPO_ROOT}/openui-bench/raw`,
+ harness: `${REPO_ROOT}/openui-bench`,
+ briefs: `${REPO_ROOT}/openui-bench/briefs/briefs.mjs`,
+ catalog: `${REPO_ROOT}/openui-bench/catalog/public-catalog.json`,
+ speedHarness: REPO_ROOT,
+ dispute: "https://github.com/thesysdev/openui/issues/new",
+};
+
+export const CHANGELOG = [
+ {
+ date: "18 Aug 2026",
+ version: "v1",
+ entries: [
+ "First published run: 46 briefs, 6 models, 3 formats, 4 generations per brief — 1,104 scored runs per format.",
+ "Uniform condition across every model and format. Gemini's A2UI and json-render legs were generated at 10 repeats before the 4-generation rule was settled; the scored set is the first 4 by a fixed rule, not by outcome.",
+ "Density bands recomputed from the per-run verdicts rather than carried over from an earlier chart.",
+ "An extra Terra run is committed but excluded from every average — one seat per company.",
+ ],
+ },
+];
+
+export const REFRESH_POLICY =
+ "Re-run on a frontier model release, and whenever a format ships a new major version of its SDK. Every re-run gets a changelog entry and a version bump; superseded numbers stay in git history rather than being edited away.";