The Open Framework for Building Agents
docs: add Jetty eve extension integration (#1107)
Colton Paddencd24657cee91
diff --git a/apps/docs/lib/integrations/data.ts b/apps/docs/lib/integrations/data.tsindex 2af293d0a..5dbf78450 100644--- a/apps/docs/lib/integrations/data.ts+++ b/apps/docs/lib/integrations/data.ts@@ -589,6 +589,65 @@ export { default } from "@onkernel/eve-extension";\`\`\`The default mount can execute JavaScript in the browser VM and reuse authenticated browser sessions. For team or multi-tenant agents, prefer Vercel Connect so each user authenticates separately, and add an approval gate by overriding the extension's \`browser\` connection. See the [Kernel eve extension guide](https://www.kernel.sh/docs/integrations/vercel/eve-extension) for API-key configuration, connection overrides, the complete tool list, and security guidance.`,+ },+ jetty: {+ logo: "jetty",+ docsHref: "https://github.com/jettyio/jetty-sdk/tree/main/packages/eve#readme",+ keywords: [+ "evals",+ "evaluation",+ "grading",+ "experiments",+ "observability",+ "trajectories",+ "bandit",+ "a/b testing",+ ],+ install: `Install the Jetty extension for eve:++\`\`\`bash+npm install @jetty/eve+\`\`\`++The extension requires Node.js 24 or later and eve 0.25 or later. It can ingest every completed turn as a durable Jetty trajectory, grade turns inline, steer experiments from their grades, and report native \`eve eval\` results.`,+ quickStart: `Add your Jetty credentials and collection to the agent's environment:++\`\`\`bash title=".env.local"+JETTY_API_TOKEN=your_token+JETTY_COLLECTION=your_collection+\`\`\`++Then mount the extension under \`agent/extensions/\`:++\`\`\`ts title="agent/extensions/jetty.ts"+import jetty from "@jetty/eve";++export default jetty({+ collection: process.env.JETTY_COLLECTION ?? "",+ task: "triage-live",+ judgeMode: "simple_judge",+ arms: {+ warm: "Write a warm, specific response.",+ terse: "Write a concise, direct response.",+ },+});+\`\`\`++The filename supplies the \`jetty\` namespace. The extension contributes a turn-ingestion hook, dynamic instructions that select an experiment arm, and \`jetty__experiment\`, which reports per-arm results and the current leader. Create the \`simple_judge\` task in Jetty before using inline grading; use the default \`ingest\` mode when a separate grader will score trajectories later.`,+ configure: `The package also includes a reporter for eve's native eval runner:++\`\`\`ts title="evals/evals.config.ts"+import { Jetty } from "@jetty/eve/reporter";+import { defineEvalConfig } from "eve/evals";++export default defineEvalConfig({+ reporters: [Jetty()],+});+\`\`\`++The reporter reads \`JETTY_API_TOKEN\` and \`JETTY_COLLECTION\`, sends each eval result to Jetty, and warns rather than failing the eval when Jetty is unavailable. The extension no-ops when its collection is empty, so the same agent can run without Jetty credentials.++Jetty trajectories persist agent inputs and outputs. Redact PII before grading, put sensitive grader parameters in Jetty's \`secretParams\` rather than \`initParams\`, and treat trajectory storage like any other logging surface. See the [Jetty eve extension documentation](https://github.com/jettyio/jetty-sdk/tree/main/packages/eve#readme) for all experiment settings and the [worked example](https://github.com/jettyio/jetty-sdk/tree/main/examples/eve-jetty) for the complete grading loop.`,},"agent-browser": {logo: "agent-browser",diff --git a/apps/docs/lib/integrations/discovery.test.ts b/apps/docs/lib/integrations/discovery.test.tsindex db7fed1dc..0f3db2e27 100644--- a/apps/docs/lib/integrations/discovery.test.ts+++ b/apps/docs/lib/integrations/discovery.test.ts@@ -43,6 +43,18 @@ describe("integration discovery", () => {expect(integrationSearchText(browserbase!)).toContain("Stagehand");});+ it("renders the Jetty extension and eval reporter setup", () => {+ const jetty = getIntegration("jetty");+ expect(jetty).toBeDefined();++ const markdown = integrationMarkdown(jetty!);+ expect(markdown).toContain("npm install @jetty/eve");+ expect(markdown).toContain('import jetty from "@jetty/eve"');+ expect(markdown).toContain('import { Jetty } from "@jetty/eve/reporter"');+ expect(markdown).toContain("JETTY_API_TOKEN");+ expect(integrationSearchText(jetty!)).toContain("grading");+ });+it("renders every connection setup variant", () => {const notion = getIntegration("notion");expect(notion).toBeDefined();diff --git a/apps/docs/lib/integrations/logos.tsx b/apps/docs/lib/integrations/logos.tsxindex eb0aaab3d..fe9d171db 100644--- a/apps/docs/lib/integrations/logos.tsx+++ b/apps/docs/lib/integrations/logos.tsx@@ -338,6 +338,55 @@ export const browserbaseLogo = (props: LogoProps) => (</svg>);+export const jettyLogo = (props: LogoProps) => (+ <svg+ aria-label="Jetty"+ fill="none"+ viewBox="0 0 900 900"+ xmlns="http://www.w3.org/2000/svg"+ {...props}+ >+ <g transform="matrix(0.13333,0,0,-0.13333,0,946)">+ <path+ d="M3374.59 7095.52c1862.48 0 3374.58-1512.1 3374.58-3374.59C6749.17 1858.45 5237.07 346.352 3374.59 346.352 1512.1 346.352 0 1858.45 0 3720.93c0 1862.49 1512.1 3374.59 3374.59 3374.59"+ fill="#151933"+ fillRule="evenodd"+ />+ <path d="m2870.87 2439.95 69.2-802.33-170.19-14.68-69.2 802.34z" fill="#f8bb36" />+ <path+ d="m2702.08 2424.03 169.89 15.92 10.62-143.35s-15.89-10.48-56.2-21.58c-40.33-11.12-108.39-15.58-108.39-15.58z"+ fill="#f8a00e"+ />+ <path d="m2452.96 2421.66 69.2-802.34-170.19-14.67-69.2 802.33z" fill="#f8bb36" />+ <path+ d="M3546.25 1549.75h-1191.9l-16.37 218.33s587.06-50.44 943.73-50.44c218.47 0 264.54-106.18 264.54-167.89"+ fill="#f8bb36"+ />+ <path+ d="M3506.75 1572.34h-1070.9s214.19 64.56 355.13 88.21c170.82 28.67 205.03 32.24 442.4 32.24 218.08 0 273.37-58.59 273.37-120.45"+ fill="#f8a00e"+ />+ <path+ d="m2282.77 2406.91 170.18 14.68 17.98-215.67s-44.59-12.82-91.63-7.33c-47.03 5.51-80.64 22.61-80.64 22.61z"+ fill="#f8a00e"+ />+ <path+ d="M2910.38 3739.5c-206.99 39.52-517.87 421.32-81.09 872.27 493.78 509.8 306.58 1404.21-272.23 1350.39-296.04-27.53-367.11-295.4-367.11-295.4s-235.43 180.73-543.28 50.79c-307.84-129.94-231.39-608.05-231.39-608.05s-136.72-4.6-200.07-27.65c-479.608-174.49-523.382-1127.46 75.07-1839.58 502.93-598.43 980.58-796.96 1779.56-501.06 644.32 238.63 921.43 667.41 1302.22 1134.2 282.41 346.18 686.17 820.96 442.89 1086.28-243.29 265.33-554.46 113.74-859.36-277.19-460.23-590.07-575.66-1034.64-1045.21-945"+ fill="#fff"+ />+ <path+ d="M5217.87 1299.56c-491.39 162.94-1138.35 498.94-1286.04 737.22-235.58 380.04-260.65 807.33 120.84 1251.3 196.04 228.17 231.57 285.98 378.94 475.76 147.36 189.77 473.4 685.65 473.4 685.65-63.49-97.88-4.7-353.78 153.95-1478.96 108.96-772.82 230.41-1576.34 230.41-1576.34s-185.23-339.03-527.18 2379.13c-9.94 79.03 3.77 225.22-73.75-9.28-77.53-234.48 89.2-1219.53 225.32-1791.02 136.67-573.88 344.41-686.81 304.11-673.46"+ fill="#f8a00e"+ />+ <path+ d="M4449.27 4691.1c47.13 0 85.39-38.27 85.39-85.4 0-47.12-38.26-85.39-85.39-85.39s-85.39 38.27-85.39 85.39c0 47.13 38.26 85.4 85.39 85.4"+ fill="#151933"+ fillRule="evenodd"+ />+ </g>+ </svg>+);+export const agentBrowserLogo = (props: LogoProps) => (<svg fill="none" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" {...props}><rect height="16" rx="2" stroke="currentColor" strokeWidth="1.5" width="20" x="2" y="4" />@@ -408,6 +457,7 @@ export const logos = {messenger: messengerLogo,x: xLogo,browserbase: browserbaseLogo,+ jetty: jettyLogo,"agent-browser": agentBrowserLogo,} as const;diff --git a/packages/eve-catalog/src/index.test.ts b/packages/eve-catalog/src/index.test.tsindex 6a22c264d..a2d38c736 100644--- a/packages/eve-catalog/src/index.test.ts+++ b/packages/eve-catalog/src/index.test.ts@@ -72,6 +72,11 @@ describe("integration catalog", () => {expect(getIntegrationEntry("browserbase")?.connection).toBeUndefined();});+ it("exposes Jetty as an extension", () => {+ expect(getIntegrationEntry("jetty")?.kind).toBe("extension");+ expect(getIntegrationEntry("jetty")?.connection).toBeUndefined();+ });+it("uses Browser Use's streamable HTTP MCP endpoint", () => {expect(getIntegrationEntry("browser-use")!.connection!.mcp!.url).toBe("https://api.browser-use.com/v3/mcp",diff --git a/packages/eve-catalog/src/index.ts b/packages/eve-catalog/src/index.tsindex a5de15e18..4d1c2937f 100644--- a/packages/eve-catalog/src/index.ts+++ b/packages/eve-catalog/src/index.ts@@ -185,6 +185,13 @@ export const INTEGRATIONS: readonly IntegrationEntry[] = [tagline: "Search, fetch, and automate the web with Browserbase and Stagehand.",surfaces: { scaffoldable: false, gallery: true },},+ {+ slug: "jetty",+ name: "Jetty",+ kind: "extension",+ tagline: "Grade agent turns, compare experiments, and store durable evaluation trajectories.",+ surfaces: { scaffoldable: false, gallery: true },+ },{slug: "kernel",name: "Kernel",