Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

docs: add Jetty eve extension integration (#1107)

Colton Paddencd24657cee91
diff --git a/apps/docs/lib/integrations/data.ts b/apps/docs/lib/integrations/data.ts
index 2af293d0a..5dbf78450 100644
--- a/apps/docs/lib/integrations/data.ts
+++ b/apps/docs/lib/integrations/data.ts
@@ -589,6 +589,65 @@ export { default } from "@onkernel/eve-extension";
\`\`\`
The default mount can execute JavaScript in the browser VM and reuse authenticated browser sessions. For team or multi-tenant agents, prefer Vercel Connect so each user authenticates separately, and add an approval gate by overriding the extension's \`browser\` connection. See the [Kernel eve extension guide](https://www.kernel.sh/docs/integrations/vercel/eve-extension) for API-key configuration, connection overrides, the complete tool list, and security guidance.`,
+ },
+ jetty: {
+ logo: "jetty",
+ docsHref: "https://github.com/jettyio/jetty-sdk/tree/main/packages/eve#readme",
+ keywords: [
+ "evals",
+ "evaluation",
+ "grading",
+ "experiments",
+ "observability",
+ "trajectories",
+ "bandit",
+ "a/b testing",
+ ],
+ install: `Install the Jetty extension for eve:
+
+\`\`\`bash
+npm install @jetty/eve
+\`\`\`
+
+The extension requires Node.js 24 or later and eve 0.25 or later. It can ingest every completed turn as a durable Jetty trajectory, grade turns inline, steer experiments from their grades, and report native \`eve eval\` results.`,
+ quickStart: `Add your Jetty credentials and collection to the agent's environment:
+
+\`\`\`bash title=".env.local"
+JETTY_API_TOKEN=your_token
+JETTY_COLLECTION=your_collection
+\`\`\`
+
+Then mount the extension under \`agent/extensions/\`:
+
+\`\`\`ts title="agent/extensions/jetty.ts"
+import jetty from "@jetty/eve";
+
+export default jetty({
+ collection: process.env.JETTY_COLLECTION ?? "",
+ task: "triage-live",
+ judgeMode: "simple_judge",
+ arms: {
+ warm: "Write a warm, specific response.",
+ terse: "Write a concise, direct response.",
+ },
+});
+\`\`\`
+
+The filename supplies the \`jetty\` namespace. The extension contributes a turn-ingestion hook, dynamic instructions that select an experiment arm, and \`jetty__experiment\`, which reports per-arm results and the current leader. Create the \`simple_judge\` task in Jetty before using inline grading; use the default \`ingest\` mode when a separate grader will score trajectories later.`,
+ configure: `The package also includes a reporter for eve's native eval runner:
+
+\`\`\`ts title="evals/evals.config.ts"
+import { Jetty } from "@jetty/eve/reporter";
+import { defineEvalConfig } from "eve/evals";
+
+export default defineEvalConfig({
+ reporters: [Jetty()],
+});
+\`\`\`
+
+The reporter reads \`JETTY_API_TOKEN\` and \`JETTY_COLLECTION\`, sends each eval result to Jetty, and warns rather than failing the eval when Jetty is unavailable. The extension no-ops when its collection is empty, so the same agent can run without Jetty credentials.
+
+Jetty trajectories persist agent inputs and outputs. Redact PII before grading, put sensitive grader parameters in Jetty's \`secretParams\` rather than \`initParams\`, and treat trajectory storage like any other logging surface. See the [Jetty eve extension documentation](https://github.com/jettyio/jetty-sdk/tree/main/packages/eve#readme) for all experiment settings and the [worked example](https://github.com/jettyio/jetty-sdk/tree/main/examples/eve-jetty) for the complete grading loop.`,
},
"agent-browser": {
logo: "agent-browser",
diff --git a/apps/docs/lib/integrations/discovery.test.ts b/apps/docs/lib/integrations/discovery.test.ts
index db7fed1dc..0f3db2e27 100644
--- a/apps/docs/lib/integrations/discovery.test.ts
+++ b/apps/docs/lib/integrations/discovery.test.ts
@@ -43,6 +43,18 @@ describe("integration discovery", () => {
expect(integrationSearchText(browserbase!)).toContain("Stagehand");
});
+ it("renders the Jetty extension and eval reporter setup", () => {
+ const jetty = getIntegration("jetty");
+ expect(jetty).toBeDefined();
+
+ const markdown = integrationMarkdown(jetty!);
+ expect(markdown).toContain("npm install @jetty/eve");
+ expect(markdown).toContain('import jetty from "@jetty/eve"');
+ expect(markdown).toContain('import { Jetty } from "@jetty/eve/reporter"');
+ expect(markdown).toContain("JETTY_API_TOKEN");
+ expect(integrationSearchText(jetty!)).toContain("grading");
+ });
+
it("renders every connection setup variant", () => {
const notion = getIntegration("notion");
expect(notion).toBeDefined();
diff --git a/apps/docs/lib/integrations/logos.tsx b/apps/docs/lib/integrations/logos.tsx
index eb0aaab3d..fe9d171db 100644
--- a/apps/docs/lib/integrations/logos.tsx
+++ b/apps/docs/lib/integrations/logos.tsx
@@ -338,6 +338,55 @@ export const browserbaseLogo = (props: LogoProps) => (
</svg>
);
+export const jettyLogo = (props: LogoProps) => (
+ <svg
+ aria-label="Jetty"
+ fill="none"
+ viewBox="0 0 900 900"
+ xmlns="http://www.w3.org/2000/svg"
+ {...props}
+ >
+ <g transform="matrix(0.13333,0,0,-0.13333,0,946)">
+ <path
+ d="M3374.59 7095.52c1862.48 0 3374.58-1512.1 3374.58-3374.59C6749.17 1858.45 5237.07 346.352 3374.59 346.352 1512.1 346.352 0 1858.45 0 3720.93c0 1862.49 1512.1 3374.59 3374.59 3374.59"
+ fill="#151933"
+ fillRule="evenodd"
+ />
+ <path d="m2870.87 2439.95 69.2-802.33-170.19-14.68-69.2 802.34z" fill="#f8bb36" />
+ <path
+ d="m2702.08 2424.03 169.89 15.92 10.62-143.35s-15.89-10.48-56.2-21.58c-40.33-11.12-108.39-15.58-108.39-15.58z"
+ fill="#f8a00e"
+ />
+ <path d="m2452.96 2421.66 69.2-802.34-170.19-14.67-69.2 802.33z" fill="#f8bb36" />
+ <path
+ d="M3546.25 1549.75h-1191.9l-16.37 218.33s587.06-50.44 943.73-50.44c218.47 0 264.54-106.18 264.54-167.89"
+ fill="#f8bb36"
+ />
+ <path
+ d="M3506.75 1572.34h-1070.9s214.19 64.56 355.13 88.21c170.82 28.67 205.03 32.24 442.4 32.24 218.08 0 273.37-58.59 273.37-120.45"
+ fill="#f8a00e"
+ />
+ <path
+ d="m2282.77 2406.91 170.18 14.68 17.98-215.67s-44.59-12.82-91.63-7.33c-47.03 5.51-80.64 22.61-80.64 22.61z"
+ fill="#f8a00e"
+ />
+ <path
+ d="M2910.38 3739.5c-206.99 39.52-517.87 421.32-81.09 872.27 493.78 509.8 306.58 1404.21-272.23 1350.39-296.04-27.53-367.11-295.4-367.11-295.4s-235.43 180.73-543.28 50.79c-307.84-129.94-231.39-608.05-231.39-608.05s-136.72-4.6-200.07-27.65c-479.608-174.49-523.382-1127.46 75.07-1839.58 502.93-598.43 980.58-796.96 1779.56-501.06 644.32 238.63 921.43 667.41 1302.22 1134.2 282.41 346.18 686.17 820.96 442.89 1086.28-243.29 265.33-554.46 113.74-859.36-277.19-460.23-590.07-575.66-1034.64-1045.21-945"
+ fill="#fff"
+ />
+ <path
+ d="M5217.87 1299.56c-491.39 162.94-1138.35 498.94-1286.04 737.22-235.58 380.04-260.65 807.33 120.84 1251.3 196.04 228.17 231.57 285.98 378.94 475.76 147.36 189.77 473.4 685.65 473.4 685.65-63.49-97.88-4.7-353.78 153.95-1478.96 108.96-772.82 230.41-1576.34 230.41-1576.34s-185.23-339.03-527.18 2379.13c-9.94 79.03 3.77 225.22-73.75-9.28-77.53-234.48 89.2-1219.53 225.32-1791.02 136.67-573.88 344.41-686.81 304.11-673.46"
+ fill="#f8a00e"
+ />
+ <path
+ d="M4449.27 4691.1c47.13 0 85.39-38.27 85.39-85.4 0-47.12-38.26-85.39-85.39-85.39s-85.39 38.27-85.39 85.39c0 47.13 38.26 85.4 85.39 85.4"
+ fill="#151933"
+ fillRule="evenodd"
+ />
+ </g>
+ </svg>
+);
+
export const agentBrowserLogo = (props: LogoProps) => (
<svg fill="none" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" {...props}>
<rect height="16" rx="2" stroke="currentColor" strokeWidth="1.5" width="20" x="2" y="4" />
@@ -408,6 +457,7 @@ export const logos = {
messenger: messengerLogo,
x: xLogo,
browserbase: browserbaseLogo,
+ jetty: jettyLogo,
"agent-browser": agentBrowserLogo,
} as const;
diff --git a/packages/eve-catalog/src/index.test.ts b/packages/eve-catalog/src/index.test.ts
index 6a22c264d..a2d38c736 100644
--- a/packages/eve-catalog/src/index.test.ts
+++ b/packages/eve-catalog/src/index.test.ts
@@ -72,6 +72,11 @@ describe("integration catalog", () => {
expect(getIntegrationEntry("browserbase")?.connection).toBeUndefined();
});
+ it("exposes Jetty as an extension", () => {
+ expect(getIntegrationEntry("jetty")?.kind).toBe("extension");
+ expect(getIntegrationEntry("jetty")?.connection).toBeUndefined();
+ });
+
it("uses Browser Use's streamable HTTP MCP endpoint", () => {
expect(getIntegrationEntry("browser-use")!.connection!.mcp!.url).toBe(
"https://api.browser-use.com/v3/mcp",
diff --git a/packages/eve-catalog/src/index.ts b/packages/eve-catalog/src/index.ts
index a5de15e18..4d1c2937f 100644
--- a/packages/eve-catalog/src/index.ts
+++ b/packages/eve-catalog/src/index.ts
@@ -185,6 +185,13 @@ export const INTEGRATIONS: readonly IntegrationEntry[] = [
tagline: "Search, fetch, and automate the web with Browserbase and Stagehand.",
surfaces: { scaffoldable: false, gallery: true },
},
+ {
+ slug: "jetty",
+ name: "Jetty",
+ kind: "extension",
+ tagline: "Grade agent turns, compare experiments, and store durable evaluation trajectories.",
+ surfaces: { scaffoldable: false, gallery: true },
+ },
{
slug: "kernel",
name: "Kernel",