Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

fix: OpenGround V2 - Complete UI overhaul with enhanced provider and model management (#976)

Aman Agarwal4824f15e874d
diff --git a/src/.dockerignore b/src/.dockerignore
new file mode 100644
index 00000000..9301e8da
--- /dev/null
+++ b/src/.dockerignore
@@ -0,0 +1,54 @@
+# Git
+.git
+.gitignore
+.gitattributes
+
+# CI/CD
+.github
+
+# Documentation
+*.md
+docs/
+README*
+
+# Node modules (will be installed in container)
+client/node_modules
+client/.next
+client/.env*.local
+
+# Python
+client/**/__pycache__
+client/**/*.pyc
+client/**/*.pyo
+client/**/*.pyd
+client/.Python
+
+# IDE
+.vscode
+.idea
+*.swp
+*.swo
+*~
+.DS_Store
+
+# Testing
+client/**/*.test.ts
+client/**/*.test.tsx
+client/**/*.spec.ts
+client/**/*.spec.tsx
+client/coverage
+client/.coverage
+
+# Logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# OS
+Thumbs.db
+
+# Misc
+.env.example
+docker-compose.yml
+dev-docker-compose.yml
diff --git a/src/client/next.config.js b/src/client/next.config.js
index de3be89b..5a6561b5 100644
--- a/src/client/next.config.js
+++ b/src/client/next.config.js
@@ -14,6 +14,9 @@ const nextConfig = {
],
},
reactStrictMode: false,
+ experimental: {
+ instrumentationHook: true,
+ },
};
module.exports = nextConfig;
diff --git a/src/client/package-lock.json b/src/client/package-lock.json
index cae19e5e..14bcea8e 100644
--- a/src/client/package-lock.json
+++ b/src/client/package-lock.json
@@ -1,13 +1,18 @@
{
"name": "openlit",
- "version": "1.15.3",
+ "version": "1.15.4",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "openlit",
- "version": "1.15.3",
+ "version": "1.15.4",
"dependencies": {
+ "@ai-sdk/anthropic": "^3.0.6",
+ "@ai-sdk/cohere": "^3.0.3",
+ "@ai-sdk/google": "^3.0.3",
+ "@ai-sdk/mistral": "^3.0.4",
+ "@ai-sdk/openai": "^3.0.4",
"@anthropic-ai/sdk": "^0.21.1",
"@clickhouse/client": "^1.1.0",
"@dhmk/zustand-lens": "^4.0.0",
@@ -35,6 +40,7 @@
"@radix-ui/react-tooltip": "^1.0.7",
"@tanstack/react-table": "^8.17.3",
"@textea/json-viewer": "^3.4.1",
+ "ai": "^6.0.11",
"bcrypt-ts": "^5.0.1",
"class-variance-authority": "^0.7.0",
"clsx": "^2.1.1",
@@ -91,6 +97,132 @@
"typescript": "^5.4.4"
}
},
+ "node_modules/@ai-sdk/anthropic": {
+ "version": "3.0.6",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/anthropic/-/anthropic-3.0.6.tgz",
+ "integrity": "sha512-Ns5OOPHXbODzitvqCySnAFZCAm9ldpx+fdbC0c/f9QwX5b4MQtQJIQ0xZyKm+tB/ynBoeV6zhtyWDXjYeVEWIw==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/cohere": {
+ "version": "3.0.3",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/cohere/-/cohere-3.0.3.tgz",
+ "integrity": "sha512-k7TfdwsliK9LtXFX23cGcwtigIlHVVZqsTda5uksUufZ7nAMdsPpOPG4wtKEGX4ykEXDEDs0RauK1mJ4Xd0Lww==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/gateway": {
+ "version": "3.0.8",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/gateway/-/gateway-3.0.8.tgz",
+ "integrity": "sha512-ZH3j9LSQxR05QTORH3C7WnPWFylraRhElOrNbZ64Zl/tZrPbWcc4bDar453haLNgY2rEwp3BqGzk5qxYifqPXQ==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3",
+ "@vercel/oidc": "3.1.0"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/google": {
+ "version": "3.0.3",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/google/-/google-3.0.3.tgz",
+ "integrity": "sha512-WnEWxybMba+H+BSsDHOmz1B9p1yZFYbSr07/RSXSE1zfm+QUSKlmO+BuZnHkJJJayMxbPhJ4FmDktEmn8eIYlg==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/mistral": {
+ "version": "3.0.4",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/mistral/-/mistral-3.0.4.tgz",
+ "integrity": "sha512-qpnlq6mHUsN9nJb5RjgofncbBbG+Ib76i+vLtjgVUbXo8joCXFJSvJOSUW0yH4lDlGbuhldMkZj6/OrJBq+Itw==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/openai": {
+ "version": "3.0.4",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/openai/-/openai-3.0.4.tgz",
+ "integrity": "sha512-tRDCn0FMswaL5xvhnIAn5nOEQcwLcamL+IxzeE94DwzY1RaRlsS5v4DuS5QrXqNORCRRyrZ0BOeqU9dzwZOwtQ==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
+ "node_modules/@ai-sdk/provider": {
+ "version": "3.0.1",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/provider/-/provider-3.0.1.tgz",
+ "integrity": "sha512-2lR4w7mr9XrydzxBSjir4N6YMGdXD+Np1Sh0RXABh7tWdNFFwIeRI1Q+SaYZMbfL8Pg8RRLcrxQm51yxTLhokg==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "json-schema": "^0.4.0"
+ },
+ "engines": {
+ "node": ">=18"
+ }
+ },
+ "node_modules/@ai-sdk/provider-utils": {
+ "version": "4.0.3",
+ "resolved": "https://registry.npmjs.org/@ai-sdk/provider-utils/-/provider-utils-4.0.3.tgz",
+ "integrity": "sha512-Vo2p61dDld8Dy/O66zKQpE4nqHojiEEYEjZcSbICjE7h8Z6QmHzBfd+ss/paIDdyXyS0yHmC1GoRYYKo89cqZQ==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/provider": "3.0.1",
+ "@standard-schema/spec": "^1.1.0",
+ "eventsource-parser": "^3.0.6"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
"node_modules/@alloc/quick-lru": {
"version": "5.2.0",
"resolved": "https://registry.npmjs.org/@alloc/quick-lru/-/quick-lru-5.2.0.tgz",
@@ -2473,6 +2605,15 @@
"node": ">= 8"
}
},
+ "node_modules/@opentelemetry/api": {
+ "version": "1.9.0",
+ "resolved": "https://registry.npmjs.org/@opentelemetry/api/-/api-1.9.0.tgz",
+ "integrity": "sha512-3giAOQvZiH5F9bMlMiv8+GSPMeqg0dbaeo58/0SlA9sxSqZhnUtxzX9/2FzyhS9sWQf5S0GJE0AKBrFqjpeYcg==",
+ "license": "Apache-2.0",
+ "engines": {
+ "node": ">=8.0.0"
+ }
+ },
"node_modules/@panva/hkdf": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/@panva/hkdf/-/hkdf-1.1.1.tgz",
@@ -5186,6 +5327,12 @@
"node": ">=16.0.0"
}
},
+ "node_modules/@standard-schema/spec": {
+ "version": "1.1.0",
+ "resolved": "https://registry.npmjs.org/@standard-schema/spec/-/spec-1.1.0.tgz",
+ "integrity": "sha512-l2aFy5jALhniG5HgqrD6jXLi/rUWrKvqN/qJx6yoJsgKhblVd+iqqU4RCXavm/jPityDo5TCvKMnpjKnOriy0w==",
+ "license": "MIT"
+ },
"node_modules/@swc/counter": {
"version": "0.1.3",
"resolved": "https://registry.npmjs.org/@swc/counter/-/counter-0.1.3.tgz",
@@ -5607,6 +5754,15 @@
"resolved": "https://registry.npmjs.org/@ungap/structured-clone/-/structured-clone-1.2.0.tgz",
"integrity": "sha512-zuVdFrMJiuCDQUMCzQaD6KL28MjnqqN8XnAqiEq9PNm/hCPTSGfrXCOfwj1ow4LFb/tNymJPwsNbVePc1xFqrQ=="
},
+ "node_modules/@vercel/oidc": {
+ "version": "3.1.0",
+ "resolved": "https://registry.npmjs.org/@vercel/oidc/-/oidc-3.1.0.tgz",
+ "integrity": "sha512-Fw28YZpRnA3cAHHDlkt7xQHiJ0fcL+NRcIqsocZQUSmbzeIKRpwttJjik5ZGanXP+vlA4SbTg+AbA3bP363l+w==",
+ "license": "Apache-2.0",
+ "engines": {
+ "node": ">= 20"
+ }
+ },
"node_modules/abort-controller": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/abort-controller/-/abort-controller-3.0.0.tgz",
@@ -5650,6 +5806,24 @@
"node": ">= 8.0.0"
}
},
+ "node_modules/ai": {
+ "version": "6.0.11",
+ "resolved": "https://registry.npmjs.org/ai/-/ai-6.0.11.tgz",
+ "integrity": "sha512-uQAGp/5YAZZFcMNxLCg5vPZ4lNKn0NGvBeI+iY9yW2RvkonooMVfHPOum2lgqwugkoBbffzPtR7TXOFFyKJCOg==",
+ "license": "Apache-2.0",
+ "dependencies": {
+ "@ai-sdk/gateway": "3.0.8",
+ "@ai-sdk/provider": "3.0.1",
+ "@ai-sdk/provider-utils": "4.0.3",
+ "@opentelemetry/api": "1.9.0"
+ },
+ "engines": {
+ "node": ">=18"
+ },
+ "peerDependencies": {
+ "zod": "^3.25.76 || ^4.1.8"
+ }
+ },
"node_modules/ajv": {
"version": "6.12.6",
"resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",
@@ -7665,6 +7839,15 @@
"node": ">=0.8.x"
}
},
+ "node_modules/eventsource-parser": {
+ "version": "3.0.6",
+ "resolved": "https://registry.npmjs.org/eventsource-parser/-/eventsource-parser-3.0.6.tgz",
+ "integrity": "sha512-Vo1ab+QXPzZ4tCa8SwIHJFaSzy4R6SHf7BY79rFBDf0idraZWAkYrDjDj8uWaSm3S2TK+hJ7/t1CEmZ7jXw+pg==",
+ "license": "MIT",
+ "engines": {
+ "node": ">=18.0.0"
+ }
+ },
"node_modules/extend": {
"version": "3.0.2",
"resolved": "https://registry.npmjs.org/extend/-/extend-3.0.2.tgz",
@@ -9031,6 +9214,12 @@
"integrity": "sha512-xyFwyhro/JEof6Ghe2iz2NcXoj2sloNsWr/XsERDK/oiPCfaNhl5ONfp+jQdAZRQQ0IJWNzH9zIZF7li91kh2w==",
"peer": true
},
+ "node_modules/json-schema": {
+ "version": "0.4.0",
+ "resolved": "https://registry.npmjs.org/json-schema/-/json-schema-0.4.0.tgz",
+ "integrity": "sha512-es94M3nTIfsEPisRafak+HDLfHXnKBhV3vU5eqPcS3flIWqcxJWgXHXiey3YrpaNsanY5ei1VoYEbOzijuq9BA==",
+ "license": "(AFL-2.1 OR BSD-3-Clause)"
+ },
"node_modules/json-schema-traverse": {
"version": "0.4.1",
"resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz",
@@ -12943,6 +13132,16 @@
"url": "https://github.com/sponsors/sindresorhus"
}
},
+ "node_modules/zod": {
+ "version": "4.3.5",
+ "resolved": "https://registry.npmjs.org/zod/-/zod-4.3.5.tgz",
+ "integrity": "sha512-k7Nwx6vuWx1IJ9Bjuf4Zt1PEllcwe7cls3VNzm4CQ1/hgtFUK2bRNG3rvnpPUhFjmqJKAKtjV576KnUkHocg/g==",
+ "license": "MIT",
+ "peer": true,
+ "funding": {
+ "url": "https://github.com/sponsors/colinhacks"
+ }
+ },
"node_modules/zustand": {
"version": "4.5.2",
"resolved": "https://registry.npmjs.org/zustand/-/zustand-4.5.2.tgz",
diff --git a/src/client/package.json b/src/client/package.json
index 27f8581d..c0f6e800 100644
--- a/src/client/package.json
+++ b/src/client/package.json
@@ -1,6 +1,6 @@
{
"name": "openlit",
- "version": "1.15.3",
+ "version": "1.15.4",
"private": true,
"scripts": {
"dev": "next dev",
@@ -10,6 +10,11 @@
"seed": "npx prisma db seed"
},
"dependencies": {
+ "@ai-sdk/anthropic": "^3.0.6",
+ "@ai-sdk/cohere": "^3.0.3",
+ "@ai-sdk/google": "^3.0.3",
+ "@ai-sdk/mistral": "^3.0.4",
+ "@ai-sdk/openai": "^3.0.4",
"@anthropic-ai/sdk": "^0.21.1",
"@clickhouse/client": "^1.1.0",
"@dhmk/zustand-lens": "^4.0.0",
@@ -37,6 +42,7 @@
"@radix-ui/react-tooltip": "^1.0.7",
"@tanstack/react-table": "^8.17.3",
"@textea/json-viewer": "^3.4.1",
+ "ai": "^6.0.11",
"bcrypt-ts": "^5.0.1",
"class-variance-authority": "^0.7.0",
"clsx": "^2.1.1",
diff --git a/src/client/prisma/schema.prisma b/src/client/prisma/schema.prisma
index 38d091ad..d4a53ec2 100644
--- a/src/client/prisma/schema.prisma
+++ b/src/client/prisma/schema.prisma
@@ -54,9 +54,9 @@ model User {
sessions Session[]
dbConfigs DatabaseConfigUser[]
createdDBConfigs DatabaseConfig[]
- OpenGround OpenGround[]
createdApiKeys APIKeys[] @relation("createdByUser")
deletedApiKeys APIKeys[] @relation("deletedByUser")
+ opengrounds OpenGround[]
@@map("users")
}
@@ -89,9 +89,9 @@ model DatabaseConfig {
updatedAt DateTime @updatedAt
createdByUserId String @map("user_id")
createdByUser User @relation(fields: [createdByUserId], references: [id])
- OpenGround OpenGround[]
dbInvitedUsers DatabaseConfigInvitedUser[]
apiKeys APIKeys[]
+ opengrounds OpenGround[]
@@unique([name])
@@map("databaseconfig")
@@ -113,6 +113,11 @@ model DatabaseConfigUser {
@@map("databaseconfiguser")
}
+// DEPRECATED: All OpenGround data has been migrated to ClickHouse
+// All tables: openlit_openground, openlit_openground_providers, openlit_openground_configs
+// Old Prisma models removed - everything now in ClickHouse for better performance and scalability
+// This table will be removed in future
+// @deprecated - Commented out as all data migrated to ClickHouse
model OpenGround {
id String @id @default(cuid())
requestMeta String
diff --git a/src/client/src/app/(playground)/layout.tsx b/src/client/src/app/(playground)/layout.tsx
index 49e8e0cb..e62e0a55 100644
--- a/src/client/src/app/(playground)/layout.tsx
+++ b/src/client/src/app/(playground)/layout.tsx
@@ -6,6 +6,7 @@ import { TooltipProvider } from "@/components/ui/tooltip";
import CustomPostHogProvider from "@/components/(playground)/posthog";
import NavigationEvents from "@/components/common/navigation-events";
import AppInit from "@/components/common/app-init";
+import { PortalProvider } from "@/components/(playground)/header-portal";
export default async function PlaygroundLayout({
children,
@@ -17,24 +18,19 @@ export default async function PlaygroundLayout({
return (
<CustomPostHogProvider telemetryEnabled={telemetryEnabled}>
<TooltipProvider>
- <div className="flex h-screen w-full gap-4 overflow-hidden p-2">
- <Sidebar />
- <div className="flex flex-col grow w-full">
- <Header />
- <main className="flex flex-col grow flex-1 items-start p-0 overflow-hidden">
- {/* <div className="fixed inset-0 w-full h-full z-[-2]
- [background-size:40px_40px]
-[background-image:linear-gradient(to_right,#e4e4e7_1px,transparent_1px),linear-gradient(to_bottom,#e4e4e7_1px,transparent_1px)]
- dark:[background-image:linear-gradient(to_right,#262626_1px,transparent_1px),linear-gradient(to_bottom,#262626_1px,transparent_1px)]
- " />
- <div className="pointer-events-none fixed w-full h-full inset-0 flex items-center justify-center bg-white [mask-image:radial-gradient(ellipse_at_center,transparent_20%,black)] dark:bg-black z-[-1]"></div> */}
-
- <ClickhouseConnectivityWrapper>
- {children}
- </ClickhouseConnectivityWrapper>
- </main>
+ <PortalProvider>
+ <div className="flex h-screen w-full gap-4 overflow-hidden p-2">
+ <Sidebar />
+ <div className="flex flex-col grow w-full">
+ <Header />
+ <main className="flex flex-col grow flex-1 items-start p-0 overflow-hidden">
+ <ClickhouseConnectivityWrapper>
+ {children}
+ </ClickhouseConnectivityWrapper>
+ </main>
+ </div>
</div>
- </div>
+ </PortalProvider>
</TooltipProvider>
<Suspense fallback={null}>
<NavigationEvents />
diff --git a/src/client/src/app/(playground)/openground/[id]/page.tsx b/src/client/src/app/(playground)/openground/[id]/page.tsx
index 91b0d6e1..d719006f 100644
--- a/src/client/src/app/(playground)/openground/[id]/page.tsx
+++ b/src/client/src/app/(playground)/openground/[id]/page.tsx
@@ -1,25 +1,32 @@
"use client";
import OpengroundHeader from "@/components/(playground)/openground/header";
-import ProviderTable from "@/components/(playground)/openground/provider-table";
-import { providersConfig } from "@/constants/openground";
-import { Providers } from "@/types/store/openground";
+import { OpengroundRecord } from "@/lib/platform/openground-clickhouse";
import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
import { useCallback, useEffect } from "react";
import { toast } from "sonner";
-import RequestInfo from "./request-info";
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { format } from "date-fns";
+import MetricsOverview from "@/components/(playground)/openground/metrics-overview";
+import PerformanceWaterfall from "@/components/(playground)/openground/performance-waterfall";
+import CostBreakdown from "@/components/(playground)/openground/cost-breakdown";
+import ProviderResultCard from "@/components/(playground)/openground/provider-result-card";
+import Link from "next/link";
+import { Component } from "lucide-react";
+import getMessage from "@/constants/messages";
export default function OpengroundRequest({
params,
}: {
params: { id: string };
}) {
- const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();
+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRecord>();
+
const fetchData = useCallback(async () => {
fireRequest({
requestType: "GET",
url: `/api/openground/${params.id}`,
failureCb: (err?: string) => {
- toast.error(err || `Cannot connect to server!`, {
+ toast.error(err || getMessage().CANNOT_CONNECT_TO_SERVER, {
id: "openground",
});
},
@@ -33,42 +40,107 @@ export default function OpengroundRequest({
if (isLoading || !isFetched)
return (
<div className="flex w-full h-full text-stone-600 dark:text-stone-400 items-center justify-center">
- Loading
+ {getMessage().LOADING}
</div>
);
- const [error, updatedData] = (data as any[]) || [];
-
- if (error || !updatedData)
+ if (!data)
return (
<div className="flex w-full h-full text-error items-center justify-center">
- {error || "No such request present"}
+ {getMessage().NO_DATA_FOUND}
</div>
);
- const responseMeta = updatedData.responseMeta;
- const requestMeta = updatedData.requestMeta;
-
return (
- <div className="flex flex-col w-full h-full gap-4">
+ <div className="flex flex-col w-full h-full gap-6 overflow-auto">
<OpengroundHeader validateResponse={false} />
- <RequestInfo data={updatedData} />
- <div className="flex w-full h-full bg-stone-100 grow dark:bg-stone-900 overflow-auto transition-all relative gap-1">
- {requestMeta.selectedProviders?.map(
- ({ provider }: { provider: Providers }, index: number) => (
- <ProviderTable
- key={`provider-${index}`}
- provider={providersConfig[provider]}
- index={index}
- selectedProviders={requestMeta.selectedProviders}
- evaluatedResponse={{
- isLoading: false,
- data: responseMeta,
- }}
- />
- )
- )}
- </div>
+
+ {/* Evaluation Info */}
+ <Card>
+ <CardHeader>
+ <CardTitle className="text-lg">{getMessage().OPENGROUND_RUN_DETAILS}</CardTitle>
+ </CardHeader>
+ <CardContent className="space-y-4 p-0">
+ <div className="flex flex-col">
+ <div className="px-6 pb-6 pt-0">
+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400 mb-1">
+ {getMessage().PROMPT}
+ </p>
+ <p className="text-sm text-stone-900 dark:text-stone-100">
+ {data.prompt}
+ </p>
+ </div>
+ <div className="border-t grid grid-cols-4 border-stone-100 dark:border-stone-800">
+ <div className="flex items-center gap-4 pt-2 pb-4 px-6 shadow-sm">
+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">
+ {getMessage().PROVIDERS}
+ </p>
+ <p className="flex gap-1 items-center text-sm font-semibold text-stone-900 dark:text-stone-100">
+ <span className="text-green-500">{data.totalProviders - (data.errors?.length || 0)}</span>
+ <div className="bg-stone-200 dark:bg-stone-800 h-3 w-0.5 shrink-0" />
+ <span className="text-red-500">{(data.errors?.length || 0)}</span>
+ </p>
+ </div>
+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">
+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">
+ {getMessage().CREATED_AT}
+ </p>
+ <p className="text-sm text-stone-900 dark:text-stone-100">
+ {format(new Date(data.createdAt), "MMM d, y HH:mm")}
+ </p>
+ </div>
+ {data.promptVariables && Object.keys(data.promptVariables).length > 0 && (
+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">
+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">
+ {getMessage().VARIABLES}
+ </p>
+ <span className="text-xs">
+ {Object.keys(data.promptVariables).length}
+ </span>
+ </div>
+ )}
+ {
+ data.promptSource === "prompt-hub" && data.promptHubId ? (
+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">
+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">
+ {getMessage().PROMPT_HUB}
+ </p>
+ <Link href={`/prompt-hub/${data.promptHubId}`}>
+ <Component className="w-4 h-4" />
+ </Link>
+ </div>
+ ) : null
+ }
+ </div>
+ </div>
+ </CardContent>
+ </Card>
+
+ {/* Provider Results */}
+ {data.providers && data.providers.length > 0 && (
+ <div className="space-y-6">
+ {/* Metrics Overview */}
+ <MetricsOverview data={data.providers} />
+
+ {/* Performance & Cost Analysis */}
+ <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">
+ <PerformanceWaterfall data={data.providers} />
+ <CostBreakdown data={data.providers} />
+ </div>
+
+ {/* Detailed Results */}
+ <Card className="border-stone-200 dark:border-stone-800">
+ <CardHeader>
+ <CardTitle className="text-lg">{getMessage().OPENGROUND_PROVIDER_RESPONSE}</CardTitle>
+ </CardHeader>
+ <CardContent className="space-y-4">
+ {data.providers.map((result, index) => (
+ <ProviderResultCard key={index} result={result} index={index} />
+ ))}
+ </CardContent>
+ </Card>
+ </div>
+ )}
</div>
);
}
diff --git a/src/client/src/app/(playground)/openground/[id]/request-info.tsx b/src/client/src/app/(playground)/openground/[id]/request-info.tsx
deleted file mode 100644
index ce439446..00000000
--- a/src/client/src/app/(playground)/openground/[id]/request-info.tsx
+++ /dev/null
@@ -1,64 +0,0 @@
-import { Badge } from "@/components/ui/badge";
-import { Button } from "@/components/ui/button";
-import { Separator } from "@/components/ui/separator";
-import { format } from "date-fns";
-
-const InfoPill = ({ title, value }: { title: string; value: any }) => {
- return (
- <Button
- variant="outline"
- size="default"
- className="text-stone-500 dark:text-stone-400 dark:bg-stone-800 cursor-default"
- >
- {title}
- <Separator
- orientation="vertical"
- className="mx-2 h-4 bg-stone-300 dark:bg-stone-600"
- />
- <Badge
- variant="secondary"
- className="rounded-sm px-1 font-normal bg-transparent"
- >
- {value}
- </Badge>
- </Button>
- );
-};
-
-export default function RequestInfo({ data }: { data: any }) {
- return (
- <div className="flex w-full gap-4 flex-wrap">
- <InfoPill
- title="Created At"
- value={format(data.createdAt, "MMM do, y HH:mm:ss a")}
- />
- <InfoPill title="Created By" value={data.createdByUser.email} />
- <InfoPill title="Database Config" value={data.databaseConfig.name} />
- <InfoPill title="Total Providers" value={data.stats.totalProviders} />
- {(data.stats.errors || []).length > 0 ? (
- <InfoPill
- title="Errored Providers"
- value={(data.stats.errors || []).length}
- />
- ) : null}
- {data.stats.minCostProvider && (
- <InfoPill
- title="Min Cost"
- value={`${data.stats.minCostProvider} ($${data.stats.minCost})`}
- />
- )}
- {data.stats.minResponseTimeProvider && (
- <InfoPill
- title="Min Response Time"
- value={`${data.stats.minResponseTimeProvider} ($${data.stats.minResponseTime}s)`}
- />
- )}
- {data.stats.minCompletionTokensProvider && (
- <InfoPill
- title="Min Completion Tokens"
- value={`${data.stats.minCompletionTokensProvider} (${data.stats.minCompletionTokens})`}
- />
- )}
- </div>
- );
-}
diff --git a/src/client/src/app/(playground)/openground/models/page.tsx b/src/client/src/app/(playground)/openground/models/page.tsx
new file mode 100644
index 00000000..bc20d041
--- /dev/null
+++ b/src/client/src/app/(playground)/openground/models/page.tsx
@@ -0,0 +1,145 @@
+"use client";
+
+import { useState, useEffect } from "react";
+import { Card } from "@/components/ui/card";
+import { Button } from "@/components/ui/button";
+import { ArrowLeftIcon, PlusIcon, SettingsIcon } from "lucide-react";
+import { useRouter } from "next/navigation";
+import getMessage from "@/constants/messages";
+import ModelListSidebar from "@/components/(playground)/openground/model-list-sidebar";
+import ModelEditorPanel from "@/components/(playground)/openground/model-editor-panel";
+import { ProviderMetadata, ModelMetadata } from "@/types/openground";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+
+interface CustomModel extends ModelMetadata {
+ id: string; // UUID from database
+ model_id: string; // Model identifier like "gpt-4o"
+ provider?: string;
+}
+
+export default function ModelManagementPage() {
+ const router = useRouter();
+ const [selectedProvider, setSelectedProvider] = useState<string | null>(null);
+ const [selectedModel, setSelectedModel] = useState<ModelMetadata | null>(null);
+ const [isCustomModel, setIsCustomModel] = useState(false);
+ const [isAddingNew, setIsAddingNew] = useState(false);
+
+ const { data: providers, fireRequest: fetchProviders, isLoading: loadingProviders } =
+ useFetchWrapper<ProviderMetadata[]>();
+ const { data: customModels, fireRequest: fetchCustomModels, isLoading: loadingCustom } =
+ useFetchWrapper<Record<string, CustomModel[]>>();
+
+ useEffect(() => {
+ loadProviders();
+ loadAllCustomModels();
+ }, []);
+
+ const loadProviders = () => {
+ fetchProviders({
+ requestType: "GET",
+ url: "/api/openground/providers",
+ });
+ };
+
+ const loadAllCustomModels = () => {
+ fetchCustomModels({
+ requestType: "GET",
+ url: "/api/openground/models",
+ });
+ };
+
+ const handleSelectModel = (model: ModelMetadata, provider: string, isCustom: boolean) => {
+ setSelectedModel(model);
+ setSelectedProvider(provider);
+ setIsCustomModel(isCustom);
+ setIsAddingNew(false);
+ };
+
+ const handleAddNew = (provider: string) => {
+ setSelectedProvider(provider);
+ setSelectedModel(null);
+ setIsCustomModel(true);
+ setIsAddingNew(true);
+ };
+
+ const handleModelSaved = () => {
+ loadAllCustomModels();
+ setIsAddingNew(false);
+ };
+
+ const handleModelDeleted = () => {
+ loadAllCustomModels();
+ setSelectedModel(null);
+ setSelectedProvider(null);
+ setIsCustomModel(false);
+ };
+
+ return (
+ <div className="flex flex-col h-full w-full">
+ {/* Header */}
+ <div className="flex items-center justify-between p-6 border-b border-stone-200 dark:border-stone-800">
+ <div className="flex items-center gap-4">
+ <Button
+ variant="ghost"
+ size="icon"
+ onClick={() => router.push("/openground")}
+ >
+ <ArrowLeftIcon className="h-5 w-5" />
+ </Button>
+ <div>
+ <h1 className="text-2xl font-bold text-stone-900 dark:text-stone-100">
+ {getMessage().OPENGROUND_MANAGE_MODELS}
+ </h1>
+ <p className="text-sm text-stone-500 dark:text-stone-400 mt-1">
+ {getMessage().OPENGROUND_MANAGE_MODELS_DESCRIPTION}
+ </p>
+ </div>
+ </div>
+ </div>
+
+ {/* Main Content - Split Layout */}
+ <div className="flex flex-1 overflow-hidden">
+ {/* Left Sidebar - Model List */}
+ <ModelListSidebar
+ providers={providers || []}
+ customModels={customModels || {}}
+ loading={loadingProviders || loadingCustom}
+ selectedModel={selectedModel}
+ selectedProvider={selectedProvider}
+ selectedIsCustom={isCustomModel}
+ onSelectModel={handleSelectModel}
+ onAddNew={handleAddNew}
+ />
+
+ {/* Right Panel - Model Editor */}
+ <div className="flex-1 overflow-auto bg-stone-50 dark:bg-stone-950">
+ {selectedModel || isAddingNew ? (
+ <ModelEditorPanel
+ model={selectedModel}
+ provider={selectedProvider}
+ isCustomModel={isCustomModel}
+ isAddingNew={isAddingNew}
+ onSave={handleModelSaved}
+ onDelete={handleModelDeleted}
+ onCancel={() => {
+ setSelectedModel(null);
+ setSelectedProvider(null);
+ setIsAddingNew(false);
+ }}
+ />
+ ) : (
+ <div className="flex flex-col items-center justify-center h-full p-8 text-center">
+ <SettingsIcon className="h-16 w-16 text-stone-300 dark:text-stone-700 mb-4" />
+ <h3 className="text-lg font-medium text-stone-900 dark:text-stone-100 mb-2">
+ {getMessage().OPENGROUND_SELECT_MODEL_TO_VIEW}
+ </h3>
+ <p className="text-sm text-stone-500 dark:text-stone-400 max-w-md">
+ {getMessage().OPENGROUND_SELECT_MODEL_TO_VIEW_DESCRIPTION}
+ </p>
+ </div>
+ )}
+ </div>
+ </div>
+ </div>
+ );
+}
diff --git a/src/client/src/app/(playground)/openground/new/add-provider.tsx b/src/client/src/app/(playground)/openground/new/add-provider.tsx
deleted file mode 100644
index 22dec65b..00000000
--- a/src/client/src/app/(playground)/openground/new/add-provider.tsx
+++ /dev/null
@@ -1,67 +0,0 @@
-import Image from "next/image";
-import {
- Sheet,
- SheetContent,
- SheetHeader,
- SheetTitle,
- SheetTrigger,
-} from "@/components/ui/sheet";
-import { MouseEventHandler, ReactNode } from "react";
-import { providersConfig } from "@/constants/openground";
-
-export default function AddProvider({
- children,
- onClick,
-}: {
- children: ReactNode;
- onClick: MouseEventHandler;
-}) {
- return (
- <Sheet>
- <SheetTrigger asChild>{children}</SheetTrigger>
- <SheetContent className="max-w-none sm:max-w-none w-1/2 bg-stone-100 dark:bg-stone-900 border-transparent">
- <SheetHeader>
- <SheetTitle>Select Provider</SheetTitle>
- </SheetHeader>
- <div className="h-full w-full flex grow pb-8">
- <div className="flex h-full w-full flex-col">
- <div className="relative py-6 flex-1 flex flex-wrap gap-2 overflow-y-auto justify-center items-start">
- {Object.keys(providersConfig).map((key) => {
- const provider =
- providersConfig[key as keyof typeof providersConfig];
- return (
- <div
- className="flex flex-col h-auto bg-stone-300 dark:bg-stone-500 p-6 rounded text-stone-900 dark:text-stone-200 gap-4 aspect-square justify-center items-center cursor-pointer"
- data-key={key}
- key={key}
- onClick={onClick}
- >
- <Image
- src={provider.logoDark}
- width={100}
- height={20}
- alt={provider.title}
- className="dark:hidden"
- />
- <Image
- src={provider.logo}
- width={100}
- height={20}
- alt={provider.title}
- className="hidden dark:block"
- />
- <div className="space-y-1 text-sm">
- <p className="text-xs text-muted-foreground">
- {provider.subTitle}
- </p>
- </div>
- </div>
- );
- })}
- </div>
- </div>
- </div>
- </SheetContent>
- </Sheet>
- );
-}
diff --git a/src/client/src/app/(playground)/openground/new/page.tsx b/src/client/src/app/(playground)/openground/new/page.tsx
index d69500f1..35fb272d 100644
--- a/src/client/src/app/(playground)/openground/new/page.tsx
+++ b/src/client/src/app/(playground)/openground/new/page.tsx
@@ -1,15 +1,218 @@
"use client";
-import PromptInput from "./prompt-input";
-import Providers from "./providers";
+import { Button } from "@/components/ui/button";
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { useRootStore } from "@/store";
+import { PlayIcon, RotateCcwIcon, Loader2Icon } from "lucide-react";
+import { toast } from "sonner";
import OpengroundHeader from "@/components/(playground)/openground/header";
+import PromptSourceToggle from "@/components/(playground)/openground/prompt-source-toggle";
+import DynamicProviderGrid from "@/components/(playground)/openground/dynamic-provider-grid";
+import ProviderSettingsPanel from "@/components/(playground)/openground/provider-settings-panel";
+import MetricsOverview from "@/components/(playground)/openground/metrics-overview";
+import PerformanceWaterfall from "@/components/(playground)/openground/performance-waterfall";
+import CostBreakdown from "@/components/(playground)/openground/cost-breakdown";
+import ProviderResultCard from "@/components/(playground)/openground/provider-result-card";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import getMessage from "@/constants/messages";
+
+export default function OpengroundNew() {
+ const promptSource = useRootStore((state) => state.openground.promptSource);
+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);
+ const evaluatedResponse = useRootStore((state) => state.openground.evaluatedResponse);
+ const setEvaluatedLoading = useRootStore((state) => state.openground.setEvaluatedLoading);
+ const setEvaluatedData = useRootStore((state) => state.openground.setEvaluatedData);
+ const reset = useRootStore((state) => state.openground.reset);
+
+ const { fireRequest: fireEvaluateRequest } = useFetchWrapper();
+
+ const handleEvaluate = () => {
+ // Validation
+ if (selectedProvidersNew.length === 0) {
+ toast.error(getMessage().OPENGROUND_SELECT_PROVIDER_ERROR);
+ return;
+ }
+
+ const prompt =
+ promptSource.type === "custom"
+ ? promptSource.content
+ : promptSource.content;
+
+ if (!prompt?.trim()) {
+ toast.error(getMessage().OPENGROUND_ENTER_PROMPT_ERROR);
+ return;
+ }
+
+ // Check variables
+ const variableRegex = /\{\{([^}]+)\}\}/g;
+ const variables: string[] = [];
+ let match;
+ while ((match = variableRegex.exec(prompt)) !== null) {
+ variables.push(match[1].trim());
+ }
+
+ const missingVars = variables.filter(
+ (v) => !promptSource.variables?.[v]?.trim()
+ );
+ if (missingVars.length > 0) {
+ toast.error(`${getMessage().OPENGROUND_FILL_VARIABLES_ERROR}: ${missingVars.join(", ")}`);
+ return;
+ }
+
+ setEvaluatedLoading(true);
+
+ fireEvaluateRequest({
+ requestType: "POST",
+ url: "/api/openground",
+ body: JSON.stringify({
+ promptSource,
+ providers: selectedProvidersNew.map((p) => ({
+ provider: p.provider,
+ model: p.model,
+ config: p.config,
+ })),
+ }),
+ successCb: (data: any) => {
+ setEvaluatedData(data);
+ toast.success(getMessage().OPENGROUND_EVALUATION_SUCCESS, {
+ id: "evaluation",
+ });
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_EVALUATION_FAILED, {
+ id: "evaluation",
+ });
+ setEvaluatedLoading(false);
+ },
+ });
+ };
+
+ const handleReset = () => {
+ reset();
+ toast.success(getMessage().OPENGROUND_RESET_SUCCESS);
+ };
+
+ const canEvaluate =
+ !evaluatedResponse.isLoading &&
+ selectedProvidersNew.length > 0 &&
+ (promptSource.type === "custom"
+ ? promptSource.content?.trim()
+ : promptSource.promptId);
+
+ // Type guard for new format
+ const providerResults = (evaluatedResponse.data && Array.isArray(evaluatedResponse.data)
+ && evaluatedResponse.data.length > 0
+ && 'provider' in evaluatedResponse.data[0])
+ ? evaluatedResponse.data as ProviderResult[]
+ : null;
-export default function Openground() {
return (
- <div className="flex flex-col w-full h-full gap-4">
- <OpengroundHeader validateResponse />
- <Providers />
- <PromptInput />
+ <div className="flex flex-col w-full h-full gap-6 overflow-auto">
+ <OpengroundHeader validateResponse={false} />
+
+ {/* Main Content */}
+ <div className="space-y-6">
+ {/* Step 1: Prompt Configuration */}
+ <PromptSourceToggle />
+
+ {/* Step 2: Provider Selection */}
+ <DynamicProviderGrid />
+
+ {/* Step 3: Provider Settings */}
+ <ProviderSettingsPanel />
+
+ {/* Action Buttons */}
+ <Card className="p-4 border-stone-200 dark:border-stone-800">
+ <div className="flex items-center justify-between">
+ <div className="text-sm text-stone-600 dark:text-stone-400">
+ {selectedProvidersNew.length === 0 ? (
+ getMessage().OPENGROUND_SELECT_PROVIDERS_BEGIN
+ ) : evaluatedResponse.data ? (
+ <span className="text-green-600 dark:text-green-400 font-medium">
+ ✓ {getMessage().OPENGROUND_EVALUATION_COMPLETE}
+ </span>
+ ) : (
+ `${getMessage().OPENGROUND_READY_TO_EVALUATE} ${selectedProvidersNew.length} provider${
+ selectedProvidersNew.length > 1 ? "s" : ""
+ }`
+ )}
+ </div>
+ <div className="flex gap-2">
+ {evaluatedResponse.data && (
+ <Button
+ variant="outline"
+ onClick={handleReset}
+ className="gap-2"
+ >
+ <RotateCcwIcon className="h-4 w-4" />
+ {getMessage().RESET}
+ </Button>
+ )}
+ <Button
+ onClick={handleEvaluate}
+ disabled={!canEvaluate || evaluatedResponse.isLoading}
+ className="gap-2"
+ >
+ {evaluatedResponse.isLoading ? (
+ <>
+ <Loader2Icon className="h-4 w-4 animate-spin" />
+ {getMessage().OPENGROUND_EVALUATING}
+ </>
+ ) : (
+ <>
+ <PlayIcon className="h-4 w-4" />
+ {getMessage().OPENGROUND_EVALUATE_PROVIDERS}
+ </>
+ )}
+ </Button>
+ </div>
+ </div>
+ </Card>
+
+ {/* Results Section */}
+ {providerResults && (
+ <div className="space-y-6">
+ {/* Metrics Overview */}
+ <MetricsOverview data={providerResults} />
+
+ {/* Performance & Cost Analysis */}
+ <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">
+ <PerformanceWaterfall data={providerResults} />
+ <CostBreakdown data={providerResults} />
+ </div>
+
+ {/* Detailed Results */}
+ <Card className="border-stone-200 dark:border-stone-800">
+ <CardHeader>
+ <CardTitle className="text-lg">{getMessage().OPENGROUND_PROVIDER_RESPONSES}</CardTitle>
+ </CardHeader>
+ <CardContent className="space-y-4">
+ {providerResults.map((result, index) => (
+ <ProviderResultCard key={index} result={result} index={index} />
+ ))}
+ </CardContent>
+ </Card>
+ </div>
+ )}
+
+ {/* Loading State */}
+ {evaluatedResponse.isLoading && (
+ <Card className="p-12 border-stone-200 dark:border-stone-800">
+ <div className="flex flex-col items-center justify-center gap-4">
+ <Loader2Icon className="h-12 w-12 animate-spin text-blue-500" />
+ <div className="text-center">
+ <p className="text-lg font-medium text-stone-900 dark:text-stone-100">
+ {getMessage().OPENGROUND_EVALUATING_PROVIDERS}
+ </p>
+ <p className="text-sm text-stone-500 dark:text-stone-400 mt-1">
+ {getMessage().OPENGROUND_MAY_TAKE_FEW_SECONDS}
+ </p>
+ </div>
+ </div>
+ </Card>
+ )}
+ </div>
</div>
);
}
diff --git a/src/client/src/app/(playground)/openground/new/prompt-input.tsx b/src/client/src/app/(playground)/openground/new/prompt-input.tsx
deleted file mode 100644
index 74593fd4..00000000
--- a/src/client/src/app/(playground)/openground/new/prompt-input.tsx
+++ /dev/null
@@ -1,95 +0,0 @@
-import { Button } from "@/components/ui/button";
-import { Input } from "@/components/ui/input";
-import { CLIENT_EVENTS } from "@/constants/events";
-import {
- getEvaluatedResponse,
- getPrompt,
- getSelectedProviders,
- setEvaluatedData,
- setEvaluatedLoading,
- setPrompt,
-} from "@/selectors/openground";
-import { useRootStore } from "@/store";
-import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
-import { usePostHog } from "posthog-js/react";
-import { toast } from "sonner";
-
-export default function PromptInput() {
- const posthog = usePostHog();
- const { fireRequest } = useFetchWrapper();
- const prompt = useRootStore(getPrompt);
- const selectedProviders = useRootStore(getSelectedProviders);
- const updatePrompt = useRootStore(setPrompt);
- const setEvaluatedDataFunction = useRootStore(setEvaluatedData);
- const setEvaluatedLoadingFunction = useRootStore(setEvaluatedLoading);
- const onTextValueChange: any = (ev: any) => {
- updatePrompt(ev.target.value);
- };
- const evaluatedResponse = useRootStore(getEvaluatedResponse);
-
- const onSubmit = () => {
- const payload: any = {
- prompt,
- selectedProviders,
- };
-
- if (selectedProviders.length < 2) {
- toast.warning("Requires atleast two providers to compare!", {
- id: "evaluation",
- });
- return;
- }
-
- setEvaluatedLoadingFunction(true);
-
- fireRequest({
- body: JSON.stringify(payload),
- requestType: "POST",
- url: "/api/openground",
- responseDataKey: "data",
- successCb: (data) => {
- toast.success("Evaluation finished!", {
- id: "evaluation",
- });
- setEvaluatedDataFunction(data);
- posthog?.capture(CLIENT_EVENTS.OPENGROUND_EVALUATION_SUCCESS, {
- providers: selectedProviders.map(({ provider }) => provider),
- prompt,
- });
- },
- failureCb: (err?: string) => {
- toast.error(err || "Evaluation failed!", {
- id: "evaluation",
- });
- posthog?.capture(CLIENT_EVENTS.OPENGROUND_EVALUATION_FAILURE);
- },
- });
- };
-
- if (evaluatedResponse.data) return null;
-
- return (
- <div className="fixed bottom-4 left-1/2 z-10 w-full max-w-2xl -translate-x-1/2">
- <div className="flex items-center gap-2 rounded-md bg-stone-300 shadow-sm dark:bg-stone-700 overflow-hidden p-2">
- <Input
- className="flex-1 outline-none bg-transparent border-none text-stone-600 dark:bg-transparent dark:text-stone-300"
- placeholder="Enter your prompt..."
- type="text"
- onChange={onTextValueChange}
- value={prompt}
- />
- <Button
- className={`bg-primary dark:bg-primary hover:bg-primary dark:hover:bg-primary text-stone-50 dark:text-stone-50 rounded-md`}
- disabled={
- selectedProviders.length < 2 ||
- prompt.length < 1 ||
- evaluatedResponse.isLoading
- }
- onClick={onSubmit}
- >
- Compare Responses
- </Button>
- </div>
- </div>
- );
-}
diff --git a/src/client/src/app/(playground)/openground/new/provider-response.tsx b/src/client/src/app/(playground)/openground/new/provider-response.tsx
deleted file mode 100644
index 343dbe2e..00000000
--- a/src/client/src/app/(playground)/openground/new/provider-response.tsx
+++ /dev/null
@@ -1,26 +0,0 @@
-import { ProviderType } from "@/types/store/openground";
-import { useRootStore } from "@/store";
-import {
- getEvaluatedResponse,
- getSelectedProviders,
-} from "@/selectors/openground";
-import ProviderTable from "@/components/(playground)/openground/provider-table";
-
-export default function ProviderResponse({
- provider,
- index,
-}: {
- provider: ProviderType;
- index: number;
-}) {
- const selectedProviders = useRootStore(getSelectedProviders);
- const evaluatedResponse = useRootStore(getEvaluatedResponse);
- return (
- <ProviderTable
- provider={provider}
- index={index}
- selectedProviders={selectedProviders}
- evaluatedResponse={evaluatedResponse}
- />
- );
-}
diff --git a/src/client/src/app/(playground)/openground/new/providers.tsx b/src/client/src/app/(playground)/openground/new/providers.tsx
deleted file mode 100644
index 21822e16..00000000
--- a/src/client/src/app/(playground)/openground/new/providers.tsx
+++ /dev/null
@@ -1,95 +0,0 @@
-import { PlusIcon } from "lucide-react";
-import { Providers } from "@/types/store/openground";
-import { useRootStore } from "@/store";
-import {
- addProvider,
- getEvaluatedResponse,
- getSelectedProviders,
-} from "@/selectors/openground";
-import AddProvider from "./add-provider";
-import { MouseEventHandler, useRef } from "react";
-import { isNil } from "lodash";
-import { providersConfig } from "@/constants/openground";
-import ProviderResponse from "./provider-response";
-
-export default function ProvidersUI() {
- const containerRef = useRef<HTMLDivElement>(null);
- const selectedProviders = useRootStore(getSelectedProviders);
- const addProviderItem = useRootStore(addProvider);
- const evaluatedResponse = useRootStore(getEvaluatedResponse);
- const onClickAdd: MouseEventHandler = (event) => {
- const { key } = (event.currentTarget as HTMLElement).dataset;
- if (key) {
- const providerConfig = providersConfig[key as Providers];
- if (providerConfig) {
- const defaultConfig = providerConfig.config.reduce(
- (acc: Record<string, any>, config: Record<string, any>) => {
- if (!isNil(config.defaultValue)) {
- acc[config.key] = config.defaultValue;
- }
-
- return acc;
- },
- {}
- );
- addProviderItem(key as Providers, defaultConfig);
- setTimeout(() => {
- if (containerRef.current) {
- containerRef.current.scrollLeft = containerRef.current.scrollWidth;
- }
- }, 60);
- }
- }
- };
-
- const AddProviderPlaceholder = () => (
- <div className="flex h-full w-1/2 grow">
- <AddProvider onClick={onClickAdd}>
- <div className="flex grow items-center justify-center cursor-pointer text-stone-500 dark:text-stone-400 hover:bg-stone-200 dark:hover:bg-stone-800">
- Select Provider
- </div>
- </AddProvider>
- </div>
- );
-
- const AddProviderButton = () => (
- <AddProvider onClick={onClickAdd}>
- <div className="flex h-full items-center justify-center cursor-pointer shrink-0 bg-stone-300 hover:bg-stone-400 text-stone-400 hover:text-stone-300 dark:hover:bg-stone-800 dark:text-stone-400 dark:bg-stone-700">
- <PlusIcon />
- </div>
- </AddProvider>
- );
-
- const children = selectedProviders.map(({ provider }, index) => (
- <div
- key={`selected-provider-${index}`}
- className="flex h-full grow w-full min-w-[40%] max-w-[50%]"
- >
- <ProviderResponse provider={providersConfig[provider]} index={index} />
- </div>
- ));
-
- if (children.length < 2) {
- if (children.length < 1) {
- children.push(<AddProviderPlaceholder key={`addplaceholder-1`} />);
- }
- children.push(<AddProviderPlaceholder key={`addplaceholder-2`} />);
- }
-
- return (
- <div className="flex w-full h-full gap-4 overflow-auto">
- <div
- className="flex w-full h-full bg-stone-100 grow dark:bg-stone-900 transition-all relative gap-1"
- ref={containerRef}
- >
- {children}
- </div>
- {selectedProviders.length > 1 &&
- selectedProviders.length < 5 &&
- !evaluatedResponse.data &&
- !evaluatedResponse.isLoading ? (
- <AddProviderButton />
- ) : null}
- </div>
- );
-}
diff --git a/src/client/src/app/(playground)/openground/page.tsx b/src/client/src/app/(playground)/openground/page.tsx
index 449754bf..5bdf7b86 100644
--- a/src/client/src/app/(playground)/openground/page.tsx
+++ b/src/client/src/app/(playground)/openground/page.tsx
@@ -4,79 +4,171 @@ import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
import Link from "next/link";
import { useCallback, useEffect } from "react";
import { toast } from "sonner";
-import { EyeIcon } from "lucide-react";
+import { Component, EyeIcon, MonitorPlay, PlayIcon } from "lucide-react";
import OpengroundHeader from "@/components/(playground)/openground/header";
-import { OpengroundRequest, OpengroundStats } from "@/types/openground";
import { Columns } from "@/components/data-table/columns";
-import { jsonParse } from "@/utils/json";
import DataTable from "@/components/data-table/table";
import OpengroundGettingStarted from "@/components/(playground)/getting-started/openground";
+import { OpengroundRecord } from "@/lib/platform/openground-clickhouse";
+import { format } from "date-fns";
+import { Badge } from "@/components/ui/badge";
+import { Button } from "@/components/ui/button";
+import { useRootStore } from "@/store";
+import { useRouter } from "next/navigation";
+import getMessage from "@/constants/messages";
+import FeatureHero from "@/components/(playground)/getting-started/feature-hero";
-const columns: Columns<string, OpengroundRequest> = {
+const columns: Columns<string, OpengroundRecord> = {
prompt: {
header: () => "Prompt",
cell: ({ row }) => {
- const stats: OpengroundStats = jsonParse(row.stats);
- return stats.prompt;
+ return (
+ <div className="max-w-md">
+ <p className="truncate text-sm font-medium text-stone-900 dark:text-stone-100">
+ {row.promptSource === "prompt-hub" && (
+ <Component className="w-3 h-3 inline mr-2" />
+ )}
+ {row.prompt}
+ </p>
+ </div>
+ );
},
},
- createdBy: {
- header: () => "Created By",
- cell: ({ row }) => row.createdByUser.email,
+ providers: {
+ header: () => "Providers",
+ cell: ({ row }) => {
+ return (
+ <div className="flex gap-1 items-center ">
+ <span className="text-green-500">{row.totalProviders - (row.errors?.length || 0)}</span>
+ <div className="bg-stone-200 dark:bg-stone-800 h-3 w-0.5 shrink-0" />
+ <span className="text-red-500">{(row.errors?.length || 0)}</span>
+ </div>
+ );
+ },
},
- databaseConfig: {
- header: () => "Database Config",
+ bestCost: {
+ header: () => "Best Cost",
cell: ({ row }) => {
- return row.databaseConfig.name;
+ return row.minCostProvider !== undefined ? (
+ <div className="flex flex-col">
+ <span className="text-sm font-medium text-green-600 dark:text-green-400">
+ ${row.minCost.toFixed(6)}
+ </span>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {row.minCostProvider}
+ </span>
+ </div>
+ ) : (
+ <span className="text-xs text-stone-400">-</span>
+ );
},
},
- minCostProvider: {
- header: () => "Min Cost Provider",
+ bestSpeed: {
+ header: () => "Best Speed",
cell: ({ row }) => {
- const stats: OpengroundStats = jsonParse(row.stats);
- return stats.minCostProvider ? `${stats.minCostProvider} (${stats.minCost})` : "-";
+ return row.minResponseTimeProvider !== undefined ? (
+ <div className="flex flex-col">
+ <span className="text-sm font-medium text-blue-600 dark:text-blue-400">
+ {row.minResponseTime.toFixed(2)}s
+ </span>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {row.minResponseTimeProvider}
+ </span>
+ </div>
+ ) : (
+ <span className="text-xs text-stone-400">-</span>
+ );
},
},
- minResponseTime: {
- header: () => "Min Response Time",
+ bestEfficiency: {
+ header: () => getMessage().BEST_EFFICIENCY,
cell: ({ row }) => {
- const stats: OpengroundStats = jsonParse(row.stats);
- return stats.minResponseTimeProvider ? `${stats.minResponseTimeProvider} (${stats.minResponseTime})` : "-";
+ return row.minCompletionTokensProvider !== undefined ? (
+ <div className="flex flex-col">
+ <span className="text-sm font-medium text-purple-600 dark:text-purple-400">
+ {row.minCompletionTokens} tokens
+ </span>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {row.minCompletionTokensProvider}
+ </span>
+ </div>
+ ) : (
+ <span className="text-xs text-stone-400">-</span>
+ );
},
},
- minCompletionTokens: {
- header: () => "Min Completion Tokens",
+ createdAt: {
+ header: () => "Created",
cell: ({ row }) => {
- const stats: OpengroundStats = jsonParse(row.stats);
- return stats.minCompletionTokensProvider ? `${stats.minCompletionTokensProvider} (${stats.minCompletionTokens})` : "-";
+ return (
+ <span className="text-sm text-stone-600 dark:text-stone-400">
+ {format(new Date(row.createdAt), "MMM d, y HH:mm")}
+ </span>
+ );
},
},
actions: {
header: () => "Actions",
- cell: ({ row }) => {
+ cell: ({ row, extraFunctions }) => {
return (
- <Link href={`/openground/${row.id}`}>
- <EyeIcon />
- </Link>
+ <div className="flex items-center gap-2">
+ <Link href={`/openground/${row.id}`}>
+ <Button variant="ghost" size="icon" className="h-8 w-8">
+ <EyeIcon className="h-4 w-4" />
+ </Button>
+ </Link>
+ <Button
+ variant="ghost"
+ size="icon"
+ className="h-8 w-8"
+ onClick={() => extraFunctions?.handleRerun(row)}
+ >
+ <PlayIcon className="h-4 w-4" />
+ </Button>
+ </div>
);
},
},
}
export default function Openground() {
- const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRequest[]>();
+ const router = useRouter();
+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRecord[]>();
+ const setPromptSource = useRootStore((state) => state.openground.setPromptSource);
+ const reset = useRootStore((state) => state.openground.reset);
+
const fetchData = useCallback(async () => {
fireRequest({
requestType: "GET",
url: `/api/openground`,
failureCb: (err?: string) => {
- toast.error(err || `Cannot connect to server!`, {
+ toast.error(err || getMessage().CANNOT_CONNECT_TO_SERVER, {
id: "openground",
});
},
});
}, []);
+ const handleRerun = useCallback((record: OpengroundRecord) => {
+ // Reset store and load the evaluation data
+ reset();
+
+ // Set prompt source
+ setPromptSource({
+ type: record.promptSource,
+ content: record.prompt,
+ promptId: record.promptHubId,
+ version: record.promptHubVersion ? parseInt(record.promptHubVersion) : undefined,
+ variables: record.promptVariables,
+ });
+
+ // Navigate to new evaluation page
+ toast.success(getMessage().OPENGROUND_EVALUATION_LOADED, {
+ id: "openground-rerun",
+ });
+ router.push("/openground/new");
+ }, [reset, setPromptSource, router]);
+
useEffect(() => {
fetchData();
}, []);
@@ -92,6 +184,12 @@ export default function Openground() {
return (
<div className="flex flex-col w-full h-full gap-4">
<OpengroundHeader validateResponse={false} />
+ <FeatureHero
+ iconComponent={<MonitorPlay />}
+ title={getMessage().FEATURE_OPENGROUND}
+ description={getMessage().GET_STARTED_WITH_OPENGROUND_DESCRIPTION}
+ />
+
<DataTable
columns={columns}
data={data || []}
@@ -99,13 +197,16 @@ export default function Openground() {
isLoading={isLoading}
visibilityColumns={{
prompt: true,
- createdBy: true,
- databaseConfig: true,
- minCostProvider: true,
- minResponseTime: true,
- minCompletionTokens: true,
+ providers: true,
+ bestCost: true,
+ bestSpeed: true,
+ bestEfficiency: true,
+ createdAt: true,
actions: true
}}
+ extraFunctions={{
+ handleRerun,
+ }}
/>
</div>
);
diff --git a/src/client/src/app/api/openground/[id]/route.ts b/src/client/src/app/api/openground/[id]/route.ts
index 048f1b8b..74ab702d 100644
--- a/src/client/src/app/api/openground/[id]/route.ts
+++ b/src/client/src/app/api/openground/[id]/route.ts
@@ -1,6 +1,28 @@
-import { getOpengroundRequest } from "@/lib/platform/openground";
+import { getOpengroundEvaluationById } from "@/lib/platform/openground-clickhouse";
+import { getCurrentUser } from "@/lib/session";
+import { getDBConfigByUser } from "@/lib/db-config";
+import asaw from "@/utils/asaw";
+import getMessage from "@/constants/messages";
export async function GET(_: Request, { params }: { params: { id: string } }) {
- const response = await getOpengroundRequest(params.id);
- return Response.json(response);
+ const user = await getCurrentUser();
+ if (!user) {
+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return Response.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const { data, err } = await getOpengroundEvaluationById(params.id, dbConfig.id);
+
+ if (err) {
+ return Response.json({ error: err }, { status: 404 });
+ }
+
+ return Response.json(data);
}
diff --git a/src/client/src/app/api/openground/config/route.ts b/src/client/src/app/api/openground/config/route.ts
new file mode 100644
index 00000000..5cfa3e75
--- /dev/null
+++ b/src/client/src/app/api/openground/config/route.ts
@@ -0,0 +1,205 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getCurrentUser } from "@/lib/session";
+import { getDBConfigByUser } from "@/lib/db-config";
+import asaw from "@/utils/asaw";
+import {
+ getOpenGroundConfigs,
+ upsertOpenGroundConfig,
+ deleteOpenGroundConfig,
+ toggleOpenGroundConfigStatus,
+} from "@/lib/platform/openground/config";
+import * as messages from "@/constants/messages/en";
+
+/**
+ * GET /api/openground/config
+ * Get all provider configurations for the current user
+ */
+export async function GET(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: messages.UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: messages.DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const { data, err } = await getOpenGroundConfigs(user.id, dbConfig.id);
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json(data);
+ } catch (error: any) {
+ console.error("Config GET error:", error);
+ return NextResponse.json(
+ { error: messages.OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+}
+
+/**
+ * POST /api/openground/config
+ * Create or update a provider configuration
+ */
+export async function POST(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: messages.UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: messages.DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const body = await request.json();
+ const { provider, vaultId, modelId, isActive } = body;
+
+ if (!provider || !vaultId) {
+ return NextResponse.json(
+ { error: "Provider and vaultId are required" },
+ { status: 400 }
+ );
+ }
+
+ const { data, err } = await upsertOpenGroundConfig({
+ provider,
+ vaultId,
+ modelId,
+ userId: user.id,
+ databaseConfigId: dbConfig.id,
+ isActive,
+ });
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json(data);
+ } catch (error: any) {
+ console.error("Config POST error:", error);
+ return NextResponse.json(
+ { error: messages.OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+}
+
+/**
+ * DELETE /api/openground/config
+ * Delete a provider configuration
+ */
+export async function DELETE(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: messages.UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: messages.DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const { searchParams } = new URL(request.url);
+ const configId = searchParams.get("id");
+
+ if (!configId) {
+ return NextResponse.json(
+ { error: "Config ID is required" },
+ { status: 400 }
+ );
+ }
+
+ const { data, err } = await deleteOpenGroundConfig(configId, user.id, dbConfig.id);
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json({ message: data });
+ } catch (error: any) {
+ console.error("Config DELETE error:", error);
+ return NextResponse.json(
+ { error: messages.OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+}
+
+/**
+ * PATCH /api/openground/config
+ * Toggle active status of a configuration
+ */
+export async function PATCH(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: messages.UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: messages.DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const body = await request.json();
+ const { configId, isActive } = body;
+
+ if (!configId || typeof isActive !== "boolean") {
+ return NextResponse.json(
+ { error: "Config ID and isActive status are required" },
+ { status: 400 }
+ );
+ }
+
+ const { data, err } = await toggleOpenGroundConfigStatus(
+ configId,
+ user.id,
+ dbConfig.id,
+ isActive
+ );
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json(data);
+ } catch (error: any) {
+ console.error("Config PATCH error:", error);
+ return NextResponse.json(
+ { error: messages.OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+}
diff --git a/src/client/src/app/api/openground/migrate/route.ts b/src/client/src/app/api/openground/migrate/route.ts
new file mode 100644
index 00000000..9b7d19fd
--- /dev/null
+++ b/src/client/src/app/api/openground/migrate/route.ts
@@ -0,0 +1,97 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getCurrentUser } from "@/lib/session";
+import { getDBConfigByUser } from "@/lib/db-config";
+import asaw from "@/utils/asaw";
+import {
+ migrateOpengroundDataToClickhouse,
+ checkMigrationNeeded,
+} from "@/lib/platform/openground-clickhouse/migrate-data";
+import getMessage from "@/constants/messages";
+
+/**
+ * POST /api/openground/migrate
+ * Migrates existing Prisma OpenGround data to ClickHouse
+ */
+export async function POST(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ // Run the migration
+ const result = await migrateOpengroundDataToClickhouse(dbConfig.id);
+
+ if (result.err) {
+ return NextResponse.json(
+ { error: result.err, details: result.details },
+ { status: 500 }
+ );
+ }
+
+ return NextResponse.json({
+ message: "Migration completed successfully",
+ result: result.data,
+ });
+ } catch (error: any) {
+ console.error("Migration API error:", error);
+ return NextResponse.json(
+ {
+ error: getMessage().OPENGROUND_DATA_MIGRATION_FAILED,
+ details: error.message || String(error),
+ },
+ { status: 500 }
+ );
+ }
+}
+
+/**
+ * GET /api/openground/migrate
+ * Checks if migration is needed
+ */
+export async function GET(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const needsMigration = await checkMigrationNeeded(dbConfig.id);
+
+ return NextResponse.json({
+ needsMigration,
+ databaseConfigId: dbConfig.id,
+ });
+ } catch (error: any) {
+ console.error("Migration check API error:", error);
+ return NextResponse.json(
+ {
+ error: "Failed to check migration status",
+ details: error.message || String(error),
+ },
+ { status: 500 }
+ );
+ }
+}
diff --git a/src/client/src/app/api/openground/models/cleanup/route.ts b/src/client/src/app/api/openground/models/cleanup/route.ts
new file mode 100644
index 00000000..497619f7
--- /dev/null
+++ b/src/client/src/app/api/openground/models/cleanup/route.ts
@@ -0,0 +1,116 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getServerSession } from "next-auth";
+import { authOptions } from "@/app/auth";
+import { dataCollector } from "@/lib/platform/common";
+import { getDBConfigByUser } from "@/lib/db-config";
+import getMessage from "@/constants/messages";
+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";
+import asaw from "@/utils/asaw";
+import Sanitizer from "@/utils/sanitizer";
+
+// Extend the session type to include id
+interface SessionWithId {
+ user?: {
+ id?: string;
+ name?: string | null;
+ email?: string | null;
+ image?: string | null;
+ };
+}
+
+// POST: Clean up models with invalid UUIDs
+export async function POST(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ // First, get all models to see which ones have invalid UUIDs
+ const selectQuery = `
+ SELECT toString(id) as id, model_id, display_name
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${session.user.id}'
+ AND database_config_id = '${dbConfig.id}'
+ `;
+
+ const { data: allModels, err: selectErr } = await dataCollector(
+ { query: selectQuery },
+ "query",
+ dbConfig.id
+ );
+
+ if (selectErr) {
+ console.error("Error fetching models:", selectErr);
+ return NextResponse.json(
+ { error: selectErr || getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ // Identify invalid UUIDs
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ const invalidModels = (allModels as any[] || []).filter(
+ (model: any) => !model.id || !uuidRegex.test(model.id)
+ );
+
+ if (invalidModels.length === 0) {
+ return NextResponse.json({
+ message: "No invalid models found",
+ cleaned: 0,
+ });
+ }
+
+ // Use separate parameters to prevent log injection
+ console.log('Found', invalidModels.length, 'models with invalid UUIDs:', invalidModels);
+
+ // Sanitize user inputs to prevent SQL injection
+ const sanitizedUserId = Sanitizer.sanitizeValue(session.user.id);
+ const sanitizedDbConfigId = Sanitizer.sanitizeValue(dbConfig.id);
+
+ // Delete all rows with invalid UUIDs using a simpler approach
+ // We'll delete all and rely on the user to recreate valid ones
+ const deleteQuery = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ DELETE WHERE created_by_user_id = '${sanitizedUserId}'
+ AND database_config_id = '${sanitizedDbConfigId}'
+ AND NOT match(toString(id), '^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$')
+ `;
+
+ console.log("Cleanup query:", deleteQuery);
+
+ const { err: deleteErr } = await dataCollector(
+ { query: deleteQuery },
+ "exec",
+ dbConfig.id
+ );
+
+ if (deleteErr) {
+ console.error("Error cleaning up models:", deleteErr);
+ return NextResponse.json(
+ { error: deleteErr || getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ return NextResponse.json({
+ message: `Successfully cleaned up ${invalidModels.length} models with invalid UUIDs`,
+ cleaned: invalidModels.length,
+ invalidModels: invalidModels.map((m: any) => ({
+ id: m.id,
+ model_id: m.model_id,
+ name: m.display_name,
+ })),
+ });
+}
diff --git a/src/client/src/app/api/openground/models/debug/route.ts b/src/client/src/app/api/openground/models/debug/route.ts
new file mode 100644
index 00000000..8dd31d42
--- /dev/null
+++ b/src/client/src/app/api/openground/models/debug/route.ts
@@ -0,0 +1,100 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getServerSession } from "next-auth";
+import { authOptions } from "@/app/auth";
+import { dataCollector } from "@/lib/platform/common";
+import { getDBConfigByUser } from "@/lib/db-config";
+import getMessage from "@/constants/messages";
+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";
+import asaw from "@/utils/asaw";
+
+// Extend the session type to include id
+interface SessionWithId {
+ user?: {
+ id?: string;
+ name?: string | null;
+ email?: string | null;
+ image?: string | null;
+ };
+}
+
+// GET: Debug endpoint to check table status
+export async function GET(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ // Check if table exists
+ const checkTableQuery = `
+ SELECT name
+ FROM system.tables
+ WHERE database = currentDatabase()
+ AND name = '${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}'
+ `;
+
+ const { data: tableData, err: tableErr } = await dataCollector(
+ { query: checkTableQuery },
+ "query",
+ dbConfig.id
+ );
+
+ // Try to get table schema
+ const schemaQuery = `DESCRIBE TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}`;
+ const { data: schemaData, err: schemaErr } = await dataCollector(
+ { query: schemaQuery },
+ "query",
+ dbConfig.id
+ );
+
+ // Try to count rows
+ const countQuery = `SELECT count() as count FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}`;
+ const { data: countData, err: countErr } = await dataCollector(
+ { query: countQuery },
+ "query",
+ dbConfig.id
+ );
+
+ // Get actual data to see what's being stored
+ const dataQuery = `SELECT toString(id) as id, provider, model_id, display_name FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME} LIMIT 5`;
+ const { data: sampleData, err: dataQueryErr } = await dataCollector(
+ { query: dataQuery },
+ "query",
+ dbConfig.id
+ );
+
+ return NextResponse.json({
+ tableName: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,
+ databaseConfigId: dbConfig.id,
+ userId: session.user.id,
+ checks: {
+ tableExists: {
+ result: tableData,
+ error: tableErr,
+ },
+ schema: {
+ result: schemaData,
+ error: schemaErr,
+ },
+ rowCount: {
+ result: countData,
+ error: countErr,
+ },
+ sampleData: {
+ result: sampleData,
+ error: dataQueryErr,
+ },
+ },
+ });
+}
diff --git a/src/client/src/app/api/openground/models/migrate/route.ts b/src/client/src/app/api/openground/models/migrate/route.ts
new file mode 100644
index 00000000..51dbee3d
--- /dev/null
+++ b/src/client/src/app/api/openground/models/migrate/route.ts
@@ -0,0 +1,61 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getServerSession } from "next-auth";
+import { authOptions } from "@/app/auth";
+import { getDBConfigByUser } from "@/lib/db-config";
+import getMessage from "@/constants/messages";
+import asaw from "@/utils/asaw";
+import CreateOpengroundCustomModelsMigration from "@/clickhouse/migrations/create-openground-custom-models-migration";
+
+// Extend the session type to include id
+interface SessionWithId {
+ user?: {
+ id?: string;
+ name?: string | null;
+ email?: string | null;
+ image?: string | null;
+ };
+}
+
+// POST: Manually trigger the custom models table migration
+export async function POST(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ // Run the migration
+ const result = await CreateOpengroundCustomModelsMigration(dbConfig.id);
+
+ if (result.err) {
+ console.error("Migration error:", result.err);
+ return NextResponse.json(
+ { error: result.err },
+ { status: 500 }
+ );
+ }
+
+ if (result.migrationExist) {
+ return NextResponse.json({
+ message: "Migration already exists",
+ alreadyRan: true,
+ });
+ }
+
+ return NextResponse.json({
+ message: "Migration completed successfully",
+ success: true,
+ data: result.data,
+ });
+}
diff --git a/src/client/src/app/api/openground/models/route.ts b/src/client/src/app/api/openground/models/route.ts
new file mode 100644
index 00000000..20644af2
--- /dev/null
+++ b/src/client/src/app/api/openground/models/route.ts
@@ -0,0 +1,361 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getServerSession } from "next-auth";
+import { authOptions } from "@/app/auth";
+import { dataCollector } from "@/lib/platform/common";
+import { getDBConfigByUser } from "@/lib/db-config";
+import getMessage from "@/constants/messages";
+import Sanitizer from "@/utils/sanitizer";
+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";
+import asaw from "@/utils/asaw";
+
+// Extend the session type to include id
+interface SessionWithId {
+ user?: {
+ id?: string;
+ name?: string | null;
+ email?: string | null;
+ image?: string | null;
+ };
+}
+
+// GET: List all custom models for a provider (or all providers if no provider specified)
+export async function GET(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ const searchParams = request.nextUrl.searchParams;
+ const provider = searchParams.get("provider");
+
+ // If no provider specified, return all custom models grouped by provider
+ if (!provider) {
+ const query = `
+ SELECT
+ toString(id) as customId,
+ model_id as id,
+ provider,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'
+ ORDER BY provider, created_at DESC
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ dbConfig.id
+ );
+
+ if (err) {
+ return NextResponse.json(
+ { error: getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ // Filter out invalid UUIDs and group by provider
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ const grouped: Record<string, any[]> = {};
+ const invalidIds: string[] = [];
+
+ (data as any[] || []).forEach((model: any) => {
+ // Check if UUID is valid
+ if (!model.customId || !uuidRegex.test(model.customId)) {
+ invalidIds.push(model.customId || 'null');
+ return; // Skip invalid models
+ }
+
+ if (!grouped[model.provider]) {
+ grouped[model.provider] = [];
+ }
+ grouped[model.provider].push(model);
+ });
+
+ // Log invalid IDs for cleanup
+ if (invalidIds.length > 0) {
+ // Use separate parameters to prevent log injection
+ console.warn('Found', invalidIds.length, 'models with invalid UUIDs:', invalidIds);
+ console.warn('These models will not be shown in the UI. Clean them up by calling: DELETE FROM', OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME, 'WHERE id NOT IN (SELECT id FROM', OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME, 'WHERE match(toString(id), \'^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$\'))');
+ }
+
+ console.log("GET /api/openground/models - Returning grouped models:", JSON.stringify(grouped, null, 2));
+
+ return NextResponse.json(grouped);
+ }
+
+ // Get models for specific provider
+ const query = `
+ SELECT
+ toString(id) as customId,
+ provider,
+ model_id as id,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'
+ AND provider = '${Sanitizer.sanitizeValue(provider)}'
+ ORDER BY created_at DESC
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ dbConfig.id
+ );
+
+ if (err) {
+ return NextResponse.json(
+ { error: getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ // Filter out invalid UUIDs
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ const validModels = (data as any[] || []).filter((model: any) => {
+ const isValid = model.customId && uuidRegex.test(model.customId);
+ if (!isValid) {
+ console.warn(`Filtering out model with invalid UUID:`, model.customId);
+ }
+ return isValid;
+ });
+
+ return NextResponse.json(validModels);
+}
+
+// POST: Create or update a custom model
+export async function POST(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ const body = await request.json();
+ const { provider, model, customId } = body;
+
+ console.log("POST /api/openground/models - Body:", JSON.stringify(body, null, 2));
+ console.log("CustomId type:", typeof customId, "value:", customId);
+
+ if (!provider || !model?.id || !model?.displayName) {
+ console.error("Validation failed - provider:", provider, "model.id:", model?.id, "model.displayName:", model?.displayName);
+ return NextResponse.json(
+ { error: "Provider, model ID, and display name are required" },
+ { status: 400 }
+ );
+ }
+
+ // Check if updating existing model
+ if (customId) {
+ console.log("Updating custom model with ID:", customId);
+
+ // Validate UUID format
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ if (!uuidRegex.test(customId)) {
+ console.error("Invalid UUID format:", customId);
+ return NextResponse.json(
+ { error: `Invalid UUID format: ${customId}` },
+ { status: 400 }
+ );
+ }
+
+ // Use ALTER TABLE UPDATE for ClickHouse
+ const capabilitiesArray = (model.capabilities || [])
+ .map((c: string) => `'${Sanitizer.sanitizeValue(c)}'`)
+ .join(", ");
+
+ const updateQuery = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ UPDATE
+ display_name = '${Sanitizer.sanitizeValue(model.displayName)}',
+ context_window = ${model.contextWindow || 4096},
+ input_price_per_m_token = ${model.inputPricePerMToken || 0},
+ output_price_per_m_token = ${model.outputPricePerMToken || 0},
+ capabilities = [${capabilitiesArray}],
+ updated_at = now()
+ WHERE id = toUUID('${Sanitizer.sanitizeValue(customId)}')
+ `;
+
+ console.log("Update query:", updateQuery);
+
+ const { err } = await dataCollector(
+ { query: updateQuery },
+ "exec",
+ dbConfig.id
+ );
+
+ if (err) {
+ console.error("Error updating model:", err);
+ return NextResponse.json(
+ { error: err || getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ return NextResponse.json({ success: true, updated: true });
+ }
+
+ // Insert new model - Use dataCollector's insert type to let ClickHouse handle UUID generation
+ const { err } = await dataCollector(
+ {
+ table: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,
+ values: [
+ {
+ provider: provider,
+ model_id: model.id,
+ display_name: model.displayName,
+ context_window: model.contextWindow || 4096,
+ input_price_per_m_token: model.inputPricePerMToken || 0,
+ output_price_per_m_token: model.outputPricePerMToken || 0,
+ capabilities: model.capabilities || [],
+ created_by_user_id: session.user.id,
+ database_config_id: dbConfig.id,
+ },
+ ],
+ },
+ "insert",
+ dbConfig.id
+ );
+
+ if (err) {
+ console.error("Error inserting custom model:", err);
+ return NextResponse.json(
+ { error: err || getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ // Fetch the newly created model to return it
+ const selectQuery = `
+ SELECT
+ toString(id) as customId,
+ provider,
+ model_id as id,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'
+ AND provider = '${Sanitizer.sanitizeValue(provider)}'
+ AND model_id = '${Sanitizer.sanitizeValue(model.id)}'
+ ORDER BY created_at DESC
+ LIMIT 1
+ `;
+
+ const { data: newModel } = await dataCollector(
+ { query: selectQuery },
+ "query",
+ dbConfig.id
+ );
+
+ console.log("Newly created model:", JSON.stringify(newModel, null, 2));
+
+ return NextResponse.json({
+ success: true,
+ created: true,
+ model: (newModel as any[])?.[0]
+ });
+}
+
+// DELETE: Remove a custom model
+export async function DELETE(request: NextRequest) {
+ const session = (await getServerSession(authOptions)) as SessionWithId;
+
+ if (!session?.user?.id) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ const searchParams = request.nextUrl.searchParams;
+ const id = searchParams.get("id");
+
+ console.log("DELETE - id parameter:", id, "type:", typeof id);
+
+ if (!id) {
+ return NextResponse.json(
+ { error: "Model ID parameter is required" },
+ { status: 400 }
+ );
+ }
+
+ // Validate UUID format
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ if (!uuidRegex.test(id)) {
+ console.error("Invalid UUID format:", id);
+ return NextResponse.json(
+ { error: `Invalid UUID format: ${id}` },
+ { status: 400 }
+ );
+ }
+
+ const deleteQuery = `
+ DELETE FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')
+ AND created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'
+ `;
+
+ console.log("Delete query:", deleteQuery);
+
+ const { err } = await dataCollector(
+ { query: deleteQuery },
+ "exec",
+ dbConfig.id
+ );
+
+ if (err) {
+ console.error("Delete error:", err);
+ return NextResponse.json(
+ { error: err || getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+
+ return NextResponse.json({ success: true, deleted: true });
+}
diff --git a/src/client/src/app/api/openground/providers/route.ts b/src/client/src/app/api/openground/providers/route.ts
new file mode 100644
index 00000000..b181ebc6
--- /dev/null
+++ b/src/client/src/app/api/openground/providers/route.ts
@@ -0,0 +1,87 @@
+import { NextRequest, NextResponse } from "next/server";
+import { getCurrentUser } from "@/lib/session";
+import { getDBConfigByUser } from "@/lib/db-config";
+import getMessage from "@/constants/messages";
+import asaw from "@/utils/asaw";
+import {
+ getAllProvidersWithCustomModels,
+ getProviderByIdWithCustomModels,
+ searchProvidersWithCustomModels,
+} from "@/lib/platform/openground/provider-service";
+
+/**
+ * GET /api/openground/providers
+ * Get all available LLM providers with custom models merged in
+ */
+export async function GET(request: NextRequest) {
+ try {
+ const user = await getCurrentUser();
+ if (!user) {
+ return NextResponse.json(
+ { error: getMessage().UNAUTHORIZED_USER },
+ { status: 401 }
+ );
+ }
+
+ const { searchParams } = new URL(request.url);
+ const providerId = searchParams.get("provider");
+ const search = searchParams.get("search");
+
+ // Get database config
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig?.id) {
+ return NextResponse.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 500 }
+ );
+ }
+
+ // Get specific provider
+ if (providerId) {
+ const { data: provider, err } = await getProviderByIdWithCustomModels(
+ providerId,
+ user.id,
+ dbConfig.id
+ );
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 404 });
+ }
+
+ return NextResponse.json(provider);
+ }
+
+ // Search providers
+ if (search) {
+ const { data: providers, err } = await searchProvidersWithCustomModels(
+ search,
+ user.id,
+ dbConfig.id
+ );
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json(providers);
+ }
+
+ // Get all providers
+ const { data: providers, err } = await getAllProvidersWithCustomModels(
+ user.id,
+ dbConfig.id
+ );
+
+ if (err) {
+ return NextResponse.json({ error: err }, { status: 500 });
+ }
+
+ return NextResponse.json(providers);
+ } catch (error: any) {
+ console.error("Providers GET error:", error);
+ return NextResponse.json(
+ { error: getMessage().OPERATION_FAILED },
+ { status: 500 }
+ );
+ }
+}
diff --git a/src/client/src/app/api/openground/route.ts b/src/client/src/app/api/openground/route.ts
index 70d6998d..92d84153 100644
--- a/src/client/src/app/api/openground/route.ts
+++ b/src/client/src/app/api/openground/route.ts
@@ -1,15 +1,70 @@
-import OpenLitHelper from "@/helpers/server/openlit";
-import { evaluate, getAllOpengroundRequests } from "@/lib/platform/openground";
+import { evaluate } from "@/lib/platform/openground/evaluate";
+import { getOpengroundEvaluations } from "@/lib/platform/openground-clickhouse";
+import { getCurrentUser } from "@/lib/session";
+import { getDBConfigByUser } from "@/lib/db-config";
+import asaw from "@/utils/asaw";
+import getMessage from "@/constants/messages";
export async function GET() {
- const response = await getAllOpengroundRequests();
- return Response.json(response);
+ const user = await getCurrentUser();
+ if (!user) {
+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return Response.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const { data, err } = await getOpengroundEvaluations(user.id, dbConfig.id, {
+ page: 1,
+ limit: 100,
+ });
+
+ if (err) {
+ return Response.json({ error: err }, { status: 500 });
+ }
+
+ return Response.json(data);
}
export async function POST(request: Request) {
- const formData = await request.json();
+ const user = await getCurrentUser();
+ if (!user) {
+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });
+ }
+
+ const [, dbConfig] = await asaw(getDBConfigByUser(true));
+ if (!dbConfig) {
+ return Response.json(
+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },
+ { status: 404 }
+ );
+ }
+
+ const body = await request.json();
+ const { promptSource, providers } = body;
+
+ if (!promptSource || !providers || !Array.isArray(providers)) {
+ return Response.json(
+ { error: "Invalid request body: promptSource and providers are required" },
+ { status: 400 }
+ );
+ }
+
+ const { data, err } = await evaluate({
+ promptSource,
+ providers,
+ userId: user.id,
+ databaseConfigId: dbConfig.id,
+ });
+
+ if (err) {
+ return Response.json({ error: err }, { status: 500 });
+ }
- if (!OpenLitHelper.pricingInfo) await OpenLitHelper.fetchPricingInfo();
- const response = await evaluate(formData);
- return Response.json(response);
+ return Response.json(data);
}
diff --git a/src/client/src/app/auth.ts b/src/client/src/app/auth.ts
index 2eb5e13e..b422b28d 100644
--- a/src/client/src/app/auth.ts
+++ b/src/client/src/app/auth.ts
@@ -116,12 +116,13 @@ export const authOptions = {
}
}
- // Set the user ID to the existing user
- user.id = existingUser.id;
- } catch (error) {
- console.error(`Error linking ${account.provider} account:`, error);
- return false;
- }
+ // Set the user ID to the existing user
+ user.id = existingUser.id;
+ } catch (error) {
+ // Use separate parameters to prevent log injection
+ console.error('Error linking account for provider:', account.provider, error);
+ return false;
+ }
}
return true;
}
diff --git a/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.ts b/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.ts
new file mode 100644
index 00000000..bc328ae2
--- /dev/null
+++ b/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.ts
@@ -0,0 +1,75 @@
+import { dataCollector } from "@/lib/platform/common";
+import getMessage from "@/constants/messages";
+import prisma from "@/lib/prisma";
+import asaw from "@/utils/asaw";
+import { getDBConfigById, getDBConfigByUser } from "@/lib/db-config";
+
+export const OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME = "openlit_openground_custom_models";
+
+export default async function CreateOpengroundCustomModelsMigration(databaseConfigId?: string) {
+ const [, dbConfig] = await asaw(
+ databaseConfigId
+ ? getDBConfigById({ id: databaseConfigId })
+ : getDBConfigByUser(true)
+ );
+
+ if (!dbConfig?.id) return { err: getMessage().DATABASE_CONFIG_NOT_FOUND };
+
+ // Check if migration already ran
+ const [, migrationExist] = await asaw(
+ prisma.clickhouseMigrations.findFirst({
+ where: {
+ AND: {
+ databaseConfigId: dbConfig.id,
+ clickhouseMigrationId: "create-openground-custom-models-table",
+ },
+ },
+ })
+ );
+
+ if (migrationExist?.id) {
+ return { migrationExist: true };
+ }
+
+ // Create custom models table
+ const customModelsTableQuery = `
+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME} (
+ id UUID DEFAULT generateUUIDv4(),
+ provider String, -- Provider ID (e.g., 'openai', 'anthropic')
+ model_id String, -- Model identifier
+ display_name String, -- Human-readable name
+ context_window UInt32 DEFAULT 4096, -- Context window size
+ input_price_per_m_token Float64 DEFAULT 0, -- Input price per million tokens
+ output_price_per_m_token Float64 DEFAULT 0, -- Output price per million tokens
+ capabilities Array(String) DEFAULT [], -- Array of capabilities
+
+ created_by_user_id String, -- User who created
+ database_config_id String, -- Multi-tenancy
+ created_at DateTime DEFAULT now(),
+ updated_at DateTime DEFAULT now()
+ ) ENGINE = MergeTree()
+ PRIMARY KEY (database_config_id, created_by_user_id, provider, id)
+ ORDER BY (database_config_id, created_by_user_id, provider, id, created_at);
+ `;
+
+ const { err } = await dataCollector(
+ { query: customModelsTableQuery },
+ "exec",
+ dbConfig.id
+ );
+
+ if (err) {
+ console.error("Migration error:", err);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ // Record migration success
+ await prisma.clickhouseMigrations.create({
+ data: {
+ databaseConfigId: dbConfig.id,
+ clickhouseMigrationId: "create-openground-custom-models-table",
+ },
+ });
+
+ return { data: "Migration successful" };
+}
diff --git a/src/client/src/clickhouse/migrations/create-openground-migration.ts b/src/client/src/clickhouse/migrations/create-openground-migration.ts
new file mode 100644
index 00000000..6970dee0
--- /dev/null
+++ b/src/client/src/clickhouse/migrations/create-openground-migration.ts
@@ -0,0 +1,170 @@
+import { dataCollector } from "@/lib/platform/common";
+import getMessage from "@/constants/messages";
+import prisma from "@/lib/prisma";
+import asaw from "@/utils/asaw";
+import { getDBConfigByUser, getDBConfigById } from "@/lib/db-config";
+import {
+ OPENLIT_OPENGROUND_TABLE_NAME,
+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,
+ OPENLIT_OPENGROUND_CONFIG_TABLE_NAME,
+} from "@/lib/platform/openground/table-details";
+
+export default async function CreateOpengroundMigration(databaseConfigId?: string) {
+ const [, dbConfig] = await asaw(
+ databaseConfigId
+ ? getDBConfigById({ id: databaseConfigId })
+ : getDBConfigByUser(true)
+ );
+
+ if (!dbConfig?.id) return { err: getMessage().DATABASE_CONFIG_NOT_FOUND };
+
+ // Check if migration already ran
+ const [, migrationExist] = await asaw(
+ prisma.clickhouseMigrations.findFirst({
+ where: {
+ AND: {
+ databaseConfigId: dbConfig.id,
+ clickhouseMigrationId: "create-openground-table",
+ },
+ },
+ })
+ );
+
+ if (migrationExist?.id) {
+ return { migrationExist: true };
+ }
+
+ // Create main OpenGround table
+ const opengroundTableQuery = `
+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_TABLE_NAME} (
+ id UUID DEFAULT generateUUIDv4(),
+ prompt String, -- User prompt
+ prompt_source String DEFAULT 'custom', -- 'custom' or 'prompt-hub'
+ prompt_hub_id Nullable(UUID), -- FK to prompt hub if used
+ prompt_hub_version Nullable(String), -- Version if from hub
+ prompt_variables String DEFAULT '{}', -- JSON: variable substitutions
+
+ created_by_user_id String, -- User who created
+ database_config_id String, -- Multi-tenancy
+ created_at DateTime DEFAULT now(),
+
+ -- Computed statistics
+ total_providers UInt8, -- Number of providers evaluated
+ min_cost Float64, -- Minimum cost across providers
+ min_cost_provider String DEFAULT '', -- Provider with min cost
+ min_response_time Float64, -- Minimum response time
+ min_response_time_provider String DEFAULT '', -- Provider with min time
+ min_completion_tokens UInt32, -- Minimum tokens
+ min_completion_tokens_provider String DEFAULT '', -- Provider with min tokens
+ errors Array(String), -- Array of error messages
+
+ -- Indexes for fast queries
+ INDEX user_index (created_by_user_id) TYPE bloom_filter GRANULARITY 1,
+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,
+ INDEX created_at_index (created_at) TYPE minmax GRANULARITY 1,
+ INDEX prompt_source_index (prompt_source) TYPE bloom_filter GRANULARITY 1
+ ) ENGINE = MergeTree()
+ ORDER BY (database_config_id, created_at, created_by_user_id);
+ `;
+
+ // Create provider results table (1:N relationship)
+ const providerResultsQuery = `
+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} (
+ id UUID DEFAULT generateUUIDv4(),
+ openground_id UUID, -- FK to openground table
+
+ -- Provider info
+ provider String, -- 'openai', 'anthropic', etc.
+ model String, -- Model name
+
+ -- Request configuration
+ config String DEFAULT '{}', -- JSON: temperature, maxTokens, etc.
+
+ -- Response data
+ response String DEFAULT '', -- LLM response text
+ error String DEFAULT '', -- Error message if failed
+
+ -- Metrics
+ cost Float64 DEFAULT 0, -- Cost in USD
+ prompt_tokens UInt32 DEFAULT 0, -- Prompt tokens used
+ completion_tokens UInt32 DEFAULT 0, -- Completion tokens used
+ total_tokens UInt32 DEFAULT 0, -- Total tokens
+ response_time Float64 DEFAULT 0, -- Response time in seconds
+ finish_reason String DEFAULT '', -- 'stop', 'length', etc.
+
+ -- Full provider response
+ provider_response String DEFAULT '{}', -- JSON: full API response
+
+ created_at DateTime DEFAULT now(),
+
+ -- Indexes
+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,
+ INDEX provider_index (provider) TYPE bloom_filter GRANULARITY 1,
+ INDEX model_index (model) TYPE bloom_filter GRANULARITY 1
+ ) ENGINE = MergeTree()
+ ORDER BY (openground_id, provider, created_at);
+ `;
+
+ // Create configuration table for provider settings
+ const configTableQuery = `
+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME} (
+ id UUID DEFAULT generateUUIDv4(),
+ user_id String, -- User who owns this config
+ database_config_id String, -- Multi-tenancy
+ provider String, -- 'openai', 'anthropic', etc.
+ vault_id String, -- FK to vault secret (API key)
+ model_id Nullable(String), -- Default model (optional)
+ is_active Boolean DEFAULT true, -- Whether config is active
+ created_at DateTime DEFAULT now(),
+ updated_at DateTime DEFAULT now(),
+
+ -- Indexes for fast queries
+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,
+ INDEX provider_index (provider) TYPE bloom_filter GRANULARITY 1,
+ INDEX active_index (is_active) TYPE bloom_filter GRANULARITY 1
+ ) ENGINE = MergeTree()
+ ORDER BY (user_id, database_config_id, provider);
+ `;
+
+ const queries = [opengroundTableQuery, providerResultsQuery, configTableQuery];
+
+ const queryResponses = await Promise.all(
+ queries.map(async (query) => await dataCollector({ query }, "exec", dbConfig.id))
+ );
+
+ const errors = queryResponses.filter((res) => res.err);
+ if (errors.length > 0) {
+ console.error("Migration errors:", errors);
+ return { err: getMessage().OPENGROUND_MIGRATION_FAILED };
+ }
+
+ // Record migration success
+ await prisma.clickhouseMigrations.create({
+ data: {
+ databaseConfigId: dbConfig.id,
+ clickhouseMigrationId: "create-openground-table",
+ },
+ });
+
+ // Automatically migrate existing Prisma data to ClickHouse
+ console.log("ClickHouse tables created. Checking for existing data to migrate...");
+ try {
+ // Import the migration function dynamically to avoid circular dependencies
+ const { migrateOpengroundDataToClickhouse } = await import(
+ "@/lib/platform/openground-clickhouse/migrate-data"
+ );
+
+ const migrationResult = await migrateOpengroundDataToClickhouse(dbConfig.id);
+
+ if (migrationResult.data) {
+ console.log("Data migration completed:", migrationResult.data);
+ } else if (migrationResult.err) {
+ console.warn("Data migration warning:", migrationResult.err);
+ }
+ } catch (migrationError) {
+ console.warn("Could not auto-migrate data:", migrationError);
+ console.log("You can manually trigger migration via POST /api/openground/migrate");
+ }
+
+ return { data: "Migration successful" };
+}
diff --git a/src/client/src/clickhouse/migrations/index.ts b/src/client/src/clickhouse/migrations/index.ts
index 547eb4a6..4adb7b2c 100644
--- a/src/client/src/clickhouse/migrations/index.ts
+++ b/src/client/src/clickhouse/migrations/index.ts
@@ -3,6 +3,9 @@ import CreateCronLogMigration from "./create-cron-log-migration";
import CreatePromptMigration from "./create-prompt-migration";
import CreateVaultMigration from "./create-vault-migration";
import CreateCustomDashboardsMigration from "./create-custom-dashboards-migration";
+import CreateOpengroundMigration from "./create-openground-migration";
+import CreateOpengroundCustomModelsMigration from "./create-openground-custom-models-migration";
+
export default async function migrations(databaseConfigId?: string) {
return Promise.all([
CreatePromptMigration(databaseConfigId),
@@ -10,5 +13,7 @@ export default async function migrations(databaseConfigId?: string) {
CreateEvaluationMigration(databaseConfigId),
CreateCronLogMigration(databaseConfigId),
CreateCustomDashboardsMigration(databaseConfigId),
+ CreateOpengroundMigration(databaseConfigId),
+ CreateOpengroundCustomModelsMigration(databaseConfigId),
]);
}
diff --git a/src/client/src/components/(playground)/getting-started/feature-hero.tsx b/src/client/src/components/(playground)/getting-started/feature-hero.tsx
new file mode 100644
index 00000000..ea404427
--- /dev/null
+++ b/src/client/src/components/(playground)/getting-started/feature-hero.tsx
@@ -0,0 +1,31 @@
+import { ReactNode } from "react"
+
+export default function FeatureHero({
+ iconComponent,
+ title,
+ description,
+}: {
+ iconComponent: ReactNode
+ title: string,
+ description: string,
+}) {
+ return (
+ <div className="border dark:border-stone-800 rounded-lg p-6">
+ <div className="flex items-start space-x-4">
+ <div className="flex-shrink-0">
+ <div className="w-10 h-10 bg-stone-200 dark:bg-stone-700 rounded-full p-1.5 flex items-center justify-center">
+ {iconComponent}
+ </div>
+ </div>
+ <div className="flex-1">
+ <h2 className="text-xl font-semibold text-stone-600 dark:text-stone-300 mb-2">
+ {title}
+ </h2>
+ <p className="text-stone-600 dark:text-stone-300">
+ {description}
+ </p>
+ </div>
+ </div>
+ </div>
+ )
+}
\ No newline at end of file
diff --git a/src/client/src/components/(playground)/getting-started/openground/index.tsx b/src/client/src/components/(playground)/getting-started/openground/index.tsx
index d3f56d66..74c394a4 100644
--- a/src/client/src/components/(playground)/getting-started/openground/index.tsx
+++ b/src/client/src/components/(playground)/getting-started/openground/index.tsx
@@ -1,43 +1,23 @@
import React from 'react';
import { Card, CardContent, CardTitle } from '@/components/ui/card';
import OpengroundHeader from '../../openground/header';
+import getMessage from '@/constants/messages';
export default function OpengroundGettingStarted() {
return (
<div className="flex flex-col items-center p-8">
<div className="max-w-4xl w-full">
<h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">
- Get Started with OpenGround
+ {getMessage().GET_STARTED_WITH_OPENGROUND}
</h1>
<p className="text-center text-md mb-12 text-stone-500 dark:text-stone-500">
- Experiment and test different LLM configurations, prompts, and parameters.
- Compare outputs side-by-side to find the optimal setup for your use case.
+ {getMessage().GET_STARTED_WITH_OPENGROUND_DESCRIPTION}
</p>
<OpengroundHeader validateResponse={false} className='flex mb-8 items-center justify-center' />
<div className="grid grid-cols-1 md:grid-cols-2 gap-6">
- {[{
- icon: "🔬",
- title: "Test Configurations",
- description: "Experiment with different LLM models, parameters, and settings to find the best configuration for your specific use case.",
- },
- {
- icon: "🔄",
- title: "Compare Results",
- description: "View outputs from different configurations side-by-side to make informed decisions about your LLM setup.",
- },
- {
- icon: "📝",
- title: "Prompt Testing",
- description: "Test and refine your prompts iteratively to achieve better results and more accurate AI responses.",
- },
- {
- icon: "⚡",
- title: "Quick Iteration",
- description: "Rapidly test multiple variations to optimize your LLM application before deploying to production.",
- }
- ].map((item) => (
+ {getMessage().GET_STARTED_WITH_OPENGROUND_FEATURE_DETAILS.map((item) => (
<Card className='border' key={item.title}>
<CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'>
<span className="text-2xl">{item.icon}</span>
diff --git a/src/client/src/components/(playground)/getting-started/prompts/index.tsx b/src/client/src/components/(playground)/getting-started/prompts/index.tsx
index 5d21680f..991e772a 100644
--- a/src/client/src/components/(playground)/getting-started/prompts/index.tsx
+++ b/src/client/src/components/(playground)/getting-started/prompts/index.tsx
@@ -1,42 +1,22 @@
import React from 'react';
import { Card, CardContent, CardTitle } from '@/components/ui/card';
import PromptHubHeader from '../../prompt-hub/header';
+import getMessage from '@/constants/messages';
export default function PromptsGettingStarted() {
return (
<div className="flex flex-col items-center p-8">
<div className="max-w-4xl w-full">
<h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">
- Get Started with Prompt Hub
+ {getMessage().GET_STARTED_WITH_PROMPT_HUB}
</h1>
<p className="text-center text-md mb-6 text-stone-500 dark:text-stone-500">
- Centralized prompt management system to version, deploy, and collaborate on prompts.
- Track prompt usage, manage variables, and easily retrieve prompts across your applications.
+ {getMessage().GET_STARTED_WITH_PROMPT_HUB_DESCRIPTION}
</p>
<PromptHubHeader createNew className="grid grid-cols-2 w-full items-center justify-center gap-6 mb-8 [&>*:first-child]:justify-self-end [&>*:nth-child(2)]:justify-self-start" />
<div className="grid grid-cols-1 md:grid-cols-2 gap-6">
- {[{
- icon: "📝",
- title: "Version Control",
- description: "Track and manage different versions of your prompts with complete version history and rollback capabilities.",
- },
- {
- icon: "🔄",
- title: "Variable Support",
- description: "Create dynamic prompts with variable placeholders for flexible and reusable prompt templates.",
- },
- {
- icon: "👥",
- title: "Team Collaboration",
- description: "Collaborate with your team on prompt development and track who created and modified prompts.",
- },
- {
- icon: "📊",
- title: "Usage Tracking",
- description: "Monitor prompt downloads and usage across your applications to understand which prompts are most valuable.",
- }
- ].map((item) => (
+ {getMessage().GET_STARTED_WITH_PROMPT_HUB_FEATURE_DETAILS.map((item) => (
<Card className='border' key={item.title}>
<CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300 text-xl'>
<span>{item.icon}</span>
diff --git a/src/client/src/components/(playground)/getting-started/secrets/index.tsx b/src/client/src/components/(playground)/getting-started/secrets/index.tsx
index b1c801bd..7a928774 100644
--- a/src/client/src/components/(playground)/getting-started/secrets/index.tsx
+++ b/src/client/src/components/(playground)/getting-started/secrets/index.tsx
@@ -1,6 +1,7 @@
import React from 'react';
import { Card, CardContent, CardTitle } from '@/components/ui/card';
import VaultHeader from '../../vault/header';
+import getMessage from '@/constants/messages';
export default function SecretsGettingStarted({
successCallback
@@ -11,36 +12,15 @@ export default function SecretsGettingStarted({
<div className="flex flex-col items-center p-8">
<div className="max-w-4xl w-full">
<h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">
- Get Started with Vault
+ {getMessage().GET_STARTED_WITH_VAULT}
</h1>
<p className="text-center text-md mb-12 text-stone-500 dark:text-stone-500">
- Securely store and access sensitive information including LLM API keys and credentials.
- Access your secrets through authenticated API endpoints with full audit tracking.
+ {getMessage().GET_STARTED_WITH_VAULT_DESCRIPTION}
</p>
<VaultHeader successCallback={successCallback} className="grid grid-cols-2 w-full items-center justify-center gap-6 mb-8 [&>*:first-child]:justify-self-end [&>*:nth-child(2)]:justify-self-start" />
<div className="grid grid-cols-1 md:grid-cols-2 gap-6">
- {[{
- icon: "🔒",
- title: "Secure Storage",
- description: "Store LLM API keys and sensitive credentials securely with encryption and access controls.",
- },
- {
- icon: "🔑",
- title: "API Access",
- description: "Access your secrets through authenticated API endpoints for seamless integration with your applications.",
- },
- {
- icon: "👤",
- title: "User Tracking",
- description: "Track who created and updated each secret for complete accountability and transparency.",
- },
- {
- icon: "⏰",
- title: "Update History",
- description: "Monitor when secrets were last updated to ensure your credentials remain current and secure.",
- }
- ].map((item) => (
+ {getMessage().GET_STARTED_WITH_VAULT_FEATURE_DETAILS.map((item) => (
<Card className='border' key={item.title}>
<CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'>
<span className="text-2xl">{item.icon}</span>
diff --git a/src/client/src/components/(playground)/getting-started/tracing/index.tsx b/src/client/src/components/(playground)/getting-started/tracing/index.tsx
index 6c4cfdf8..3e06fe00 100644
--- a/src/client/src/components/(playground)/getting-started/tracing/index.tsx
+++ b/src/client/src/components/(playground)/getting-started/tracing/index.tsx
@@ -3,75 +3,75 @@ import React, { memo } from 'react';
import { Card, CardContent, CardTitle } from '@/components/ui/card';
import { Tabs, TabsContent, TabsList, TabsTrigger } from "@/components/ui/tabs";
import CodeBlock from "@/components/common/code-block";
+import getMessage from '@/constants/messages';
export default memo(function TracingGettingStarted() {
return (
<div className="flex flex-col items-center p-8 w-full">
<div className="w-full">
<h1 className="text-3xl font-semibold text-center mb-4 text-stone-800 dark:text-stone-200">
- Get Started with Observability
+ {getMessage().GET_STARTED_WITH_TRACING}
</h1>
<p className="text-center text-md mb-8 text-stone-500 dark:text-stone-500">
- OpenTelemetry-native auto-instrumentation to trace LLMs, agents, vector databases and GPUs with zero-code.
- Visualize application flow, identify performance bottlenecks, and track errors with detailed stack traces.
+ {getMessage().GET_STARTED_WITH_TRACING_DESCRIPTION}
</p>
<div className='grid grid-cols-2 gap-6'>
- {/* Setup Instructions */}
- <div className="mb-12">
- <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">
- Setup OpenLIT SDK
- </h2>
-
- <Tabs className="w-full" defaultValue="python">
- <TabsList>
- <TabsTrigger value="python">Python</TabsTrigger>
- <TabsTrigger value="typescript">TypeScript</TabsTrigger>
- </TabsList>
-
- {/* Python Tab */}
- <TabsContent value="python" className="space-y-6">
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>
- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
- Install the{" "}
- <a
- className="text-primary italic px-1"
- href="https://github.com/openlit/openlit/tree/main/sdk/python"
- target="_blank"
- rel="noopener noreferrer"
- >
- OpenLIT Python SDK
- </a>{" "}
- using pip:
- </p>
- <CodeBlock
- className="text-xs"
- code={`pip install openlit`}
- language="bash"
- />
- </div>
-
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>
- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
- Add the following two lines to your application code:
- </p>
- <CodeBlock
- className="text-xs"
- code={`import openlit
+ {/* Setup Instructions */}
+ <div className="mb-12">
+ <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">
+ Setup OpenLIT SDK
+ </h2>
+
+ <Tabs className="w-full" defaultValue="python">
+ <TabsList>
+ <TabsTrigger value="python">Python</TabsTrigger>
+ <TabsTrigger value="typescript">TypeScript</TabsTrigger>
+ </TabsList>
+
+ {/* Python Tab */}
+ <TabsContent value="python" className="space-y-6">
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>
+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
+ Install the{" "}
+ <a
+ className="text-primary italic px-1"
+ href="https://github.com/openlit/openlit/tree/main/sdk/python"
+ target="_blank"
+ rel="noopener noreferrer"
+ >
+ OpenLIT Python SDK
+ </a>{" "}
+ using pip:
+ </p>
+ <CodeBlock
+ className="text-xs"
+ code={`pip install openlit`}
+ language="bash"
+ />
+ </div>
+
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>
+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
+ Add the following two lines to your application code:
+ </p>
+ <CodeBlock
+ className="text-xs"
+ code={`import openlit
openlit.init(otlp_endpoint="http://127.0.0.1:4318")`}
- language="python"
- />
- </div>
-
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>
- <CodeBlock
- className="text-xs"
- code={`from openai import OpenAI
+ language="python"
+ />
+ </div>
+
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>
+ <CodeBlock
+ className="text-xs"
+ code={`from openai import OpenAI
import openlit
openlit.init(otlp_endpoint="http://127.0.0.1:4318")
@@ -87,62 +87,62 @@ chat_completion = client.chat.completions.create(
],
model="gpt-3.5-turbo",
)`}
- language="python"
- />
- </div>
-
- <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">
- <p className="text-sm text-stone-600 dark:text-stone-400">
- <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}
- <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.
- </p>
- </div>
- </TabsContent>
-
- {/* TypeScript Tab */}
- <TabsContent value="typescript" className="space-y-6">
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>
- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
- Install the{" "}
- <a
- className="text-primary italic px-1"
- href="https://github.com/openlit/openlit/tree/main/sdk/typescript"
- target="_blank"
- rel="noopener noreferrer"
- >
- OpenLIT TypeScript SDK
- </a>{" "}
- using npm:
- </p>
- <CodeBlock
- className="text-xs"
- code={`npm install openlit`}
- language="bash"
- />
- </div>
-
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>
- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
- Add the following lines to your application code:
- </p>
- <CodeBlock
- className="text-xs"
- code={`import openlit from 'openlit';
+ language="python"
+ />
+ </div>
+
+ <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">
+ <p className="text-sm text-stone-600 dark:text-stone-400">
+ <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}
+ <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.
+ </p>
+ </div>
+ </TabsContent>
+
+ {/* TypeScript Tab */}
+ <TabsContent value="typescript" className="space-y-6">
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>
+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
+ Install the{" "}
+ <a
+ className="text-primary italic px-1"
+ href="https://github.com/openlit/openlit/tree/main/sdk/typescript"
+ target="_blank"
+ rel="noopener noreferrer"
+ >
+ OpenLIT TypeScript SDK
+ </a>{" "}
+ using npm:
+ </p>
+ <CodeBlock
+ className="text-xs"
+ code={`npm install openlit`}
+ language="bash"
+ />
+ </div>
+
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>
+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">
+ Add the following lines to your application code:
+ </p>
+ <CodeBlock
+ className="text-xs"
+ code={`import openlit from 'openlit';
openlit.init({
otlpEndpoint: "http://127.0.0.1:4318"
});`}
- language="typescript"
- />
- </div>
-
- <div>
- <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>
- <CodeBlock
- className="text-xs"
- code={`import OpenAI from 'openai';
+ language="typescript"
+ />
+ </div>
+
+ <div>
+ <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>
+ <CodeBlock
+ className="text-xs"
+ code={`import OpenAI from 'openai';
import openlit from 'openlit';
openlit.init({ otlpEndpoint: "http://127.0.0.1:4318" });
@@ -155,47 +155,23 @@ const chatCompletion = await client.chat.completions.create({
messages: [{ role: 'user', content: 'What is LLM Observability?' }],
model: 'gpt-3.5-turbo',
});`}
- language="typescript"
- />
- </div>
-
- <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">
- <p className="text-sm text-stone-600 dark:text-stone-400">
- <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}
- <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.
- </p>
- </div>
- </TabsContent>
- </Tabs>
- </div>
+ language="typescript"
+ />
+ </div>
+
+ <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">
+ <p className="text-sm text-stone-600 dark:text-stone-400">
+ <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}
+ <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.
+ </p>
+ </div>
+ </TabsContent>
+ </Tabs>
+ </div>
- {/* Features Grid */}
- <div>
- <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">
- Key Features
- </h2>
+ {/* Features Grid */}
<div className="grid grid-cols-1 gap-6">
- {[{
- icon: "🔍",
- title: "Zero-Code Instrumentation",
- description: "Automatically trace LLMs, agents, frameworks, vector databases, and GPUs without modifying your existing code.",
- },
- {
- icon: "⚡",
- title: "Exception Tracking",
- description: "Track and debug application errors with detailed stack traces to rapidly identify and resolve issues.",
- },
- {
- icon: "🔄",
- title: "OpenTelemetry Compatible",
- description: "Full OpenTelemetry compatibility allows you to view traces from any OpenTelemetry-instrumented tool in your stack.",
- },
- {
- icon: "📊",
- title: "Performance Insights",
- description: "Visualize application flow and identify performance bottlenecks to optimize your GenAI and LLM applications.",
- }
- ].map((item, index) => (
+ {getMessage().GET_STARTED_WITH_TRACING_FEATURE_DETAILS.map((item, index) => (
<Card key={item.title} className='border'>
<CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'>
<span className="text-2xl">{item.icon}</span>
@@ -210,7 +186,6 @@ const chatCompletion = await client.chat.completions.create({
))}
</div>
</div>
- </div>
{/* Footer Links */}
<div className="mt-8 text-center">
diff --git a/src/client/src/components/(playground)/header-portal.tsx b/src/client/src/components/(playground)/header-portal.tsx
new file mode 100644
index 00000000..538b9850
--- /dev/null
+++ b/src/client/src/components/(playground)/header-portal.tsx
@@ -0,0 +1,28 @@
+"use client";
+import React, { createContext, ReactNode, useContext, useState } from 'react';
+import { createPortal } from 'react-dom';
+
+const PortalContext = createContext<{ headerRef: HTMLDivElement | null; setHeaderRef: (node: HTMLDivElement | null) => void }>({
+ headerRef: null,
+ setHeaderRef: () => { },
+});
+
+export const PortalProvider = ({ children }: { children: React.ReactNode }) => {
+ const [headerRef, setHeaderRef] = useState<HTMLDivElement | null>(null);
+
+ return (
+ <PortalContext.Provider value={{ headerRef, setHeaderRef }}>
+ {children}
+ </PortalContext.Provider>
+ );
+};
+
+export const usePortal = () => useContext(PortalContext);
+
+export const HeaderPortal = ({ children }: { children: ReactNode }) => {
+ const { headerRef } = usePortal();
+
+ if (!headerRef) return null;
+
+ return createPortal(children, headerRef);
+};
diff --git a/src/client/src/components/(playground)/header.tsx b/src/client/src/components/(playground)/header.tsx
index bf554d02..37304698 100644
--- a/src/client/src/components/(playground)/header.tsx
+++ b/src/client/src/components/(playground)/header.tsx
@@ -1,11 +1,22 @@
"use client";
+import { useEffect, useRef } from "react";
import RouteBreadcrumbs from "./route-breadcrumbs";
+import { usePortal } from "./header-portal";
export default function Header() {
+ const { setHeaderRef } = usePortal();
+ const containerRef = useRef(null);
+
+ useEffect(() => {
+ if (containerRef.current) {
+ setHeaderRef(containerRef.current);
+ }
+ }, [setHeaderRef]);
return (
- <header className="flex flex flex-col w-full mb-2">
+ <header className="flex w-full mb-2">
<RouteBreadcrumbs />
+ <div ref={containerRef} />
</header>
);
}
diff --git a/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx b/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx
index 9cf2b76d..f03f0590 100644
--- a/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx
+++ b/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx
@@ -95,12 +95,13 @@ export const DashboardProvider: React.FC<DashboardProviderProps> = ({
try {
if (runQuery) {
- const { data } = await runQuery(widgetId, {});
- updateWidgetData(widgetId, data);
- }
- } catch (error) {
- console.error(`Failed to load data for widget ${widgetId}:`, error);
+ const { data } = await runQuery(widgetId, {});
+ updateWidgetData(widgetId, data);
}
+ } catch (error) {
+ // Use separate parameters to prevent log injection
+ console.error('Failed to load data for widget:', widgetId, error);
+ }
};
// Update widget data
diff --git a/src/client/src/components/(playground)/openground/cost-breakdown.tsx b/src/client/src/components/(playground)/openground/cost-breakdown.tsx
new file mode 100644
index 00000000..ead41c15
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/cost-breakdown.tsx
@@ -0,0 +1,160 @@
+"use client";
+
+import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";
+import { Badge } from "@/components/ui/badge";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import { DollarSignIcon } from "lucide-react";
+import getMessage from "@/constants/messages";
+
+interface CostBreakdownProps {
+ data: ProviderResult[];
+}
+
+export default function CostBreakdown({ data }: CostBreakdownProps) {
+ const successfulData = data.filter((p) => !p.error);
+ const totalCost = successfulData.reduce((sum, p) => sum + p.cost, 0);
+ const cheapest = successfulData.reduce((min, p) =>
+ p.cost < min.cost ? p : min
+ , successfulData[0] || { cost: 0 });
+
+ return (
+ <Card>
+ <CardHeader>
+ <div className="flex items-center justify-between">
+ <div>
+ <CardTitle className="text-lg flex items-center gap-2">
+ <DollarSignIcon className="h-5 w-5" />
+ {getMessage().OPENGROUND_COST_BREAKDOWN}
+ </CardTitle>
+ <CardDescription>
+ {getMessage().OPENGROUND_COST_BREAKDOWN_DESCRIPTION}
+ </CardDescription>
+ </div>
+ </div>
+ </CardHeader>
+ <CardContent className="space-y-3">
+ {/* Provider Cost Cards */}
+ <div className="space-y-2">
+ {successfulData.map((result, index) => {
+ const isCheapest = result.cost === cheapest.cost;
+ return (
+ <div
+ key={index}
+ className={`border p-4 ${isCheapest
+ ? "border-green-300 dark:border-green-700 bg-green-50 dark:bg-green-950/20"
+ : "border-stone-200 dark:border-stone-700"
+ }`}
+ >
+ <div className="flex items-start justify-between gap-4">
+ {/* Provider Info */}
+ <div className="flex-1 min-w-0">
+ <div className="flex items-center gap-2 mb-2">
+ <h4 className="font-semibold text-sm text-stone-900 dark:text-stone-100 truncate">
+ {result.provider}
+ </h4>
+ {isCheapest && (
+ <Badge
+ variant="outline"
+ className="text-xs bg-green-100 text-green-700 dark:bg-green-950/40 dark:text-green-300 border-green-200 dark:border-green-800"
+ >
+ {getMessage().CHEAPEST}
+ </Badge>
+ )}
+ </div>
+ <p className="text-xs text-stone-500 dark:text-stone-400 truncate">
+ {result.model}
+ </p>
+ </div>
+
+ {/* Cost */}
+ <div className="text-right">
+ <p className="text-2xl font-bold text-stone-900 dark:text-stone-100 font-mono">
+ ${result.cost.toFixed(6)}
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {result.responseTime.toFixed(2)}s
+ </p>
+ </div>
+ </div>
+
+ {/* Token Details */}
+ <div className="grid grid-cols-3 gap-3 mt-3 pt-3 border-t border-stone-200 dark:border-stone-700">
+ <div>
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">
+ {getMessage().PROMPT}
+ </p>
+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">
+ {result.promptTokens.toLocaleString()}
+ </p>
+ </div>
+ <div>
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">
+ {getMessage().COMPLETION}
+ </p>
+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">
+ {result.completionTokens.toLocaleString()}
+ </p>
+ </div>
+ <div>
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">
+ {getMessage().TOTAL}
+ </p>
+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">
+ {result.totalTokens.toLocaleString()}
+ </p>
+ </div>
+ </div>
+ </div>
+ );
+ })}
+ </div>
+
+ {/* Total Cost Card */}
+ <div className="border-t p-4 border-b">
+ <div className="flex items-center justify-between">
+ <span className="text-sm font-semibold text-stone-700 dark:text-stone-300">
+ {getMessage().TOTAL} {getMessage().COST}
+ </span>
+ <span className="text-2xl font-bold text-stone-900 dark:text-stone-100 font-mono">
+ ${totalCost.toFixed(6)}
+ </span>
+ </div>
+ </div>
+
+ {/* Summary Stats */}
+ <div className="grid grid-cols-1 sm:grid-cols-3 gap-3">
+ <div className="flex flex-col p-3">
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">
+ {getMessage().AVERAGE} {getMessage().COST}
+ </p>
+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">
+ ${(totalCost / successfulData.length || 0).toFixed(6)}
+ </p>
+ </div>
+ <div className="flex flex-col p-3">
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">
+ {getMessage().TOTAL} {getMessage().TOKENS}
+ </p>
+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">
+ {successfulData
+ .reduce((sum, p) => sum + p.totalTokens, 0)
+ .toLocaleString()}
+ </p>
+ </div>
+ <div className="flex flex-col p-3">
+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">
+ {getMessage().AVERAGE} {getMessage().COST} / 1K {getMessage().TOKENS}
+ </p>
+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">
+ ${(
+ totalCost /
+ successfulData.reduce((sum, p) => sum + p.totalTokens, 0) *
+ 1000 || 0
+ ).toFixed(4)}
+ </p>
+ </div>
+ </div>
+ </CardContent>
+ </Card>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsx b/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsx
new file mode 100644
index 00000000..83b0a3c8
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsx
@@ -0,0 +1,193 @@
+"use client";
+
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { Badge } from "@/components/ui/badge";
+import { Button } from "@/components/ui/button";
+import { useRootStore } from "@/store";
+import { CheckCircle2Icon, SettingsIcon } from "lucide-react";
+import { useEffect, useState } from "react";
+import ProviderConfigDialog from "./provider-config-dialog";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import { toast } from "sonner";
+import getMessage from "@/constants/messages";
+
+export default function DynamicProviderGrid() {
+ const availableProviders = useRootStore((state) => state.openground.availableProviders);
+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);
+ const loadAvailableProviders = useRootStore((state) => state.openground.loadAvailableProviders);
+ const addProviderNew = useRootStore((state) => state.openground.addProviderNew);
+
+ const { data: providerConfigsData, fireRequest: fireConfigRequest } =
+ useFetchWrapper<any[]>();
+ const [selectedProvider, setSelectedProvider] = useState<string | null>(null);
+ const [configDialogOpen, setConfigDialogOpen] = useState(false);
+ const [providerConfigs, setProviderConfigs] = useState<Record<string, boolean>>({});
+
+ useEffect(() => {
+ loadAvailableProviders();
+ loadProviderConfigs();
+ }, []);
+
+ useEffect(() => {
+ if (providerConfigsData) {
+ const configMap: Record<string, boolean> = {};
+ providerConfigsData.forEach((config: any) => {
+ configMap[config.provider] = config.isActive;
+ });
+ setProviderConfigs(configMap);
+ }
+ }, [providerConfigsData]);
+
+ const loadProviderConfigs = () => {
+ fireConfigRequest({
+ requestType: "GET",
+ url: "/api/openground/config",
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_LOAD_CONFIG_FAILED, {
+ id: "provider-configs",
+ });
+ },
+ });
+ };
+
+ const handleProviderClick = (providerId: string) => {
+ const hasConfig = providerConfigs[providerId];
+
+ if (hasConfig) {
+ // Always allow adding provider (can select same provider multiple times with different models)
+ const provider = availableProviders.find((p) => p.providerId === providerId);
+ if (provider && provider.supportedModels.length > 0) {
+ addProviderNew(providerId, provider.supportedModels[0].id, true);
+ toast.success(`${provider.displayName} ${getMessage().OPENGROUND_PROVIDER_ADDED}`, {
+ id: "provider-add",
+ });
+ }
+ } else {
+ // Open config dialog
+ setSelectedProvider(providerId);
+ setConfigDialogOpen(true);
+ }
+ };
+
+ const handleEditConfig = (providerId: string, event: React.MouseEvent) => {
+ event.stopPropagation();
+ setSelectedProvider(providerId);
+ setConfigDialogOpen(true);
+ };
+
+ const getProviderCount = (providerId: string) => {
+ return selectedProvidersNew.filter((p) => p.provider === providerId).length;
+ };
+
+ const handleConfigComplete = () => {
+ setConfigDialogOpen(false);
+ setSelectedProvider(null);
+ loadProviderConfigs();
+ };
+
+ return (
+ <>
+ <Card className="border-stone-200 dark:border-stone-800">
+ <CardHeader>
+ <CardTitle className="text-lg">{getMessage().OPENGROUND_SELECT_PROVIDERS}</CardTitle>
+ </CardHeader>
+ <CardContent>
+ <div className="grid grid-cols-2 md:grid-cols-3 lg:grid-cols-4 xl:grid-cols-6 gap-3 overflow-auto">
+ {availableProviders.map((provider) => {
+ const hasConfig = providerConfigs[provider.providerId];
+ const providerCount = getProviderCount(provider.providerId);
+
+ return (
+ <Card
+ key={provider.providerId}
+ className={`relative cursor-pointer transition-all hover:shadow-md ${providerCount > 0
+ ? "border-blue-500 dark:border-blue-400 bg-blue-50 dark:bg-blue-950/20"
+ : hasConfig
+ ? "border-green-200 dark:border-green-800 hover:border-green-500"
+ : "border-stone-200 dark:border-stone-700 hover:border-blue-400"
+ }`}
+ onClick={() => handleProviderClick(provider.providerId)}
+ >
+ {providerCount > 0 && (
+ <Badge
+ className="absolute -top-2 -right-2 h-6 w-6 rounded-full p-0 flex items-center justify-center z-10 bg-blue-600 hover:bg-blue-700"
+ >
+ {providerCount}
+ </Badge>
+ )}
+ {hasConfig && (
+ <Button
+ variant="ghost"
+ size="sm"
+ className="absolute top-2 right-2 h-6 w-6 p-0 hover:bg-stone-200 dark:hover:bg-stone-700 z-10"
+ onClick={(e) => handleEditConfig(provider.providerId, e)}
+ >
+ <SettingsIcon className="h-3 w-3" />
+ </Button>
+ )}
+ <CardContent className="p-4 text-center">
+ <div className="flex flex-col items-center gap-2">
+ <div
+ className={`w-12 h-12 rounded-lg flex items-center justify-center text-2xl font-bold ${providerCount > 0
+ ? "bg-blue-500 text-white"
+ : "bg-stone-100 dark:bg-stone-800 text-stone-600 dark:text-stone-400"
+ }`}
+ >
+ {provider.displayName.charAt(0)}
+ </div>
+ <div className="space-y-1">
+ <p className="font-medium text-sm text-stone-900 dark:text-stone-100">
+ {provider.displayName}
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {provider.supportedModels.length} models
+ </p>
+ </div>
+ {hasConfig ? (
+ <Badge
+ variant="outline"
+ className="text-xs bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800"
+ >
+ <CheckCircle2Icon className="h-3 w-3 mr-1" />
+ {getMessage().CONFIGURED}
+ </Badge>
+ ) : (
+ <Badge
+ variant="outline"
+ className="text-xs bg-yellow-50 text-yellow-700 dark:bg-yellow-950/20 dark:text-yellow-300 border-yellow-200 dark:border-yellow-800"
+ >
+ <SettingsIcon className="h-3 w-3 mr-1" />
+ {getMessage().CONFIGURE}
+ </Badge>
+ )}
+ </div>
+ </CardContent>
+ </Card>
+ );
+ })}
+ </div>
+
+ {selectedProvidersNew.length > 0 && (
+ <div className="mt-4 p-4 bg-blue-50 dark:bg-blue-950/20 rounded-lg border border-blue-200 dark:border-blue-800">
+ <p className="text-sm text-blue-900 dark:text-blue-100 font-medium">
+ {selectedProvidersNew.length} {getMessage().PROVIDERS} {getMessage().SELECTED}
+ </p>
+ <p className="text-xs text-blue-700 dark:text-blue-300 mt-1">
+ {getMessage().OPENGROUND_CLICK_PROVIDER_CARD_TO_CHANGE_MODEL_OR_SETTINGS}
+ </p>
+ </div>
+ )}
+ </CardContent>
+ </Card>
+
+ {selectedProvider && (
+ <ProviderConfigDialog
+ providerId={selectedProvider}
+ open={configDialogOpen}
+ onOpenChange={setConfigDialogOpen}
+ onComplete={handleConfigComplete}
+ />
+ )}
+ </>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/header.tsx b/src/client/src/components/(playground)/openground/header.tsx
index 4f81d9e6..a64b2fa3 100644
--- a/src/client/src/components/(playground)/openground/header.tsx
+++ b/src/client/src/components/(playground)/openground/header.tsx
@@ -2,9 +2,12 @@ import { Button } from "@/components/ui/button";
import { getEvaluatedResponse, resetOpenground } from "@/selectors/openground";
import { useRootStore } from "@/store";
import Link from "next/link";
+import { HeaderPortal } from "../header-portal";
+import { SettingsIcon } from "lucide-react";
+import getMessage from "@/constants/messages";
export default function OpengroundHeader({
- className ="flex w-full items-center justify-end",
+ className = "flex w-full items-center justify-end gap-2",
validateResponse = true,
}: {
className?: string;
@@ -17,12 +20,22 @@ export default function OpengroundHeader({
(validateResponse && !!evaluatedResponse.data) || !validateResponse;
return (
- <div className={className}>
- {showButton ? (
- <Link href={"/openground/new"} onClick={resetOpengroundData}>
- <Button variant="secondary" className="bg-primary hover:bg-primary dark:bg-primary dark:hover:bg-primary text-stone-100 dark:text-stone-100 h-9 py-1">Create new</Button>
- </Link>
- ) : null}
- </div>
+ <HeaderPortal>
+ <div className={className}>
+ {showButton ? (
+ <>
+ <Link href={"/openground/models"}>
+ <Button variant="outline" className="h-auto py-1">
+ <SettingsIcon className="h-4 w-4 mr-2" />
+ {getMessage().OPENGROUND_MANAGE_MODELS}
+ </Button>
+ </Link>
+ <Link href={"/openground/new"} onClick={resetOpengroundData}>
+ <Button variant="secondary" className="bg-primary hover:bg-primary dark:bg-primary dark:hover:bg-primary text-stone-100 dark:text-stone-100 h-auto py-1">{getMessage().OPENGROUND_CREATE_NEW_PLAYGROUND}</Button>
+ </Link>
+ </>
+ ) : null}
+ </div>
+ </HeaderPortal>
);
}
diff --git a/src/client/src/components/(playground)/openground/metrics-overview.tsx b/src/client/src/components/(playground)/openground/metrics-overview.tsx
new file mode 100644
index 00000000..cc24a01b
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/metrics-overview.tsx
@@ -0,0 +1,112 @@
+"use client";
+
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { Badge } from "@/components/ui/badge";
+import {
+ TrendingDownIcon,
+ ZapIcon,
+ CoinsIcon,
+ CheckCircle2Icon,
+} from "lucide-react";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import getMessage from "@/constants/messages";
+
+interface MetricsOverviewProps {
+ data: ProviderResult[];
+}
+
+export default function MetricsOverview({ data }: MetricsOverviewProps) {
+ const successfulProviders = data.filter((p) => !p.error);
+ const totalProviders = data.length;
+ const successRate = Math.round((successfulProviders.length / totalProviders) * 100);
+
+ // Find fastest response
+ const fastest = successfulProviders.reduce((min, p) =>
+ p.responseTime < min.responseTime ? p : min
+ , successfulProviders[0] || { responseTime: 0, provider: "", model: "" });
+
+ // Find lowest cost
+ const cheapest = successfulProviders.reduce((min, p) =>
+ p.cost < min.cost ? p : min
+ , successfulProviders[0] || { cost: 0, provider: "", model: "" });
+
+ // Find most token efficient
+ const mostEfficient = successfulProviders.reduce((min, p) =>
+ p.completionTokens < min.completionTokens ? p : min
+ , successfulProviders[0] || { completionTokens: 0, provider: "", model: "" });
+
+ const stats = [
+ {
+ title: getMessage().OPENGROUND_FASTEST_RESPONSE,
+ value: `${fastest.responseTime.toFixed(2)}s`,
+ subtitle: fastest.provider ? `${fastest.provider}/${fastest.model}` : '',
+ icon: ZapIcon,
+ iconColor: "text-yellow-500",
+ bgColor: "bg-yellow-50 dark:bg-yellow-950/20",
+ },
+ {
+ title: getMessage().OPENGROUND_LOWEST_COST,
+ value: `$${cheapest.cost.toFixed(4)}`,
+ subtitle: cheapest.provider ? `${cheapest.provider}/${cheapest.model}` : '',
+ icon: CoinsIcon,
+ iconColor: "text-green-500",
+ bgColor: "bg-green-50 dark:bg-green-950/20",
+ },
+ {
+ title: getMessage().OPENGROUND_MOST_EFFICIENT,
+ value: `${mostEfficient.completionTokens} tokens`,
+ subtitle: mostEfficient.provider ? `${mostEfficient.provider}/${mostEfficient.model}` : '',
+ icon: TrendingDownIcon,
+ iconColor: "text-blue-500",
+ bgColor: "bg-blue-50 dark:bg-blue-950/20",
+ },
+ {
+ title: getMessage().OPENGROUND_SUCCESS_RATE,
+ value: `${successRate}%`,
+ subtitle: `${successfulProviders.length}/${totalProviders} ${getMessage().PROVIDERS}`,
+ icon: CheckCircle2Icon,
+ iconColor:
+ successRate === 100
+ ? "text-green-500"
+ : successRate >= 50
+ ? "text-yellow-500"
+ : "text-red-500",
+ bgColor:
+ successRate === 100
+ ? "bg-green-50 dark:bg-green-950/20"
+ : successRate >= 50
+ ? "bg-yellow-50 dark:bg-yellow-950/20"
+ : "bg-red-50 dark:bg-red-950/20",
+ },
+ ];
+
+ return (
+ <div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-4">
+ {stats.map((stat) => {
+ const Icon = stat.icon;
+ return (
+ <Card
+ key={stat.title}
+ >
+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">
+ <CardTitle className="text-sm font-medium text-stone-600 dark:text-stone-400">
+ {stat.title}
+ </CardTitle>
+ <div className={`p-2 rounded-lg ${stat.bgColor}`}>
+ <Icon className={`h-4 w-4 ${stat.iconColor}`} />
+ </div>
+ </CardHeader>
+ <CardContent>
+ <div className="text-2xl font-bold text-stone-900 dark:text-stone-100">
+ {stat.value}
+ </div>
+ <p className="text-xs text-stone-500 dark:text-stone-400 mt-1 truncate">
+ {stat.subtitle}
+ </p>
+ </CardContent>
+ </Card>
+ );
+ })}
+ </div>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/model-editor-panel.tsx b/src/client/src/components/(playground)/openground/model-editor-panel.tsx
new file mode 100644
index 00000000..d1891f92
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/model-editor-panel.tsx
@@ -0,0 +1,278 @@
+"use client";
+
+import { useState, useEffect } from "react";
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { Button } from "@/components/ui/button";
+import { Label } from "@/components/ui/label";
+import { Input } from "@/components/ui/input";
+import { Dialog, DialogContent, DialogDescription, DialogFooter, DialogHeader, DialogTitle } from "@/components/ui/dialog";
+import { Trash2Icon } from "lucide-react";
+import getMessage from "@/constants/messages";
+import { ModelMetadata } from "@/types/openground";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import { toast } from "sonner";
+
+interface CustomModel extends ModelMetadata {
+ id: string; // UUID from database
+ model_id: string; // Model identifier like "gpt-4o"
+}
+
+interface ModelEditorPanelProps {
+ model: ModelMetadata | null;
+ provider: string | null;
+ isCustomModel: boolean;
+ isAddingNew: boolean;
+ onSave: () => void;
+ onDelete: () => void;
+ onCancel: () => void;
+}
+
+export default function ModelEditorPanel({
+ model,
+ provider,
+ isCustomModel,
+ isAddingNew,
+ onSave,
+ onDelete,
+ onCancel,
+}: ModelEditorPanelProps) {
+ const { fireRequest: fireSaveRequest, isLoading: saving } = useFetchWrapper();
+ const { fireRequest: fireDeleteRequest, isLoading: deleting } = useFetchWrapper();
+
+ const [showDeleteDialog, setShowDeleteDialog] = useState(false);
+ const [formData, setFormData] = useState<Partial<CustomModel>>({
+ id: "", // UUID (only for existing custom models)
+ model_id: "", // Model identifier
+ displayName: "",
+ contextWindow: 4096,
+ inputPricePerMToken: 0,
+ outputPricePerMToken: 0,
+ capabilities: [],
+ });
+
+ useEffect(() => {
+ if (model && isCustomModel) {
+ // Only allow editing custom models
+ const customModel = model as CustomModel;
+ setFormData({
+ id: customModel.id || "", // UUID for existing custom models
+ model_id: customModel.model_id,
+ displayName: model.displayName,
+ contextWindow: model.contextWindow,
+ inputPricePerMToken: model.inputPricePerMToken,
+ outputPricePerMToken: model.outputPricePerMToken,
+ capabilities: model.capabilities || [],
+ });
+ } else if (isAddingNew) {
+ // Reset form for new model
+ setFormData({
+ id: "",
+ model_id: "",
+ displayName: "",
+ contextWindow: 4096,
+ inputPricePerMToken: 0,
+ outputPricePerMToken: 0,
+ capabilities: [],
+ });
+ }
+ }, [model, isAddingNew, isCustomModel]);
+
+
+ const handleSave = () => {
+ if (!formData.model_id || !formData.displayName || !provider) {
+ toast.error(getMessage().OPENGROUND_MODEL_ID + " and " + getMessage().OPENGROUND_MODEL_DISPLAY_NAME + " are required");
+ return;
+ }
+
+ const payload = {
+ provider: provider,
+ model: {
+ model_id: formData.model_id,
+ displayName: formData.displayName,
+ contextWindow: formData.contextWindow || 4096,
+ inputPricePerMToken: formData.inputPricePerMToken || 0,
+ outputPricePerMToken: formData.outputPricePerMToken || 0,
+ capabilities: formData.capabilities || [],
+ },
+ // Send UUID id for updates of existing custom models, undefined for new models
+ id: formData.id || undefined,
+ };
+
+ fireSaveRequest({
+ requestType: "POST",
+ url: "/api/openground/models",
+ body: JSON.stringify(payload),
+ successCb: () => {
+ toast.success(getMessage().OPENGROUND_MODEL_SAVED_SUCCESS, {
+ id: "model-saved",
+ });
+ onSave();
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPERATION_FAILED, {
+ id: "model-save-error",
+ });
+ },
+ });
+ };
+
+ const handleDelete = () => {
+ const id = (model as CustomModel)?.id;
+ if (!id) return;
+
+ fireDeleteRequest({
+ requestType: "DELETE",
+ url: `/api/openground/models?id=${id}`,
+ successCb: () => {
+ toast.success(getMessage().OPENGROUND_MODEL_DELETED_SUCCESS, {
+ id: "model-deleted",
+ });
+ setShowDeleteDialog(false);
+ onDelete();
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPERATION_FAILED, {
+ id: "model-delete-error",
+ });
+ },
+ });
+ };
+
+ return (
+ <div className="p-6 max-w-3xl">
+ <Card>
+ <CardHeader>
+ <div className="flex items-center justify-between">
+ <CardTitle className="text-lg">
+ {isAddingNew
+ ? getMessage().OPENGROUND_ADD_CUSTOM_MODEL
+ : getMessage().OPENGROUND_EDIT_MODEL}
+ </CardTitle>
+ </div>
+ </CardHeader>
+
+ <CardContent className="space-y-4">
+ {/* Model ID */}
+ <div className="space-y-2">
+ <Label htmlFor="model-id">{getMessage().OPENGROUND_MODEL_ID}*</Label>
+ <Input
+ id="model-id"
+ placeholder="gpt-4o-custom"
+ value={formData.model_id}
+ onChange={(e) => setFormData({ ...formData, model_id: e.target.value })}
+ disabled={!isAddingNew}
+ />
+ </div>
+
+ {/* Display Name */}
+ <div className="space-y-2">
+ <Label htmlFor="display-name">{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}*</Label>
+ <Input
+ id="display-name"
+ placeholder="GPT-4o Custom"
+ value={formData.displayName}
+ onChange={(e) => setFormData({ ...formData, displayName: e.target.value })}
+ />
+ </div>
+
+ {/* Context Window */}
+ <div className="space-y-2">
+ <Label htmlFor="context-window">{getMessage().OPENGROUND_CONTEXT_WINDOW}</Label>
+ <Input
+ id="context-window"
+ type="number"
+ placeholder="4096"
+ value={formData.contextWindow}
+ onChange={(e) => setFormData({ ...formData, contextWindow: parseInt(e.target.value) || 0 })}
+ />
+ </div>
+
+ {/* Pricing */}
+ <div className="grid grid-cols-2 gap-4">
+ <div className="space-y-2">
+ <Label htmlFor="input-price">{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</Label>
+ <Input
+ id="input-price"
+ type="number"
+ step="0.001"
+ placeholder="0.5"
+ value={formData.inputPricePerMToken}
+ onChange={(e) => setFormData({ ...formData, inputPricePerMToken: parseFloat(e.target.value) || 0 })}
+ />
+ </div>
+ <div className="space-y-2">
+ <Label htmlFor="output-price">{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</Label>
+ <Input
+ id="output-price"
+ type="number"
+ step="0.001"
+ placeholder="1.5"
+ value={formData.outputPricePerMToken}
+ onChange={(e) => setFormData({ ...formData, outputPricePerMToken: parseFloat(e.target.value) || 0 })}
+ />
+ </div>
+ </div>
+
+ {/* Capabilities */}
+ <div className="space-y-2">
+ <Label htmlFor="capabilities">{getMessage().OPENGROUND_MODEL_CAPABILITIES}</Label>
+ <Input
+ id="capabilities"
+ placeholder="function-calling, vision, streaming"
+ value={Array.isArray(formData.capabilities) ? formData.capabilities.join(", ") : ""}
+ onChange={(e) => {
+ const caps = e.target.value.split(",").map(s => s.trim()).filter(Boolean);
+ setFormData({ ...formData, capabilities: caps });
+ }}
+ />
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ Comma-separated list of model capabilities
+ </p>
+ </div>
+
+ {/* Actions */}
+ {(
+ <div className="flex gap-2 pt-4">
+ <Button onClick={handleSave} disabled={saving} className="flex-1">
+ {saving ? getMessage().SAVING : getMessage().OPENGROUND_SAVE_MODEL}
+ </Button>
+ {isCustomModel && !isAddingNew && (
+ <Button
+ variant="destructive"
+ onClick={() => setShowDeleteDialog(true)}
+ disabled={deleting}
+ >
+ <Trash2Icon className="h-4 w-4 mr-2" />
+ {getMessage().DELETE}
+ </Button>
+ )}
+ <Button variant="outline" onClick={onCancel}>
+ {getMessage().CANCEL}
+ </Button>
+ </div>
+ )}
+ </CardContent>
+ </Card>
+
+ {/* Delete Confirmation Dialog */}
+ <Dialog open={showDeleteDialog} onOpenChange={setShowDeleteDialog}>
+ <DialogContent>
+ <DialogHeader>
+ <DialogTitle>{getMessage().OPENGROUND_DELETE_MODEL}</DialogTitle>
+ <DialogDescription>
+ {getMessage().OPENGROUND_DELETE_MODEL_CONFIRMATION}
+ </DialogDescription>
+ </DialogHeader>
+ <DialogFooter>
+ <Button variant="outline" onClick={() => setShowDeleteDialog(false)}>
+ {getMessage().CANCEL}
+ </Button>
+ <Button variant="destructive" onClick={handleDelete} disabled={deleting}>
+ {deleting ? getMessage().LOADING : getMessage().DELETE}
+ </Button>
+ </DialogFooter>
+ </DialogContent>
+ </Dialog>
+ </div>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/model-list-sidebar.tsx b/src/client/src/components/(playground)/openground/model-list-sidebar.tsx
new file mode 100644
index 00000000..18ca90c2
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/model-list-sidebar.tsx
@@ -0,0 +1,213 @@
+"use client";
+
+import { useState, useMemo } from "react";
+import { Input } from "@/components/ui/input";
+import { Button } from "@/components/ui/button";
+import { Badge } from "@/components/ui/badge";
+import { SearchIcon, PlusIcon, ChevronDownIcon, ChevronRightIcon } from "lucide-react";
+import getMessage from "@/constants/messages";
+import { ProviderMetadata, ModelMetadata } from "@/types/openground";
+import { cn } from "@/lib/utils";
+
+interface CustomModel extends ModelMetadata {
+ id: string; // UUID from database
+ model_id: string; // Model identifier like "gpt-4o"
+ provider?: string;
+}
+
+interface ModelListSidebarProps {
+ providers: ProviderMetadata[];
+ customModels: Record<string, CustomModel[]>;
+ loading: boolean;
+ selectedModel: ModelMetadata | null;
+ selectedProvider: string | null;
+ selectedIsCustom: boolean;
+ onSelectModel: (model: ModelMetadata, provider: string, isCustom: boolean) => void;
+ onAddNew: (provider: string) => void;
+}
+
+export default function ModelListSidebar({
+ providers,
+ customModels,
+ loading,
+ selectedModel,
+ selectedProvider,
+ selectedIsCustom,
+ onSelectModel,
+ onAddNew,
+}: ModelListSidebarProps) {
+ const [searchQuery, setSearchQuery] = useState("");
+ const [expandedProviders, setExpandedProviders] = useState<Set<string>>(new Set());
+
+ const toggleProvider = (providerId: string) => {
+ const newExpanded = new Set(expandedProviders);
+ if (newExpanded.has(providerId)) {
+ newExpanded.delete(providerId);
+ } else {
+ newExpanded.add(providerId);
+ }
+ setExpandedProviders(newExpanded);
+ };
+
+ const filteredProviders = useMemo(() => {
+ if (!searchQuery.trim()) return providers;
+
+ const query = searchQuery.toLowerCase();
+ return providers.filter((provider) => {
+ const matchesProviderName = provider.displayName.toLowerCase().includes(query);
+ const matchesModelName = provider.supportedModels.some((model) =>
+ model.displayName.toLowerCase().includes(query) ||
+ model.id.toLowerCase().includes(query)
+ );
+ const matchesCustomModel = customModels[provider.providerId]?.some((model) =>
+ model.displayName.toLowerCase().includes(query) ||
+ model.model_id.toLowerCase().includes(query)
+ );
+
+ return matchesProviderName || matchesModelName || matchesCustomModel;
+ });
+ }, [providers, customModels, searchQuery]);
+
+ const isModelSelected = (model: ModelMetadata, provider: string, isCustom: boolean) => {
+ if (selectedProvider !== provider) return false;
+ if (!selectedModel) return false;
+
+ // Only custom models can be selected (static models are display-only)
+ if (!isCustom || !selectedIsCustom) return false;
+
+ // Check id (UUID) to match custom models
+ const customModel = model as CustomModel;
+ const selectedCustomModel = selectedModel as CustomModel;
+ return customModel.id === selectedCustomModel.id;
+ };
+
+ return (
+ <div className="w-80 border-r border-stone-200 dark:border-stone-800 bg-white dark:bg-stone-900 flex flex-col">
+ {/* Search */}
+ <div className="p-4 border-b border-stone-200 dark:border-stone-800">
+ <div className="relative">
+ <SearchIcon className="absolute left-3 top-1/2 transform -translate-y-1/2 h-4 w-4 text-stone-400" />
+ <Input
+ placeholder={getMessage().OPENGROUND_SEARCH_MODELS}
+ value={searchQuery}
+ onChange={(e) => setSearchQuery(e.target.value)}
+ className="pl-9"
+ />
+ </div>
+ </div>
+
+ {/* Provider List */}
+ <div className="flex-1 overflow-y-auto">
+ {loading ? (
+ <div className="p-4 text-center text-sm text-stone-500">
+ {getMessage().LOADING}...
+ </div>
+ ) : filteredProviders.length === 0 ? (
+ <div className="p-4 text-center text-sm text-stone-500">
+ {getMessage().OPENGROUND_NO_MODELS_FOUND}
+ </div>
+ ) : (
+ <div className="p-2">
+ {filteredProviders.map((provider) => {
+ const isExpanded = expandedProviders.has(provider.providerId);
+ const providerCustomModels = customModels[provider.providerId] || [];
+ const totalModels = provider.supportedModels.length + providerCustomModels.length;
+
+ return (
+ <div key={provider.providerId} className="mb-2">
+ {/* Provider Header */}
+ <button
+ onClick={() => toggleProvider(provider.providerId)}
+ className="w-full flex items-center justify-between p-2 rounded-lg hover:bg-stone-100 dark:hover:bg-stone-800 transition-colors"
+ >
+ <div className="flex items-center gap-2">
+ {isExpanded ? (
+ <ChevronDownIcon className="h-4 w-4 text-stone-500" />
+ ) : (
+ <ChevronRightIcon className="h-4 w-4 text-stone-500" />
+ )}
+ <span className="font-medium text-sm text-stone-900 dark:text-stone-100">
+ {provider.displayName}
+ </span>
+ <Badge variant="secondary" className="text-xs">
+ {totalModels}
+ </Badge>
+ </div>
+ <Button
+ variant="ghost"
+ size="sm"
+ className="h-6 w-6 p-0"
+ onClick={(e) => {
+ e.stopPropagation();
+ onAddNew(provider.providerId);
+ }}
+ >
+ <PlusIcon className="h-3 w-3" />
+ </Button>
+ </button>
+
+ {/* Models List */}
+ {isExpanded && (
+ <div className="ml-4 mt-1 space-y-1">
+ {/* Static Models - Display only, not editable */}
+ {provider.supportedModels.map((model) => (
+ <div
+ key={model.id}
+ className="w-full text-left p-2 rounded-md border-l-2 border-transparent opacity-75"
+ >
+ <div className="text-sm font-medium text-stone-700 dark:text-stone-300">{model.displayName}</div>
+ <div className="flex items-center gap-2 mt-1">
+ <Badge variant="outline" className="text-xs">
+ {model.contextWindow.toLocaleString()} tokens
+ </Badge>
+ <Badge variant="outline" className="text-xs">
+ ${model.inputPricePerMToken}/M
+ </Badge>
+ </div>
+ </div>
+ ))}
+
+ {/* Custom Models Section */}
+ {providerCustomModels.length > 0 && (
+ <>
+ <div className="text-xs font-medium text-stone-500 dark:text-stone-400 px-2 py-1 mt-2">
+ {getMessage().OPENGROUND_CUSTOM_MODELS}
+ </div>
+ {providerCustomModels.map((model) => (
+ <button
+ key={model.id}
+ onClick={() => onSelectModel(model, provider.providerId, true)}
+ className={cn(
+ "w-full text-left p-2 rounded-md transition-colors border-l-2",
+ isModelSelected(model, provider.providerId, true)
+ ? "bg-primary/10 dark:bg-primary/20 border-primary text-stone-900 dark:text-stone-100"
+ : "border-transparent hover:bg-stone-100 dark:hover:bg-stone-800 text-stone-700 dark:text-stone-300"
+ )}
+ >
+ <div className="flex items-center gap-2">
+ <div className="text-sm font-medium">{model.displayName}</div>
+ <Badge className="text-xs h-4">Custom</Badge>
+ </div>
+ <div className="flex items-center gap-2 mt-1">
+ <Badge variant="outline" className="text-xs">
+ {model.contextWindow.toLocaleString()} tokens
+ </Badge>
+ <Badge variant="outline" className="text-xs">
+ ${model.inputPricePerMToken}/M
+ </Badge>
+ </div>
+ </button>
+ ))}
+ </>
+ )}
+ </div>
+ )}
+ </div>
+ );
+ })}
+ </div>
+ )}
+ </div>
+ </div>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/model-management-dialog.tsx b/src/client/src/components/(playground)/openground/model-management-dialog.tsx
new file mode 100644
index 00000000..954e1a98
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/model-management-dialog.tsx
@@ -0,0 +1,330 @@
+"use client";
+
+import {
+ Dialog,
+ DialogContent,
+ DialogDescription,
+ DialogFooter,
+ DialogHeader,
+ DialogTitle,
+} from "@/components/ui/dialog";
+import { Button } from "@/components/ui/button";
+import { Label } from "@/components/ui/label";
+import { Input } from "@/components/ui/input";
+import { useState, useEffect } from "react";
+import { toast } from "sonner";
+import { PlusIcon, PencilIcon, Trash2Icon } from "lucide-react";
+import { Badge } from "@/components/ui/badge";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import getMessage from "@/constants/messages";
+import { ModelMetadata } from "@/types/openground";
+import {
+ Table,
+ TableBody,
+ TableCell,
+ TableHead,
+ TableHeader,
+ TableRow,
+} from "@/components/ui/table";
+
+interface ModelManagementDialogProps {
+ providerId: string;
+ open: boolean;
+ onOpenChange: (open: boolean) => void;
+ onModelAdded?: () => void;
+}
+
+interface CustomModel extends ModelMetadata {
+ customId?: string;
+}
+
+export default function ModelManagementDialog({
+ providerId,
+ open,
+ onOpenChange,
+ onModelAdded,
+}: ModelManagementDialogProps) {
+ const { data: customModels, fireRequest: fireGetRequest, isLoading: loadingModels } =
+ useFetchWrapper<CustomModel[]>();
+ const { fireRequest: fireSaveRequest, isLoading: saving } = useFetchWrapper();
+ const { fireRequest: fireDeleteRequest, isLoading: deleting } = useFetchWrapper();
+
+ const [isEditing, setIsEditing] = useState(false);
+ const [editingModel, setEditingModel] = useState<CustomModel | null>(null);
+ const [formData, setFormData] = useState<Partial<ModelMetadata>>({
+ id: "",
+ displayName: "",
+ contextWindow: 4096,
+ inputPricePerMToken: 0,
+ outputPricePerMToken: 0,
+ capabilities: [],
+ });
+
+ useEffect(() => {
+ if (open) {
+ loadCustomModels();
+ }
+ }, [open, providerId]);
+
+ const loadCustomModels = () => {
+ fireGetRequest({
+ requestType: "GET",
+ url: `/api/openground/models?provider=${providerId}`,
+ failureCb: (err?: string) => {
+ console.error("Failed to load custom models:", err);
+ },
+ });
+ };
+
+ const handleSave = () => {
+ if (!formData.id || !formData.displayName) {
+ toast.error(getMessage().OPENGROUND_MODEL_ID + " and " + getMessage().OPENGROUND_MODEL_DISPLAY_NAME + " are required");
+ return;
+ }
+
+ const payload = {
+ provider: providerId,
+ model: {
+ id: formData.id,
+ displayName: formData.displayName,
+ contextWindow: formData.contextWindow || 4096,
+ inputPricePerMToken: formData.inputPricePerMToken || 0,
+ outputPricePerMToken: formData.outputPricePerMToken || 0,
+ capabilities: formData.capabilities || [],
+ },
+ customId: editingModel?.customId,
+ };
+
+ fireSaveRequest({
+ requestType: "POST",
+ url: "/api/openground/models",
+ body: JSON.stringify(payload),
+ successCb: () => {
+ toast.success(getMessage().OPENGROUND_MODEL_SAVED_SUCCESS, {
+ id: "model-saved",
+ });
+ resetForm();
+ loadCustomModels();
+ onModelAdded?.();
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPERATION_FAILED, {
+ id: "model-save-error",
+ });
+ },
+ });
+ };
+
+ const handleDelete = (model: CustomModel) => {
+ if (!model.customId) return;
+
+ fireDeleteRequest({
+ requestType: "DELETE",
+ url: `/api/openground/models?id=${model.customId}`,
+ successCb: () => {
+ toast.success(getMessage().OPENGROUND_MODEL_DELETED_SUCCESS, {
+ id: "model-deleted",
+ });
+ loadCustomModels();
+ onModelAdded?.();
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPERATION_FAILED, {
+ id: "model-delete-error",
+ });
+ },
+ });
+ };
+
+ const handleEdit = (model: CustomModel) => {
+ setEditingModel(model);
+ setFormData({
+ id: model.id,
+ displayName: model.displayName,
+ contextWindow: model.contextWindow,
+ inputPricePerMToken: model.inputPricePerMToken,
+ outputPricePerMToken: model.outputPricePerMToken,
+ capabilities: model.capabilities || [],
+ });
+ setIsEditing(true);
+ };
+
+ const resetForm = () => {
+ setFormData({
+ id: "",
+ displayName: "",
+ contextWindow: 4096,
+ inputPricePerMToken: 0,
+ outputPricePerMToken: 0,
+ capabilities: [],
+ });
+ setIsEditing(false);
+ setEditingModel(null);
+ };
+
+ return (
+ <Dialog open={open} onOpenChange={onOpenChange}>
+ <DialogContent className="sm:max-w-[700px] max-h-[80vh] overflow-y-auto">
+ <DialogHeader>
+ <DialogTitle className="flex items-center gap-2">
+ {getMessage().OPENGROUND_MANAGE_MODELS}
+ </DialogTitle>
+ <DialogDescription>
+ {isEditing ? getMessage().OPENGROUND_EDIT_MODEL : getMessage().OPENGROUND_ADD_NEW_MODEL}
+ </DialogDescription>
+ </DialogHeader>
+
+ <div className="space-y-6 py-4">
+ {/* Form Section */}
+ <div className="space-y-4 p-4 border rounded-lg bg-stone-50 dark:bg-stone-900">
+ <div className="grid grid-cols-2 gap-4">
+ <div className="space-y-2">
+ <Label htmlFor="model-id">{getMessage().OPENGROUND_MODEL_ID}*</Label>
+ <Input
+ id="model-id"
+ placeholder="gpt-4o-custom"
+ value={formData.id}
+ onChange={(e) => setFormData({ ...formData, id: e.target.value })}
+ disabled={isEditing}
+ />
+ </div>
+ <div className="space-y-2">
+ <Label htmlFor="model-display-name">{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}*</Label>
+ <Input
+ id="model-display-name"
+ placeholder="GPT-4o Custom"
+ value={formData.displayName}
+ onChange={(e) => setFormData({ ...formData, displayName: e.target.value })}
+ />
+ </div>
+ </div>
+
+ <div className="grid grid-cols-3 gap-4">
+ <div className="space-y-2">
+ <Label htmlFor="context-window">{getMessage().OPENGROUND_CONTEXT_WINDOW}</Label>
+ <Input
+ id="context-window"
+ type="number"
+ placeholder="4096"
+ value={formData.contextWindow}
+ onChange={(e) => setFormData({ ...formData, contextWindow: parseInt(e.target.value) || 0 })}
+ />
+ </div>
+ <div className="space-y-2">
+ <Label htmlFor="input-price">{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</Label>
+ <Input
+ id="input-price"
+ type="number"
+ step="0.001"
+ placeholder="0.5"
+ value={formData.inputPricePerMToken}
+ onChange={(e) => setFormData({ ...formData, inputPricePerMToken: parseFloat(e.target.value) || 0 })}
+ />
+ </div>
+ <div className="space-y-2">
+ <Label htmlFor="output-price">{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</Label>
+ <Input
+ id="output-price"
+ type="number"
+ step="0.001"
+ placeholder="1.5"
+ value={formData.outputPricePerMToken}
+ onChange={(e) => setFormData({ ...formData, outputPricePerMToken: parseFloat(e.target.value) || 0 })}
+ />
+ </div>
+ </div>
+
+ <div className="space-y-2">
+ <Label htmlFor="capabilities">{getMessage().OPENGROUND_MODEL_CAPABILITIES}</Label>
+ <Input
+ id="capabilities"
+ placeholder="function-calling, vision, streaming"
+ value={Array.isArray(formData.capabilities) ? formData.capabilities.join(", ") : ""}
+ onChange={(e) => {
+ const caps = e.target.value.split(",").map(s => s.trim()).filter(Boolean);
+ setFormData({ ...formData, capabilities: caps });
+ }}
+ />
+ </div>
+
+ <div className="flex gap-2">
+ <Button onClick={handleSave} disabled={saving} className="flex-1">
+ {saving ? getMessage().SAVING : getMessage().OPENGROUND_SAVE_MODEL}
+ </Button>
+ {isEditing && (
+ <Button variant="outline" onClick={resetForm} disabled={saving}>
+ {getMessage().CANCEL}
+ </Button>
+ )}
+ </div>
+ </div>
+
+ {/* Existing Custom Models List */}
+ <div className="space-y-2">
+ <h4 className="font-medium text-sm">{getMessage().OPENGROUND_CUSTOM_MODEL}s</h4>
+ {loadingModels ? (
+ <div className="text-center py-4 text-sm text-stone-500">
+ {getMessage().LOADING}...
+ </div>
+ ) : customModels && customModels.length > 0 ? (
+ <Table>
+ <TableHeader>
+ <TableRow>
+ <TableHead>{getMessage().OPENGROUND_MODEL_ID}</TableHead>
+ <TableHead>{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}</TableHead>
+ <TableHead>{getMessage().OPENGROUND_CONTEXT_WINDOW}</TableHead>
+ <TableHead>{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</TableHead>
+ <TableHead>{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</TableHead>
+ <TableHead className="text-right">{getMessage().ACTIONS}</TableHead>
+ </TableRow>
+ </TableHeader>
+ <TableBody>
+ {customModels.map((model) => (
+ <TableRow key={model.customId || model.id}>
+ <TableCell className="font-mono text-xs">{model.id}</TableCell>
+ <TableCell>{model.displayName}</TableCell>
+ <TableCell>{model.contextWindow.toLocaleString()}</TableCell>
+ <TableCell>${model.inputPricePerMToken}</TableCell>
+ <TableCell>${model.outputPricePerMToken}</TableCell>
+ <TableCell className="text-right">
+ <div className="flex gap-1 justify-end">
+ <Button
+ variant="ghost"
+ size="icon"
+ className="h-8 w-8"
+ onClick={() => handleEdit(model)}
+ >
+ <PencilIcon className="h-4 w-4" />
+ </Button>
+ <Button
+ variant="ghost"
+ size="icon"
+ className="h-8 w-8 text-red-600 hover:text-red-700"
+ onClick={() => handleDelete(model)}
+ disabled={deleting}
+ >
+ <Trash2Icon className="h-4 w-4" />
+ </Button>
+ </div>
+ </TableCell>
+ </TableRow>
+ ))}
+ </TableBody>
+ </Table>
+ ) : (
+ <div className="text-center py-8 text-sm text-stone-500 border rounded-lg">
+ {getMessage().OPENGROUND_NO_CUSTOM_MODELS_YET}
+ </div>
+ )}
+ </div>
+ </div>
+
+ <DialogFooter>
+ <Button variant="outline" onClick={() => onOpenChange(false)}>
+ {getMessage().CLOSE}
+ </Button>
+ </DialogFooter>
+ </DialogContent>
+ </Dialog>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/performance-waterfall.tsx b/src/client/src/components/(playground)/openground/performance-waterfall.tsx
new file mode 100644
index 00000000..b786692b
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/performance-waterfall.tsx
@@ -0,0 +1,116 @@
+"use client";
+
+import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";
+import { Badge } from "@/components/ui/badge";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import { TimerIcon } from "lucide-react";
+import getMessage from "@/constants/messages";
+
+interface PerformanceWaterfallProps {
+ data: ProviderResult[];
+}
+
+export default function PerformanceWaterfall({ data }: PerformanceWaterfallProps) {
+ const maxTime = Math.max(...data.map((p) => p.responseTime));
+
+ // Sort by response time (fastest first)
+ const sortedData = [...data].sort((a, b) => a.responseTime - b.responseTime);
+
+ const getBarColor = (index: number, hasError: boolean) => {
+ if (hasError) return "bg-red-500/80";
+ if (index === 0) return "bg-green-500/80"; // Fastest
+ if (index === 1) return "bg-blue-500/80"; // Second fastest
+ return "bg-yellow-500/80"; // Others
+ };
+
+ const getTextColor = (index: number, hasError: boolean) => {
+ if (hasError) return "text-red-700 dark:text-red-300";
+ if (index === 0) return "text-green-700 dark:text-green-300";
+ if (index === 1) return "text-blue-700 dark:text-blue-300";
+ return "text-yellow-700 dark:text-yellow-300";
+ };
+
+ return (
+ <Card>
+ <CardHeader>
+ <CardTitle className="text-lg flex items-center gap-2">
+ <TimerIcon className="h-5 w-5" />
+ {getMessage().OPENGROUND_RESPONSE_TIME_COMPARISON}
+ </CardTitle>
+ <CardDescription>
+ {getMessage().OPENGROUND_RESPONSE_TIME_COMPARISON_DESCRIPTION}
+ </CardDescription>
+ </CardHeader>
+ <CardContent>
+ <div className="space-y-3">
+ {sortedData.map((result, index) => {
+ const hasError = !!result.error;
+ const percentage = hasError ? 0 : (result.responseTime / maxTime) * 100;
+
+ return (
+ <div key={index} className="space-y-1">
+ <div className="flex items-center justify-between text-sm">
+ <div className="flex items-center gap-2">
+ <span className="font-medium text-stone-700 dark:text-stone-300">
+ {result.provider}/{result.model}
+ </span>
+ {index === 0 && !hasError && (
+ <Badge variant="outline" className="text-xs bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800">
+ {getMessage().FASTEST}
+ </Badge>
+ )}
+ </div>
+ <span className={`text-sm font-mono ${getTextColor(index, hasError)}`}>
+ {hasError ? getMessage().ERROR : `${result.responseTime.toFixed(2)}s`}
+ </span>
+ </div>
+ <div className="relative h-8 bg-stone-100 dark:bg-stone-900 rounded-md overflow-hidden">
+ <div
+ className={`h-full ${getBarColor(index, hasError)} transition-all duration-500 flex items-center px-3`}
+ style={{ width: `${Math.max(percentage, 2)}%` }}
+ >
+ {!hasError && percentage > 20 && (
+ <span className="text-xs font-medium text-white">
+ {result.responseTime.toFixed(2)}s
+ </span>
+ )}
+ </div>
+ {hasError && (
+ <div className="absolute inset-0 flex items-center px-3">
+ <span className="text-xs text-red-600 dark:text-red-400">
+ {result.error}
+ </span>
+ </div>
+ )}
+ </div>
+ </div>
+ );
+ })}
+ </div>
+ <div className="mt-4 pt-4 border-t border-stone-200 dark:border-stone-800">
+ <div className="grid grid-cols-3 gap-4 text-center">
+ <div>
+ <p className="text-2xl font-bold text-green-600 dark:text-green-400">
+ {sortedData.find((p) => !p.error)?.responseTime.toFixed(2) || "—"}s
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().FASTEST}</p>
+ </div>
+ <div>
+ <p className="text-2xl font-bold text-stone-700 dark:text-stone-300">
+ {(data.filter((p) => !p.error).reduce((sum, p) => sum + p.responseTime, 0) /
+ data.filter((p) => !p.error).length || 0).toFixed(2)}s
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().AVERAGE}</p>
+ </div>
+ <div>
+ <p className="text-2xl font-bold text-red-600 dark:text-red-400">
+ {sortedData[sortedData.length - 1]?.error ? "—" : sortedData[sortedData.length - 1]?.responseTime.toFixed(2)}s
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().SLOWEST}</p>
+ </div>
+ </div>
+ </div>
+ </CardContent>
+ </Card>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/prompt-source-toggle.tsx b/src/client/src/components/(playground)/openground/prompt-source-toggle.tsx
new file mode 100644
index 00000000..b49db26d
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/prompt-source-toggle.tsx
@@ -0,0 +1,223 @@
+"use client";
+
+import { Tabs, TabsContent, TabsList, TabsTrigger } from "@/components/ui/tabs";
+import { Textarea } from "@/components/ui/textarea";
+import {
+ Select,
+ SelectContent,
+ SelectItem,
+ SelectTrigger,
+ SelectValue,
+} from "@/components/ui/select";
+import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";
+import { useRootStore } from "@/store";
+import { Component, FileTextIcon, LibraryIcon } from "lucide-react";
+import { useEffect, useState } from "react";
+import { Badge } from "@/components/ui/badge";
+import VariableEditor from "./variable-editor";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import { toast } from "sonner";
+import getMessage from "@/constants/messages";
+
+interface Prompt {
+ promptId: string;
+ name: string;
+ latestVersion: number;
+}
+
+interface PromptVersion {
+ promptId: string;
+ versionId: string;
+ name: string;
+ version: string;
+ prompt: string;
+ tags: string;
+ metaProperties: string;
+}
+
+export default function PromptSourceToggle() {
+ const promptSource = useRootStore((state) => state.openground.promptSource);
+ const setPromptSource = useRootStore((state) => state.openground.setPromptSource);
+ const { data: prompts, fireRequest, isLoading: loading } =
+ useFetchWrapper<Prompt[]>();
+ const { fireRequest: firePromptDetail, isLoading: loadingDetail } =
+ useFetchWrapper<PromptVersion>();
+ const [selectedPromptName, setSelectedPromptName] = useState<string>("");
+
+ useEffect(() => {
+ // Load prompts from Prompt Hub
+ fireRequest({
+ requestType: "POST",
+ url: "/api/prompt/get",
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_LOAD_PROMPTS_FAILED, {
+ id: "prompts",
+ });
+ },
+ });
+ }, []);
+
+ const handleTabChange = (value: string) => {
+ if (value === "custom") {
+ setPromptSource({
+ type: "custom",
+ content: promptSource.type === "custom" ? promptSource.content : "",
+ variables: {},
+ });
+ } else {
+ setPromptSource({
+ type: "prompt-hub",
+ promptId: undefined,
+ promptName: undefined,
+ version: undefined,
+ variables: {},
+ });
+ setSelectedPromptName("");
+ }
+ };
+
+ const handleCustomPromptChange = (value: string) => {
+ setPromptSource({
+ ...promptSource,
+ type: "custom",
+ content: value,
+ });
+ };
+
+ const handlePromptSelect = (promptId: string) => {
+ const selected = prompts?.find((p) => p.promptId === promptId);
+ if (selected) {
+ setSelectedPromptName(selected.name);
+
+ // Fetch the full prompt content from the prompt detail API
+ firePromptDetail({
+ requestType: "GET",
+ url: `/api/prompt/get/${selected.promptId}?version=${selected.latestVersion}`,
+ responseDataKey: "data.[0]",
+ successCb: (data: PromptVersion) => {
+ if (data) {
+ setPromptSource({
+ type: "prompt-hub",
+ promptId: selected.promptId,
+ promptName: selected.name,
+ version: parseInt(data.version),
+ content: data.prompt,
+ variables: {},
+ });
+ }
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_LOAD_PROMPT_DETAILS_FAILED, {
+ id: "prompt-detail",
+ });
+ },
+ });
+ }
+ };
+
+ return (
+ <Card>
+ <CardHeader className="pb-4">
+ <CardTitle className="text-lg flex items-center gap-2">
+ {getMessage().OPENGROUND_PROMPT_CONFIGURATION}
+ </CardTitle>
+ </CardHeader>
+ <CardContent className="space-y-4">
+ <Tabs
+ value={promptSource.type}
+ onValueChange={handleTabChange}
+ className="w-full"
+ >
+ <TabsList className="grid w-full grid-cols-2">
+ <TabsTrigger value="custom" className="gap-2">
+ <FileTextIcon className="h-4 w-4" />
+ {getMessage().OPENGROUND_CUSTOM}
+ </TabsTrigger>
+ <TabsTrigger value="prompt-hub" className="gap-2">
+ <Component className="h-4 w-4" />
+ {getMessage().OPENGROUND_PROMPT_HUB}
+ </TabsTrigger>
+ </TabsList>
+
+ <TabsContent value="custom" className="space-y-4 mt-4">
+ <div className="space-y-2">
+ <Textarea
+ placeholder={getMessage().OPENGROUND_ENTER_PROMPT_PLACEHOLDER}
+ value={promptSource.content || ""}
+ onChange={(e) => handleCustomPromptChange(e.target.value)}
+ className="min-h-[120px] resize-none font-mono text-sm"
+ />
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().PROMPT_TIPS_TO_USE_VARIABLES}
+ </p>
+ </div>
+ <VariableEditor promptText={promptSource.content || ""} />
+ </TabsContent>
+
+ <TabsContent value="prompt-hub" className="space-y-4 mt-4">
+ <Select
+ value={promptSource.promptId}
+ onValueChange={handlePromptSelect}
+ disabled={loading || loadingDetail}
+ >
+ <SelectTrigger className="w-full">
+ <SelectValue
+ placeholder={
+ loading || loadingDetail
+ ? getMessage().LOADING
+ : selectedPromptName || getMessage().OPENGROUND_SELECT_PROMPT
+ }
+ />
+ </SelectTrigger>
+ <SelectContent>
+ {(!prompts || prompts.length === 0) && !loading ? (
+ <div className="p-2 text-sm text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_NO_PROMPTS_FOUND}
+ </div>
+ ) : (
+ prompts?.map((prompt) => (
+ <SelectItem key={prompt.promptId} value={prompt.promptId}>
+ {prompt.name}
+ </SelectItem>
+ ))
+ )}
+ </SelectContent>
+ </Select>
+
+ {promptSource.promptId && promptSource.content && (
+ <div className="space-y-4">
+ <div>
+ <div className="flex items-center justify-between mb-2">
+ <span className="text-sm font-medium text-stone-700 dark:text-stone-300">
+ {getMessage().PROMPT_PREVIEW}
+ </span>
+ <Badge variant="secondary" className="text-xs">
+ v{promptSource.version}
+ </Badge>
+ </div>
+ <div className="p-4 bg-stone-50 dark:bg-stone-900 rounded-lg border border-stone-200 dark:border-stone-800">
+ <p className="text-sm font-mono text-stone-700 dark:text-stone-300 whitespace-pre-wrap leading-relaxed">
+ {promptSource.content}
+ </p>
+ </div>
+ </div>
+ <VariableEditor promptText={promptSource.content || ""} />
+ </div>
+ )}
+
+ {loadingDetail && (
+ <div className="flex items-center justify-center py-8">
+ <div className="flex flex-col items-center gap-2">
+ <div className="h-8 w-8 animate-spin rounded-full border-2 border-stone-300 border-t-blue-600" />
+ <span className="text-sm text-stone-600 dark:text-stone-400">
+ {getMessage().OPENGROUND_LOADING_PROMPT_DETAILS}
+ </span>
+ </div>
+ </div>
+ )}
+ </TabsContent>
+ </Tabs>
+ </CardContent>
+ </Card>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/provider-config-dialog.tsx b/src/client/src/components/(playground)/openground/provider-config-dialog.tsx
new file mode 100644
index 00000000..5af3365f
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/provider-config-dialog.tsx
@@ -0,0 +1,269 @@
+"use client";
+
+import {
+ Dialog,
+ DialogContent,
+ DialogDescription,
+ DialogFooter,
+ DialogHeader,
+ DialogTitle,
+} from "@/components/ui/dialog";
+import { Button } from "@/components/ui/button";
+import { Label } from "@/components/ui/label";
+import {
+ Select,
+ SelectContent,
+ SelectItem,
+ SelectTrigger,
+ SelectValue,
+} from "@/components/ui/select";
+import { useRootStore } from "@/store";
+import { useState, useEffect } from "react";
+import { toast } from "sonner";
+import { KeyIcon, CheckCircle2Icon } from "lucide-react";
+import { Badge } from "@/components/ui/badge";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import SecretForm from "@/components/(playground)/vault/form";
+import getMessage from "@/constants/messages";
+
+interface ProviderConfigDialogProps {
+ providerId: string;
+ open: boolean;
+ onOpenChange: (open: boolean) => void;
+ onComplete: () => void;
+}
+
+interface VaultSecret {
+ id: string;
+ key: string;
+ createdAt: string;
+}
+
+export default function ProviderConfigDialog({
+ providerId,
+ open,
+ onOpenChange,
+ onComplete,
+}: ProviderConfigDialogProps) {
+ const availableProviders = useRootStore((state) => state.openground.availableProviders);
+ const { data: vaultSecrets, fireRequest: fireVaultRequest, isLoading: loadingSecrets } =
+ useFetchWrapper<VaultSecret[]>();
+ const { data: existingConfig, fireRequest: fireConfigRequest, isLoading: loadingConfig } =
+ useFetchWrapper<any>();
+ const { fireRequest: fireSaveRequest, isLoading: loading } =
+ useFetchWrapper();
+ const [selectedVaultId, setSelectedVaultId] = useState<string>("");
+ const [selectedModelId, setSelectedModelId] = useState<string>("");
+
+ const provider = availableProviders.find((p) => p.providerId === providerId);
+
+ useEffect(() => {
+ if (open) {
+ loadVaultSecrets();
+ loadExistingConfig();
+ }
+ }, [open]);
+
+ useEffect(() => {
+ if (existingConfig && Array.isArray(existingConfig) && existingConfig.length > 0) {
+ const config = existingConfig.find((c: any) => c.provider === providerId);
+ if (config) {
+ setSelectedVaultId(config.vaultId || "");
+ setSelectedModelId(config.modelId || "");
+ }
+ }
+ }, [existingConfig, providerId]);
+
+ const loadVaultSecrets = () => {
+ fireVaultRequest({
+ requestType: "POST",
+ url: "/api/vault/get",
+ body: JSON.stringify(""),
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_LOAD_VAULT_KEYS_FAILED, {
+ id: "vault-secrets",
+ });
+ },
+ });
+ };
+
+ const loadExistingConfig = () => {
+ fireConfigRequest({
+ requestType: "GET",
+ url: "/api/openground/config",
+ failureCb: (err?: string) => {
+ // Silently fail if no config exists yet
+ console.log("No existing config:", err);
+ },
+ });
+ };
+
+ const handleSave = () => {
+ if (!selectedVaultId) {
+ toast.error(getMessage().OPENGROUND_SELECT_API_KEY_ERROR);
+ return;
+ }
+
+ const isUpdating = existingConfig && Array.isArray(existingConfig) &&
+ existingConfig.some((c: any) => c.provider === providerId);
+
+ fireSaveRequest({
+ requestType: "POST",
+ url: "/api/openground/config",
+ body: JSON.stringify({
+ provider: providerId,
+ vaultId: selectedVaultId,
+ modelId: selectedModelId || undefined,
+ isActive: true,
+ }),
+ successCb: (data: any) => {
+ toast.success(
+ `${provider?.displayName} ${isUpdating ? getMessage().OPENGROUND_CONFIG_UPDATED : getMessage().OPENGROUND_CONFIG_SAVED}`,
+ {
+ id: "provider-config",
+ }
+ );
+ onComplete();
+ },
+ failureCb: (err?: string) => {
+ toast.error(err || getMessage().OPENGROUND_SAVE_CONFIG_FAILED, {
+ id: "provider-config",
+ });
+ },
+ });
+ };
+
+ if (!provider) return null;
+
+ const isUpdating = existingConfig && Array.isArray(existingConfig) &&
+ existingConfig.some((c: any) => c.provider === providerId);
+
+ return (
+ <Dialog open={open} onOpenChange={onOpenChange}>
+ <DialogContent className="sm:max-w-[500px]">
+ <DialogHeader>
+ <DialogTitle className="flex items-center gap-2">
+ <div className="w-10 h-10 rounded-lg bg-stone-100 dark:bg-stone-800 flex items-center justify-center text-lg font-bold text-stone-600 dark:text-stone-400">
+ {provider.displayName.charAt(0)}
+ </div>
+ {isUpdating ? getMessage().OPENGROUND_UPDATE : getMessage().CONFIGURE} {provider.displayName}
+ </DialogTitle>
+ <DialogDescription>
+ {getMessage().OPENGROUND_LINK_PROVIDER_TO_VAULT_DESCRIPTION}
+ </DialogDescription>
+ </DialogHeader>
+
+ <div className="space-y-4 py-4">
+ {/* Vault Secret Selection */}
+ <div className="space-y-2">
+ <Label htmlFor="vault-secret" className="flex items-center gap-2">
+ <KeyIcon className="h-4 w-4" />
+ {getMessage().OPENGROUND_API_KEY_FROM_VAULT}
+ </Label>
+ <Select
+ value={selectedVaultId}
+ onValueChange={setSelectedVaultId}
+ disabled={loadingSecrets}
+ >
+ <SelectTrigger id="vault-secret">
+ <SelectValue
+ placeholder={
+ loadingSecrets
+ ? getMessage().OPENGROUND_LOADING_SECRETS
+ : getMessage().OPENGROUND_SELECT_API_KEY
+ }
+ />
+ </SelectTrigger>
+ <SelectContent>
+ {(!vaultSecrets || vaultSecrets.length === 0) && !loadingSecrets ? (
+ <div className="p-3 flex flex-col gap-2">
+ <p className="text-sm text-stone-600 dark:text-stone-400">
+ {getMessage().OPENGROUND_NO_API_KEYS_FOUND_IN_VAULT}
+ </p>
+ <SecretForm successCallback={loadVaultSecrets}>
+ <Button
+ variant="outline"
+ size="sm"
+ className="w-full text-primary hover:text-primary"
+ >
+ <KeyIcon className="h-4 w-4 mr-2" />
+ {getMessage().OPENGROUND_CREATE_NEW_API_KEY}
+ </Button>
+ </SecretForm>
+ </div>
+ ) : (
+ vaultSecrets?.map((secret) => (
+ <SelectItem key={secret.id} value={secret.id}>
+ <div className="flex items-center gap-2">
+ <KeyIcon className="h-3 w-3" />
+ {secret.key}
+ </div>
+ </SelectItem>
+ ))
+ )}
+ </SelectContent>
+ </Select>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {provider.displayName} {getMessage().OPENGROUND_API_KEY_STORED_IN_VAULT}
+ </p>
+ </div>
+
+ {/* Model Selection */}
+ <div className="space-y-2">
+ <Label htmlFor="model">{getMessage().OPENGROUND_DEFAULT_MODEL_OPTIONAL}</Label>
+ <Select value={selectedModelId} onValueChange={setSelectedModelId}>
+ <SelectTrigger id="model" className="h-auto">
+ <SelectValue placeholder={getMessage().OPENGROUND_SELECT_DEFAULT_MODEL} />
+ </SelectTrigger>
+ <SelectContent>
+ {provider.supportedModels.map((model) => (
+ <SelectItem key={model.id} value={model.id}>
+ <div className="flex flex-col items-start gap-1">
+ <span>{model.displayName}</span>
+ <div className="flex gap-2 text-xs">
+ <Badge variant="secondary" className="text-xs">
+ {model.contextWindow.toLocaleString()} tokens
+ </Badge>
+ <Badge variant="outline" className="text-xs">
+ ${model.inputPricePerMToken}/M in
+ </Badge>
+ <Badge variant="outline" className="text-xs">
+ ${model.outputPricePerMToken}/M out
+ </Badge>
+ </div>
+ </div>
+ </SelectItem>
+ ))}
+ </SelectContent>
+ </Select>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_YOU_CAN_CHANGE_PER_EVALUATION}
+ </p>
+ </div>
+
+ {/* Info Box */}
+ <div className="p-3 bg-blue-50 dark:bg-blue-950/20 rounded-lg border border-blue-200 dark:border-blue-800">
+ <div className="flex gap-2">
+ <CheckCircle2Icon className="h-4 w-4 text-blue-600 dark:text-blue-400 mt-0.5" />
+ <div className="text-sm text-blue-900 dark:text-blue-100">
+ <p className="font-medium">{getMessage().CONFIGURATION_STORED_SECURELY}</p>
+ <p className="text-xs text-blue-700 dark:text-blue-300 mt-1">
+ {getMessage().OPENGROUND_API_KEY_REFERENCE_SAVED_INFO}
+ </p>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <DialogFooter>
+ <Button variant="outline" onClick={() => onOpenChange(false)}>
+ {getMessage().CANCEL}
+ </Button>
+ <Button onClick={handleSave} disabled={loading || loadingConfig || !selectedVaultId}>
+ {loading ? (isUpdating ? getMessage().UPDATING : getMessage().SAVING) : (isUpdating ? getMessage().OPENGROUND_UPDATE_CONFIGURATION : getMessage().OPENGROUND_SAVE_CONFIGURATION)}
+ </Button>
+ </DialogFooter>
+ </DialogContent>
+ </Dialog>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/provider-result-card.tsx b/src/client/src/components/(playground)/openground/provider-result-card.tsx
new file mode 100644
index 00000000..b3dc22c5
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/provider-result-card.tsx
@@ -0,0 +1,107 @@
+"use client";
+
+import { Card } from "@/components/ui/card";
+import { Badge } from "@/components/ui/badge";
+import { Button } from "@/components/ui/button";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import { ChevronDownIcon, ChevronUpIcon } from "lucide-react";
+import { useState } from "react";
+import { JsonViewer } from "@textea/json-viewer";
+import getMessage from "@/constants/messages";
+
+interface ProviderResultCardProps {
+ result: ProviderResult;
+ index: number;
+}
+
+export default function ProviderResultCard({ result, index }: ProviderResultCardProps) {
+ const [showJson, setShowJson] = useState(false);
+
+ return (
+ <Card
+ className={`border-2 ${
+ result.error
+ ? "border-red-200 dark:border-red-800"
+ : "border-stone-200 dark:border-stone-800"
+ }`}
+ >
+ {/* Header */}
+ <div className="p-4 border-b border-stone-200 dark:border-stone-800 bg-stone-50 dark:bg-stone-900">
+ <div className="flex items-center justify-between">
+ <div className="flex items-center gap-3">
+ <div className="w-10 h-10 rounded-lg bg-stone-200 dark:bg-stone-700 flex items-center justify-center text-lg font-bold">
+ {result.provider.charAt(0).toUpperCase()}
+ </div>
+ <div>
+ <p className="font-semibold text-stone-900 dark:text-stone-100">
+ {result.provider}/{result.model}
+ </p>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {result.responseTime.toFixed(2)}s •{" "}
+ {result.totalTokens.toLocaleString()} tokens •
+ ${result.cost.toFixed(6)}
+ </p>
+ </div>
+ </div>
+ {result.error ? (
+ <Badge variant="destructive">{getMessage().ERROR}</Badge>
+ ) : (
+ <Badge
+ variant="outline"
+ className="bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800"
+ >
+ {getMessage().SUCCESS}
+ </Badge>
+ )}
+ </div>
+ </div>
+
+ {/* Response/Error Content */}
+ <div className="p-4">
+ {result.error ? (
+ <div className="text-red-600 dark:text-red-400 text-sm font-mono whitespace-pre-wrap">
+ {result.error}
+ </div>
+ ) : (
+ <div className="prose dark:prose-invert max-w-none">
+ <p className="text-stone-700 dark:text-stone-300 whitespace-pre-wrap">
+ {result.response}
+ </p>
+ </div>
+ )}
+ </div>
+
+ {/* Collapsible JSON Section */}
+ <div className="border-t border-stone-200 dark:border-stone-800">
+ <Button
+ variant="ghost"
+ onClick={() => setShowJson(!showJson)}
+ className="w-full justify-between rounded-none hover:bg-stone-50 dark:hover:bg-stone-900"
+ >
+ <span className="text-xs font-medium text-stone-600 dark:text-stone-400">
+ {showJson ? getMessage().HIDE : getMessage().SHOW} {getMessage().OPENGROUND_RAW_RESPONSE_DATA}
+ </span>
+ {showJson ? (
+ <ChevronUpIcon className="h-4 w-4" />
+ ) : (
+ <ChevronDownIcon className="h-4 w-4" />
+ )}
+ </Button>
+
+ {showJson && (
+ <div className="p-4 bg-stone-50 dark:bg-stone-900 border-t border-stone-200 dark:border-stone-800">
+ <JsonViewer
+ value={result}
+ className="rounded-lg"
+ theme="dark"
+ enableClipboard
+ displayDataTypes={false}
+ displaySize={false}
+ defaultInspectDepth={1}
+ />
+ </div>
+ )}
+ </div>
+ </Card>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/provider-settings-panel.tsx b/src/client/src/components/(playground)/openground/provider-settings-panel.tsx
new file mode 100644
index 00000000..8d9d3c64
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/provider-settings-panel.tsx
@@ -0,0 +1,257 @@
+"use client";
+
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { Label } from "@/components/ui/label";
+import {
+ Select,
+ SelectContent,
+ SelectItem,
+ SelectTrigger,
+ SelectValue,
+} from "@/components/ui/select";
+import { Slider } from "@/components/ui/slider";
+import { useRootStore } from "@/store";
+import { Settings2Icon, XIcon, SettingsIcon } from "lucide-react";
+import { Button } from "@/components/ui/button";
+import { Badge } from "@/components/ui/badge";
+import { Input } from "@/components/ui/input";
+import { useState } from "react";
+import getMessage from "@/constants/messages";
+import ModelManagementDialog from "./model-management-dialog";
+
+export default function ProviderSettingsPanel() {
+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);
+ const availableProviders = useRootStore((state) => state.openground.availableProviders);
+ const setProviderConfigNew = useRootStore((state) => state.openground.setProviderConfigNew);
+ const updateProviderModel = useRootStore((state) => state.openground.updateProviderModel);
+ const removeProviderNew = useRootStore((state) => state.openground.removeProviderNew);
+
+ const [modelManagementOpen, setModelManagementOpen] = useState(false);
+ const [selectedProviderForModelManagement, setSelectedProviderForModelManagement] = useState<string>("");
+ const [customModelInputs, setCustomModelInputs] = useState<Record<number, boolean>>({});
+ const [customModelValues, setCustomModelValues] = useState<Record<number, string>>({});
+
+ if (selectedProvidersNew.length === 0) {
+ return null;
+ }
+
+ const handleModelChange = (index: number, modelId: string) => {
+ updateProviderModel(index, modelId);
+ setCustomModelInputs({ ...customModelInputs, [index]: false });
+ };
+
+ const handleConfigChange = (index: number, key: string, value: number) => {
+ setProviderConfigNew(index, { [key]: value });
+ };
+
+ const handleCustomModelToggle = (index: number) => {
+ setCustomModelInputs({ ...customModelInputs, [index]: !customModelInputs[index] });
+ };
+
+ const handleCustomModelChange = (index: number, value: string) => {
+ setCustomModelValues({ ...customModelValues, [index]: value });
+ updateProviderModel(index, value);
+ };
+
+ const openModelManagement = (providerId: string) => {
+ setSelectedProviderForModelManagement(providerId);
+ setModelManagementOpen(true);
+ };
+
+ return (
+ <Card className="border-stone-200 dark:border-stone-800">
+ <CardHeader className="pb-3">
+ <CardTitle className="text-lg flex items-center gap-2">
+ <Settings2Icon className="h-5 w-5" />
+ {getMessage().OPENGROUND_PROVIDER_SETTINGS} ({selectedProvidersNew.length})
+ </CardTitle>
+ </CardHeader>
+ <CardContent className="space-y-4">
+ {selectedProvidersNew.map((selectedProvider, index) => {
+ const provider = availableProviders.find(
+ (p) => p.providerId === selectedProvider.provider
+ );
+
+ if (!provider) return null;
+
+ return (
+ <Card key={index} className="border-stone-200 dark:border-stone-700">
+ <CardHeader className="pb-3 flex-row items-center justify-between space-y-0">
+ <div className="flex items-center gap-2">
+ <div className="w-8 h-8 rounded bg-stone-100 dark:bg-stone-800 flex items-center justify-center text-sm font-bold text-stone-600 dark:text-stone-400">
+ {provider.displayName.charAt(0)}
+ </div>
+ <div>
+ <h4 className="font-medium text-sm text-stone-900 dark:text-stone-100">
+ {provider.displayName}
+ </h4>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {selectedProvider.model}
+ </p>
+ </div>
+ </div>
+ <Button
+ variant="ghost"
+ size="icon"
+ className="h-8 w-8"
+ onClick={() => removeProviderNew(index)}
+ >
+ <XIcon className="h-4 w-4" />
+ </Button>
+ </CardHeader>
+ <CardContent className="space-y-4 pt-0">
+ {/* Model Selection */}
+ <div className="space-y-2">
+ <div className="flex items-center justify-between">
+ <Label htmlFor={`model-${index}`} className="text-xs">
+ {getMessage().OPENGROUND_MODEL}
+ </Label>
+ <div className="flex gap-2">
+ <Button
+ variant="ghost"
+ size="sm"
+ className="h-6 text-xs px-2"
+ onClick={() => handleCustomModelToggle(index)}
+ >
+ {customModelInputs[index] ? getMessage().OPENGROUND_USE_CUSTOM_MODEL : getMessage().OPENGROUND_OR_ENTER_CUSTOM}
+ </Button>
+ <Button
+ variant="ghost"
+ size="sm"
+ className="h-6 text-xs px-2"
+ onClick={() => openModelManagement(provider.providerId)}
+ >
+ <SettingsIcon className="h-3 w-3 mr-1" />
+ {getMessage().OPENGROUND_MANAGE_MODELS}
+ </Button>
+ </div>
+ </div>
+
+ {customModelInputs[index] ? (
+ <Input
+ id={`custom-model-${index}`}
+ placeholder={getMessage().OPENGROUND_ENTER_CUSTOM_MODEL_NAME}
+ value={customModelValues[index] || ""}
+ onChange={(e) => handleCustomModelChange(index, e.target.value)}
+ className="h-9"
+ />
+ ) : (
+ <Select
+ value={selectedProvider.model}
+ onValueChange={(value) => handleModelChange(index, value)}
+ >
+ <SelectTrigger id={`model-${index}`} className="h-auto">
+ <SelectValue />
+ </SelectTrigger>
+ <SelectContent>
+ {provider.supportedModels.map((model) => (
+ <SelectItem key={model.id} value={model.id}>
+ <div className="flex flex-col items-start gap-0.5">
+ <span className="text-sm">{model.displayName}</span>
+ <div className="flex gap-1.5 text-xs text-stone-500">
+ <Badge variant="secondary" className="text-xs h-4 px-1">
+ {model.contextWindow.toLocaleString()}
+ </Badge>
+ <Badge variant="outline" className="text-xs h-4 px-1">
+ ${model.inputPricePerMToken}/M
+ </Badge>
+ </div>
+ </div>
+ </SelectItem>
+ ))}
+ </SelectContent>
+ </Select>
+ )}
+ </div>
+
+ {/* Temperature */}
+ <div className="space-y-2">
+ <div className="flex items-center justify-between">
+ <Label htmlFor={`temperature-${index}`} className="text-xs">
+ {getMessage().OPENGROUND_TEMPERATURE}
+ </Label>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {selectedProvider.config.temperature ?? 1}
+ </span>
+ </div>
+ <Slider
+ id={`temperature-${index}`}
+ min={0}
+ max={2}
+ step={0.1}
+ value={[selectedProvider.config.temperature ?? 1]}
+ onValueChange={([value]) =>
+ handleConfigChange(index, "temperature", value)
+ }
+ />
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_TEMPERATURE_DESCRIPTION}
+ </p>
+ </div>
+
+ {/* Max Tokens */}
+ <div className="space-y-2">
+ <div className="flex items-center justify-between">
+ <Label htmlFor={`maxTokens-${index}`} className="text-xs">
+ {getMessage().OPENGROUND_MAX_TOKENS}
+ </Label>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {selectedProvider.config.maxTokens ?? 1000}
+ </span>
+ </div>
+ <Slider
+ id={`maxTokens-${index}`}
+ min={100}
+ max={4000}
+ step={100}
+ value={[selectedProvider.config.maxTokens ?? 1000]}
+ onValueChange={([value]) =>
+ handleConfigChange(index, "maxTokens", value)
+ }
+ />
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_MAX_TOKENS_DESCRIPTION}
+ </p>
+ </div>
+
+ {/* Top P */}
+ <div className="space-y-2">
+ <div className="flex items-center justify-between">
+ <Label htmlFor={`topP-${index}`} className="text-xs">
+ {getMessage().OPENGROUND_TOP_P}
+ </Label>
+ <span className="text-xs text-stone-500 dark:text-stone-400">
+ {selectedProvider.config.topP ?? 1}
+ </span>
+ </div>
+ <Slider
+ id={`topP-${index}`}
+ min={0}
+ max={1}
+ step={0.05}
+ value={[selectedProvider.config.topP ?? 1]}
+ onValueChange={([value]) =>
+ handleConfigChange(index, "topP", value)
+ }
+ />
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_TOP_P_DESCRIPTION}
+ </p>
+ </div>
+ </CardContent>
+ </Card>
+ );
+ })}
+ </CardContent>
+
+ <ModelManagementDialog
+ providerId={selectedProviderForModelManagement}
+ open={modelManagementOpen}
+ onOpenChange={setModelManagementOpen}
+ onModelAdded={() => {
+ // Optionally refresh provider list or models here
+ }}
+ />
+ </Card>
+ );
+}
diff --git a/src/client/src/components/(playground)/openground/provider-settings.tsx b/src/client/src/components/(playground)/openground/provider-settings.tsx
deleted file mode 100644
index ca7d56fc..00000000
--- a/src/client/src/components/(playground)/openground/provider-settings.tsx
+++ /dev/null
@@ -1,143 +0,0 @@
-import { Input } from "@/components/ui/input";
-import { Label } from "@/components/ui/label";
-import {
- Select,
- SelectContent,
- SelectGroup,
- SelectItem,
- SelectTrigger,
- SelectValue,
-} from "@/components/ui/select";
-import { Slider } from "@/components/ui/slider";
-import {
- Sheet,
- SheetContent,
- SheetHeader,
- SheetTitle,
- SheetTrigger,
-} from "@/components/ui/sheet";
-import { ReactNode } from "react";
-import { setProviderConfig } from "@/selectors/openground";
-import { ProviderType, Providers } from "@/types/store/openground";
-import { useRootStore } from "@/store";
-
-const ProviderSettings = ({
- provider,
- index,
- children,
- selectedProvider,
- updateAllowed = true,
-}: {
- provider: ProviderType;
- index: number;
- children: ReactNode;
- selectedProvider: {
- provider: Providers;
- config: Record<string, any>;
- };
- updateAllowed: boolean;
-}) => {
- const { config } = provider;
-
- const updateProviderConfig = useRootStore(setProviderConfig);
- const onSelectChange = (value: any, path: string) => {
- updateProviderConfig(path, value);
- };
-
- const onSliderChange = (value: any, path: string) => {
- updateProviderConfig(path, value[0]);
- };
-
- const onTextValueChange: any = (ev: any, path: string) => {
- updateProviderConfig(path, ev.target.value);
- };
-
- return (
- <Sheet>
- <SheetTrigger asChild>{children}</SheetTrigger>
- <SheetContent className="max-w-none sm:max-w-none w-1/2 bg-stone-100 dark:bg-stone-900 border-transparent text-stone-900 dark:text-stone-300">
- <SheetHeader>
- <SheetTitle>
- {provider.title} ({provider.subTitle})
- </SheetTitle>
- </SheetHeader>
- <div className="grid gap-4 relative">
- {!updateAllowed && (
- <div className="absolute w-full h-full top-0 left-0 z-20" />
- )}
-
- <div className="space-y-2">
- <p className="text-sm text-muted-foreground">
- Set the config for the comparison.
- </p>
- </div>
- <div className="grid gap-8 mt-8">
- {config.map((item: any) => {
- if (item.type === "hidden") return null;
- return (
- <div
- key={item.key}
- className="grid grid-cols-3 items-center gap-4"
- >
- <Label htmlFor="width">
- {item.label}{" "}
- {item.type === "slider"
- ? `(${selectedProvider.config[item.key]})`
- : null}
- </Label>
- {item.type === "input" ? (
- <Input
- defaultValue={selectedProvider.config[item.key]}
- placeholder={item.placeholder}
- name={item.key}
- className="col-span-2 h-8"
- onChange={(ev) =>
- onTextValueChange(ev, `[${index}.config.${item.key}]`)
- }
- disabled={!updateAllowed}
- />
- ) : item.type === "select" ? (
- <Select
- onValueChange={(value) =>
- onSelectChange(value, `[${index}.config.${item.key}]`)
- }
- defaultValue={selectedProvider.config[item.key]}
- disabled={!updateAllowed}
- >
- <SelectTrigger className="col-span-2 h-8">
- <SelectValue placeholder={item.placeholder} />
- </SelectTrigger>
- <SelectContent>
- <SelectGroup>
- {item.options.map((option: any) => (
- <SelectItem key={option.value} value={option.value}>
- {option.label}
- </SelectItem>
- ))}
- </SelectGroup>
- </SelectContent>
- </Select>
- ) : item.type === "slider" ? (
- <Slider
- defaultValue={[selectedProvider.config[item.key]]}
- max={item.limits.max}
- step={item.limits.step}
- min={item.limits.min}
- className="col-span-2 h-8"
- onValueChange={(value) =>
- onSliderChange(value, `[${index}.config.${item.key}]`)
- }
- disabled={!updateAllowed}
- />
- ) : null}
- </div>
- );
- })}
- </div>
- </div>
- </SheetContent>
- </Sheet>
- );
-};
-
-export default ProviderSettings;
diff --git a/src/client/src/components/(playground)/openground/provider-table.tsx b/src/client/src/components/(playground)/openground/provider-table.tsx
index cec1c654..87d06477 100644
--- a/src/client/src/components/(playground)/openground/provider-table.tsx
+++ b/src/client/src/components/(playground)/openground/provider-table.tsx
@@ -3,6 +3,7 @@ import {
ProviderType,
Providers,
} from "@/types/store/openground";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
import {
Table,
TableBody,
@@ -13,11 +14,11 @@ import {
import { useRootStore } from "@/store";
import { removeProvider } from "@/selectors/openground";
import { Button } from "@/components/ui/button";
-import { FlaskRoundIcon, Settings2Icon, Trash2Icon } from "lucide-react";
+import { FlaskRoundIcon, Trash2Icon } from "lucide-react";
import { JsonViewer } from "@textea/json-viewer";
import { omit } from "lodash";
-import ProviderSettings from "./provider-settings";
import Image from "next/image";
+import getMessage from "@/constants/messages";
const keyHeadersTransformer = (str: string) => {
// Step 1: Capitalize the first letter
@@ -56,7 +57,7 @@ export default function ProviderTable({
index: number;
evaluatedResponse: {
isLoading: boolean;
- data?: EvalutatedResponseData;
+ data?: EvalutatedResponseData | ProviderResult[];
};
selectedProviders: {
provider: Providers;
@@ -66,10 +67,15 @@ export default function ProviderTable({
const removeProviderItem = useRootStore(removeProvider);
const onClickDelete = () => removeProviderItem(index);
const selectedProvider = selectedProviders[index];
+
+ // This component only works with the legacy data format (tuple format)
+ // Cast to legacy type for backward compatibility
+ const legacyData = evaluatedResponse.data as EvalutatedResponseData | undefined;
+
const keysDisplayOrder = [
...priorityDisplayOrder,
...Object.keys(
- evaluatedResponse.data?.[index]?.[1]?.evaluationData || {}
+ legacyData?.[index]?.[1]?.evaluationData || {}
).filter((k) => !priorityDisplayOrder.includes(k)),
];
return (
@@ -81,23 +87,6 @@ export default function ProviderTable({
<span className="grow">
{provider.title} ({provider.subTitle})
</span>
- <ProviderSettings
- provider={provider}
- index={index}
- selectedProvider={selectedProvider}
- updateAllowed={
- !(evaluatedResponse.data || evaluatedResponse.isLoading)
- }
- >
- <Button
- variant="ghost"
- size="icon"
- className="rounded-full shrink-0 h-auto w-auto"
- >
- <Settings2Icon className="h-4 w-4" />
- <span className="sr-only">Config</span>
- </Button>
- </ProviderSettings>
{!(evaluatedResponse.data || evaluatedResponse.isLoading) && (
<Button
variant="ghost"
@@ -106,7 +95,7 @@ export default function ProviderTable({
onClick={onClickDelete}
>
<Trash2Icon className="h-4 w-4" />
- <span className="sr-only">Delete</span>
+ <span className="sr-only">{getMessage().DELETE}</span>
</Button>
)}
</div>
@@ -114,8 +103,8 @@ export default function ProviderTable({
</TableRow>
</TableHeader>
<TableBody className="text-stone-900 dark:text-stone-300">
- {evaluatedResponse.data ? (
- evaluatedResponse.data?.[index]?.[1] ? (
+ {legacyData ? (
+ legacyData?.[index]?.[1] ? (
<>
{keysDisplayOrder.map((key) => (
<TableRow key={key}>
@@ -133,7 +122,7 @@ export default function ProviderTable({
}`}
>
{dataAdditionalStrings[key]?.prefix || ""}
- {evaluatedResponse.data?.[index]?.[1].evaluationData[key]}
+ {legacyData?.[index]?.[1].evaluationData[key]}
{dataAdditionalStrings[key]?.suffix || ""}
</p>
</section>
@@ -142,10 +131,10 @@ export default function ProviderTable({
<TableRow>
<section className="flex flex-col w-full h-full relative">
<p className="font-medium p-4 bg-stone-200 dark:bg-stone-800 text-stone-500 sticky top-[48px]">
- Provider response
+ {getMessage().OPENGROUND_PROVIDER_RESPONSE}
</p>
<JsonViewer
- value={omit(evaluatedResponse.data[index]?.[1], [
+ value={omit(legacyData?.[index]?.[1], [
"evaluationData",
])}
className="overflow-auto p-3 h-[400px] !rounded-none"
@@ -160,8 +149,8 @@ export default function ProviderTable({
) : (
<TableRow>
<div className="flex flex-col w-full h-full items-center justify-center p-4 text-error text-center">
- {evaluatedResponse.data?.[index]?.[0] ||
- "Some error occurred while evaluating the provider"}
+ {legacyData?.[index]?.[0] ||
+ getMessage().SOME_ERROR_OCCURRED}
</div>
</TableRow>
)
diff --git a/src/client/src/components/(playground)/openground/variable-editor.tsx b/src/client/src/components/(playground)/openground/variable-editor.tsx
new file mode 100644
index 00000000..a95b9b79
--- /dev/null
+++ b/src/client/src/components/(playground)/openground/variable-editor.tsx
@@ -0,0 +1,65 @@
+"use client";
+
+import { Input } from "@/components/ui/input";
+import { Label } from "@/components/ui/label";
+import { useRootStore } from "@/store";
+import { Code2Icon } from "lucide-react";
+import { useMemo } from "react";
+import getMessage from "@/constants/messages";
+
+interface VariableEditorProps {
+ promptText: string;
+}
+
+export default function VariableEditor({ promptText }: VariableEditorProps) {
+ const promptSource = useRootStore((state) => state.openground.promptSource);
+ const setPromptVariable = useRootStore((state) => state.openground.setPromptVariable);
+
+ // Extract variables from prompt text
+ const variables = useMemo(() => {
+ const regex = /\{\{([^}]+)\}\}/g;
+ const matches: string[] = [];
+ let match;
+
+ while ((match = regex.exec(promptText)) !== null) {
+ const varName = match[1].trim();
+ if (!matches.includes(varName)) {
+ matches.push(varName);
+ }
+ }
+
+ return matches;
+ }, [promptText]);
+
+ if (variables.length === 0) {
+ return null;
+ }
+
+ return (
+ <div className="space-y-3 pt-4 border-t border-stone-200 dark:border-stone-800">
+ <div className="flex items-center gap-2 text-sm font-medium text-stone-700 dark:text-stone-300">
+ <Code2Icon className="h-4 w-4" />
+ {getMessage().VARIABLES}
+ </div>
+ <div className="grid gap-3">
+ {variables.map((variable) => (
+ <div key={variable} className="space-y-1.5">
+ <Label htmlFor={`var-${variable}`} className="text-sm">
+ {variable}
+ </Label>
+ <Input
+ id={`var-${variable}`}
+ placeholder={`${getMessage().OPENGROUND_ENTER_VALUE_FOR} ${variable}`}
+ value={promptSource.variables?.[variable] || ""}
+ onChange={(e) => setPromptVariable(variable, e.target.value)}
+ className="font-mono text-sm"
+ />
+ </div>
+ ))}
+ </div>
+ <p className="text-xs text-stone-500 dark:text-stone-400">
+ {getMessage().OPENGROUND_VARIABLES_SUBSTITUTED_INFO}
+ </p>
+ </div>
+ );
+}
diff --git a/src/client/src/constants/messages/en.ts b/src/client/src/constants/messages/en.ts
index b0eef6ce..a4850167 100644
--- a/src/client/src/constants/messages/en.ts
+++ b/src/client/src/constants/messages/en.ts
@@ -1,6 +1,7 @@
export const DATABASE_CONFIG_NOT_FOUND = "No database config present!";
export const UNAUTHORIZED_USER = "Unauthorized user!";
export const MALFORMED_INPUTS = "Malformed input! Please check the docs";
+export const OPERATION_FAILED = "Operation failed!";
// API Keys
export const NO_API_KEY = "No such apiKey exists!";
@@ -16,6 +17,7 @@ export const VERSION_NOT_CREATED = "Version cannot be created";
export const VERSION_NOT_SAVED = "Version cannot be saved";
export const VERSION_SAVED = "Prompt Version saved successfully!";
export const DOWNLOAD_INFO_NOT_SAVED = "Download info cannot be saved!";
+export const PROMPT_TIPS_TO_USE_VARIABLES = "Tip: Use {{variableName}} to add variables";
// Vault
export const SECRET_NAME_TAKEN = "Secret name is taken!";
@@ -91,4 +93,264 @@ export const NO_WIDGETS_YET_SEARCH_DESCRIPTION = "No widgets found matching your
export const ADD_DASHBOARD_OR_FOLDER = "Create a new dashboard or folder";
export const EDIT_DASHBOARD_OR_FOLDER = "Edit dashboard or folder";
export const ERROR_OCCURED = "Broken Dashboard";
-export const ERROR_OCCURED_DESCRIPTION = "An error occurred while fetching the dashboard or the dashboard does not exist. Please try again later.";
\ No newline at end of file
+export const ERROR_OCCURED_DESCRIPTION = "An error occurred while fetching the dashboard or the dashboard does not exist. Please try again later.";
+
+// Openground
+export const OPENGROUND_MIGRATION_FAILED = "Openground migration failed!";
+export const OPENGROUND_CREATE_FAILED = "Failed to create Openground evaluation!";
+export const OPENGROUND_FETCH_FAILED = "Failed to fetch Openground evaluation!";
+export const OPENGROUND_DELETE_FAILED = "Failed to delete Openground evaluation!";
+export const OPENGROUND_DATA_MIGRATION_FAILED = "Failed to migrate Openground data from Prisma to ClickHouse!";
+export const OPENGROUND_RUN_DETAILS = "Run Details";
+export const OPENGROUND_PROVIDER_RESPONSE = "Provider Response";
+export const OPENGROUND_PROVIDER_RESPONSES = "Provider Responses";
+export const OPENGROUND_SELECT_PROVIDERS = "Select Providers to Compare";
+export const OPENGROUND_SELECT_PROVIDER_ERROR = "Please select at least one provider";
+export const OPENGROUND_ENTER_PROMPT_ERROR = "Please enter a prompt";
+export const OPENGROUND_FILL_VARIABLES_ERROR = "Please fill in all variables";
+export const OPENGROUND_EVALUATION_SUCCESS = "Evaluation completed successfully!";
+export const OPENGROUND_EVALUATION_FAILED = "Evaluation failed";
+export const OPENGROUND_RESET_SUCCESS = "Reset complete. Ready for a new evaluation.";
+export const OPENGROUND_EVALUATION_LOADED = "Evaluation loaded. Configure providers and run again.";
+export const OPENGROUND_SELECT_PROVIDERS_BEGIN = "Select providers above to begin";
+export const OPENGROUND_EVALUATION_COMPLETE = "Evaluation complete";
+export const OPENGROUND_READY_TO_EVALUATE = "Ready to evaluate";
+export const OPENGROUND_PROVIDER_ADDED = "added. Configure model/settings below.";
+export const OPENGROUND_LOAD_CONFIG_FAILED = "Failed to load provider configurations";
+export const OPENGROUND_LOAD_PROMPTS_FAILED = "Failed to load prompts from Prompt Hub";
+export const OPENGROUND_LOAD_PROMPT_DETAILS_FAILED = "Failed to load prompt details";
+export const OPENGROUND_LOAD_VAULT_KEYS_FAILED = "Failed to load API keys from Vault";
+export const OPENGROUND_SELECT_API_KEY_ERROR = "Please select an API key from Vault";
+export const OPENGROUND_SAVE_CONFIG_FAILED = "Failed to save configuration";
+export const OPENGROUND_CONFIG_SAVED = "Configuration saved successfully!";
+export const OPENGROUND_CONFIG_UPDATED = "Configuration updated successfully!";
+export const OPENGROUND_SELECT_API_KEY = "Select an API key";
+export const OPENGROUND_SELECT_DEFAULT_MODEL = "Select a default model";
+export const OPENGROUND_SELECT_PROMPT = "Select a prompt from Prompt Hub";
+export const OPENGROUND_SAVE_CONFIGURATION = "Save Configuration";
+export const OPENGROUND_UPDATE_CONFIGURATION = "Update Configuration";
+export const OPENGROUND_EVALUATING = "Evaluating...";
+export const OPENGROUND_EVALUATING_PROVIDERS = "Evaluating providers...";
+export const OPENGROUND_EVALUATE_PROVIDERS = "Evaluate providers";
+export const OPENGROUND_MAY_TAKE_FEW_SECONDS = "This may take a few seconds";
+export const OPENGROUND_CREATE_NEW_PLAYGROUND = "Create New Playground";
+export const OPENGROUND_FASTEST_RESPONSE = "Fastest Response";
+export const OPENGROUND_LOWEST_COST = "Lowest Cost";
+export const OPENGROUND_MOST_EFFICIENT = "Most Efficient";
+export const OPENGROUND_SUCCESS_RATE = "Success Rate";
+export const OPENGROUND_PROMPT_CONFIGURATION = "Prompt Configuration";
+export const OPENGROUND_CUSTOM = "Custom";
+export const OPENGROUND_PROMPT_HUB = "Prompt Hub";
+export const OPENGROUND_ENTER_PROMPT_PLACEHOLDER = "Enter your prompt... Use {{variable}} for dynamic values";
+export const OPENGROUND_NO_PROMPTS_FOUND = "No prompts found in Prompt Hub";
+export const OPENGROUND_LOADING_PROMPT_DETAILS = "Loading prompt details...";
+export const OPENGROUND_RAW_RESPONSE_DATA = "Raw Response Data";
+export const OPENGROUND_RESPONSE_TIME_COMPARISON = "Response Time Comparison";
+export const OPENGROUND_RESPONSE_TIME_COMPARISON_DESCRIPTION = "Visual comparison of provider response times";
+export const OPENGROUND_COST_BREAKDOWN = "Cost Breakdown";
+export const OPENGROUND_COST_BREAKDOWN_DESCRIPTION = "Detailed cost analysis per provider";
+export const OPENGROUND_CLICK_PROVIDER_CARD_TO_CHANGE_MODEL_OR_SETTINGS = "Click a provider card to change model or settings";
+export const OPENGROUND_UPDATE = "Update";
+export const OPENGROUND_LINK_PROVIDER_TO_VAULT_DESCRIPTION = "Link this provider to an API key from your Vault and optionally set a default model";
+export const OPENGROUND_API_KEY_FROM_VAULT = "API Key (from Vault)";
+export const OPENGROUND_LOADING_SECRETS = "Loading secrets...";
+export const OPENGROUND_NO_API_KEYS_FOUND_IN_VAULT = "No API keys found in Vault.";
+export const OPENGROUND_CREATE_NEW_API_KEY = "Create New API Key";
+export const OPENGROUND_API_KEY_STORED_IN_VAULT = "API key stored in Vault";
+export const OPENGROUND_DEFAULT_MODEL_OPTIONAL = "Default Model (Optional)";
+export const OPENGROUND_YOU_CAN_CHANGE_PER_EVALUATION = "You can change this per evaluation";
+export const OPENGROUND_API_KEY_REFERENCE_SAVED_INFO = "The API key reference is saved in ClickHouse. The actual key remains encrypted in Vault.";
+export const OPENGROUND_PROVIDER_SETTINGS = "Provider Settings";
+export const OPENGROUND_MODEL = "Model";
+export const OPENGROUND_TEMPERATURE = "Temperature";
+export const OPENGROUND_TEMPERATURE_DESCRIPTION = "Controls randomness: lower is more focused, higher is more creative";
+export const OPENGROUND_MAX_TOKENS = "Max Tokens";
+export const OPENGROUND_MAX_TOKENS_DESCRIPTION = "Maximum length of the response";
+export const OPENGROUND_TOP_P = "Top P";
+export const OPENGROUND_TOP_P_DESCRIPTION = "Nucleus sampling: controls diversity of word choice";
+export const OPENGROUND_ENTER_VALUE_FOR = "Enter value for";
+export const OPENGROUND_VARIABLES_SUBSTITUTED_INFO = "These values will be substituted into your prompt before evaluation";
+export const OPENGROUND_CUSTOM_MODEL = "Custom Model";
+export const OPENGROUND_ENTER_CUSTOM_MODEL_NAME = "Enter custom model name";
+export const OPENGROUND_USE_CUSTOM_MODEL = "Use Custom Model";
+export const OPENGROUND_OR_ENTER_CUSTOM = "or enter custom";
+export const OPENGROUND_MANAGE_MODELS = "Manage Models";
+export const OPENGROUND_ADD_NEW_MODEL = "Add New Model";
+export const OPENGROUND_EDIT_MODEL = "Edit Model";
+export const OPENGROUND_MODEL_ID = "Model ID";
+export const OPENGROUND_MODEL_DISPLAY_NAME = "Display Name";
+export const OPENGROUND_CONTEXT_WINDOW = "Context Window";
+export const OPENGROUND_INPUT_PRICE_PER_M_TOKENS = "Input Price (per 1M tokens)";
+export const OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS = "Output Price (per 1M tokens)";
+export const OPENGROUND_MODEL_CAPABILITIES = "Capabilities (comma separated)";
+export const OPENGROUND_SAVE_MODEL = "Save Model";
+export const OPENGROUND_MODEL_SAVED_SUCCESS = "Model saved successfully!";
+export const OPENGROUND_MODEL_DELETED_SUCCESS = "Model deleted successfully!";
+export const OPENGROUND_DELETE_MODEL = "Delete Model";
+export const OPENGROUND_DELETE_MODEL_CONFIRMATION = "Are you sure you want to delete this model?";
+export const OPENGROUND_NO_CUSTOM_MODELS_YET = "No custom models added yet. Add one to get started.";
+export const OPENGROUND_MANAGE_MODELS_DESCRIPTION = "View and manage custom models for all providers. Add new models or clone existing ones with custom pricing.";
+export const OPENGROUND_SELECT_MODEL_TO_VIEW = "Select a model to view details";
+export const OPENGROUND_SELECT_MODEL_TO_VIEW_DESCRIPTION = "Choose a model from the sidebar to view its details, or add a new custom model for any provider.";
+export const OPENGROUND_STATIC_MODEL = "Static Model";
+export const OPENGROUND_STATIC_MODEL_DESCRIPTION = "This is a built-in model. Clone it to create a custom version with your own pricing.";
+export const OPENGROUND_CLONE_MODEL = "Clone Model";
+export const OPENGROUND_MODEL_DETAILS = "Model Details";
+export const OPENGROUND_ADD_CUSTOM_MODEL = "Add Custom Model";
+export const OPENGROUND_EDIT_CUSTOM_MODEL = "Edit Custom Model";
+export const OPENGROUND_ALL_PROVIDERS = "All Providers";
+export const OPENGROUND_SEARCH_MODELS = "Search models...";
+export const OPENGROUND_NO_MODELS_FOUND = "No models found";
+export const OPENGROUND_CUSTOM_MODELS = "Custom Models";
+
+// Features Title
+export const FEATURE_OPENGROUND = "Openground";
+export const FEATURE_PROMPTS = "Prompt Hub";
+export const FEATURE_VAULT = "Vault";
+export const FEATURE_FLEET_HUB = "Fleet Hub";
+
+
+// Getting Started - Openground
+export const GET_STARTED_WITH_OPENGROUND = "Get Started with Openground";
+export const GET_STARTED_WITH_OPENGROUND_DESCRIPTION = "Experiment and test different LLM configurations, prompts, and parameters. Compare outputs side-by-side to find the optimal setup for your use case.";
+export const GET_STARTED_WITH_OPENGROUND_ACTION_BUTTON = "Create New Playground";
+export const GET_STARTED_WITH_OPENGROUND_FEATURE_DETAILS = [
+ {
+ icon: "🔬",
+ title: "Test Configurations",
+ description: "Experiment with different LLM models, parameters, and settings to find the best configuration for your specific use case.",
+ },
+ {
+ icon: "🔄",
+ title: "Compare Results",
+ description: "View outputs from different configurations side-by-side to make informed decisions about your LLM setup.",
+ },
+ {
+ icon: "📝",
+ title: "Prompt Testing",
+ description: "Test and refine your prompts iteratively to achieve better results and more accurate AI responses.",
+ },
+ {
+ icon: "⚡",
+ title: "Quick Iteration",
+ description: "Rapidly test multiple variations to optimize your LLM application before deploying to production.",
+ }
+];
+
+// Getting Started - PromptHub
+export const GET_STARTED_WITH_PROMPT_HUB = "Get Started with Prompt Hub";
+export const GET_STARTED_WITH_PROMPT_HUB_DESCRIPTION = "Centralized prompt management system to version, deploy, and collaborate on prompts. Track prompt usage, manage variables, and easily retrieve prompts across your applications.";
+export const GET_STARTED_WITH_PROMPT_HUB_ACTION_BUTTON = "Create New Prompt";
+export const GET_STARTED_WITH_PROMPT_HUB_FEATURE_DETAILS = [
+ {
+ icon: "📝",
+ title: "Version Control",
+ description: "Track and manage different versions of your prompts with complete version history and rollback capabilities.",
+ },
+ {
+ icon: "🔄",
+ title: "Variable Support",
+ description: "Create dynamic prompts with variable placeholders for flexible and reusable prompt templates.",
+ },
+ {
+ icon: "👥",
+ title: "Team Collaboration",
+ description: "Collaborate with your team on prompt development and track who created and modified prompts.",
+ },
+ {
+ icon: "📊",
+ title: "Usage Tracking",
+ description: "Monitor prompt downloads and usage across your applications to understand which prompts are most valuable.",
+ }
+];
+
+// Getting Started - Vault
+export const GET_STARTED_WITH_VAULT = "Get Started with Vault";
+export const GET_STARTED_WITH_VAULT_DESCRIPTION = "Centralized secret management system to store, retrieve, and manage your secrets. Track secret usage, manage variables, and easily retrieve secrets across your applications.";
+export const GET_STARTED_WITH_VAULT_ACTION_BUTTON = "Create New Secret";
+export const GET_STARTED_WITH_VAULT_FEATURE_DETAILS = [
+ {
+ icon: "🔒",
+ title: "Secure Storage",
+ description: "Store LLM API keys and sensitive credentials securely with encryption and access controls.",
+ },
+ {
+ icon: "🔑",
+ title: "API Access",
+ description: "Access your secrets through authenticated API endpoints for seamless integration with your applications.",
+ },
+ {
+ icon: "👤",
+ title: "User Tracking",
+ description: "Track who created and updated each secret for complete accountability and transparency.",
+ },
+ {
+ icon: "⏰",
+ title: "Update History",
+ description: "Monitor when secrets were last updated to ensure your credentials remain current and secure.",
+ }
+];
+
+// Getting Started - Tracing
+export const GET_STARTED_WITH_TRACING = "Get Started with Observability";
+export const GET_STARTED_WITH_TRACING_DESCRIPTION = "OpenTelemetry-native auto-instrumentation to trace LLMs, agents, vector databases and GPUs with zero-code. Visualize application flow, identify performance bottlenecks, and track errors with detailed stack traces.";
+export const GET_STARTED_WITH_TRACING_FEATURE_DETAILS = [
+ {
+ icon: "🔍",
+ title: "Zero-Code Instrumentation",
+ description: "Automatically trace LLMs, agents, frameworks, vector databases, and GPUs without modifying your existing code.",
+ },
+ {
+ icon: "⚡",
+ title: "Exception Tracking",
+ description: "Track and debug application errors with detailed stack traces to rapidly identify and resolve issues.",
+ },
+ {
+ icon: "🔄",
+ title: "OpenTelemetry Compatible",
+ description: "Full OpenTelemetry compatibility allows you to view traces from any OpenTelemetry-instrumented tool in your stack.",
+ },
+ {
+ icon: "📊",
+ title: "Performance Insights",
+ description: "Visualize application flow and identify performance bottlenecks to optimize your GenAI and LLM applications.",
+ }
+];
+
+// Generic texts
+export const LOADING = "Loading";
+export const CREATED_AT = "Created At";
+export const VARIABLES = "Variables";
+export const PROMPT = "Prompt";
+export const PROMPT_PREVIEW = "Prompt Preview";
+export const PROMPT_HUB = "Prompt Hub";
+export const PROVIDERS = "Providers";
+export const NO_DATA_FOUND = "No data found!";
+export const CANNOT_CONNECT_TO_SERVER = "Cannot connect to server!";
+export const PLEASE_SELECT = "Please select";
+export const SELECT = "Select";
+export const SAVING = "Saving...";
+export const UPDATING = "Updating...";
+export const CONFIGURATION_STORED_SECURELY = "Configuration stored securely";
+export const BEST_EFFICIENCY = "Best Efficiency";
+export const SOME_ERROR_OCCURRED = "Some error occurred while performing the operation";
+export const RESET = "Reset";
+export const ERROR = "Error";
+export const SUCCESS = "Success";
+export const HIDE = "Hide";
+export const SHOW = "Show";
+export const FASTEST = "Fastest";
+export const AVERAGE = "Average";
+export const SLOWEST = "Slowest";
+export const CHEAPEST = "Cheapest";
+export const COMPLETION = "Completion";
+export const TOTAL = "Total";
+export const COST = "Cost";
+export const TOKENS = "Tokens";
+export const CONFIGURE = "Configure";
+export const CONFIGURED = "Configured";
+export const SELECTED = "Selected";
+export const CANCEL = "Cancel";
+export const DELETE = "Delete";
+export const CLOSE = "Close";
+export const ACTIONS = "Actions";
\ No newline at end of file
diff --git a/src/client/src/constants/openground.ts b/src/client/src/constants/openground.ts
index 87dfd694..3428569b 100644
--- a/src/client/src/constants/openground.ts
+++ b/src/client/src/constants/openground.ts
@@ -260,4 +260,71 @@ export const providersConfig: Record<Providers, ProviderType> = {
},
],
},
+ google: {
+ key: "google",
+ title: "Google AI",
+ subTitle: "Gemini models",
+ logoDark: "/images/provider/google.png",
+ logo: "/images/provider/google-white.png",
+ config: [
+ {
+ key: "type",
+ label: "Type",
+ type: "hidden",
+ defaultValue: "chat",
+ },
+ {
+ key: "api_key",
+ label: "API Key",
+ type: "input",
+ placeholder: "GOOGLE_API_KEY",
+ },
+ {
+ key: "model",
+ label: "Model",
+ type: "select",
+ placeholder: "select a model",
+ defaultValue: "gemini-1.5-pro",
+ options: [
+ {
+ label: "Gemini 1.5 Pro",
+ value: "gemini-1.5-pro",
+ },
+ {
+ label: "Gemini 1.5 Flash",
+ value: "gemini-1.5-flash",
+ },
+ {
+ label: "Gemini Pro",
+ value: "gemini-pro",
+ },
+ {
+ label: "Gemini Pro Vision",
+ value: "gemini-pro-vision",
+ },
+ ],
+ },
+ {
+ key: "temperature",
+ label: "Temperature",
+ type: "slider",
+ limits: { min: 0, max: 2, step: 0.1 },
+ defaultValue: 1,
+ },
+ {
+ key: "max_tokens",
+ label: "Max tokens",
+ type: "slider",
+ limits: { min: 0, max: 8000, step: 1 },
+ defaultValue: 1000,
+ },
+ {
+ key: "top_p",
+ label: "Top P",
+ type: "slider",
+ limits: { min: 0, max: 1, step: 0.1 },
+ defaultValue: 0.95,
+ },
+ ],
+ },
};
diff --git a/src/client/src/helpers/server/openground.ts b/src/client/src/helpers/server/openground.ts
index af23053b..1310b2f6 100644
--- a/src/client/src/helpers/server/openground.ts
+++ b/src/client/src/helpers/server/openground.ts
@@ -7,7 +7,7 @@ export function generateOpengroundStats(requestMeta: any, responseMeta: any) {
stats.errors = responseMeta
.filter(([err]: [any, any]) => !!err)
.map(([err]: [any, any]) => err);
- stats.totalProviders = responseMeta.length;
+ stats.totalProviders = responseMeta.selectedProviders.length;
stats.minCostProvider = Infinity;
stats.minResponseTime = Infinity;
stats.minCompletionTokens = Infinity;
diff --git a/src/client/src/instrumentation.ts b/src/client/src/instrumentation.ts
new file mode 100644
index 00000000..3d13c4dc
--- /dev/null
+++ b/src/client/src/instrumentation.ts
@@ -0,0 +1,28 @@
+/**
+ * Next.js Instrumentation Hook
+ * Runs before the server starts accepting requests
+ * Used to run ClickHouse migrations on startup
+ */
+
+export async function register() {
+ if (process.env.NEXT_RUNTIME === "nodejs") {
+ console.log("🚀 Starting server initialization...");
+
+ try {
+ // Run ClickHouse migrations before server starts
+ const { runClickhouseMigrations } = await import(
+ "@/lib/platform/clickhouse/helpers"
+ );
+
+ console.log("📦 Running ClickHouse migrations...");
+ await runClickhouseMigrations();
+ console.log("✅ ClickHouse migrations completed successfully");
+ } catch (error) {
+ console.error("❌ Error running ClickHouse migrations on startup:", error);
+ // Don't throw - allow server to start even if migrations fail
+ // This prevents the server from crashing if ClickHouse is temporarily unavailable
+ }
+
+ console.log("✨ Server initialization complete");
+ }
+}
diff --git a/src/client/src/lib/platform/openground-clickhouse/index.ts b/src/client/src/lib/platform/openground-clickhouse/index.ts
new file mode 100644
index 00000000..637acb8f
--- /dev/null
+++ b/src/client/src/lib/platform/openground-clickhouse/index.ts
@@ -0,0 +1,372 @@
+import { dataCollector } from "@/lib/platform/common";
+import getMessage from "@/constants/messages";
+import Sanitizer from "@/utils/sanitizer";
+import {
+ OPENLIT_OPENGROUND_TABLE_NAME,
+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,
+} from "@/lib/platform/openground/table-details";
+
+export interface OpengroundRecord {
+ id: string;
+ prompt: string;
+ promptSource: "custom" | "prompt-hub";
+ promptHubId?: string;
+ promptHubVersion?: string;
+ promptVariables?: Record<string, string>;
+ createdByUserId: string;
+ databaseConfigId: string;
+ createdAt: Date;
+ totalProviders: number;
+ minCost: number;
+ minCostProvider: string;
+ minResponseTime: number;
+ minResponseTimeProvider: string;
+ minCompletionTokens: number;
+ minCompletionTokensProvider: string;
+ errors: string[];
+ providers?: ProviderResult[];
+}
+
+export interface ProviderResult {
+ id?: string;
+ opengroundId?: string;
+ provider: string;
+ model: string;
+ config: Record<string, any>;
+ response: string;
+ error: string;
+ cost: number;
+ promptTokens: number;
+ completionTokens: number;
+ totalTokens: number;
+ responseTime: number;
+ finishReason: string;
+ providerResponse: Record<string, any>;
+ createdAt?: Date;
+}
+
+// INSERT OpenGround evaluation
+export async function createOpengroundEvaluation(
+ data: {
+ prompt: string;
+ promptSource: "custom" | "prompt-hub";
+ promptHubId?: string;
+ promptHubVersion?: string;
+ promptVariables?: Record<string, string>;
+ providers: ProviderResult[];
+ },
+ userId: string,
+ databaseConfigId: string
+) {
+ // Compute statistics
+ const successfulProviders = data.providers.filter((p) => !p.error);
+
+ // Calculate stats even if all providers failed (use defaults)
+ const stats = {
+ total_providers: data.providers.length,
+ min_cost: successfulProviders.length > 0
+ ? Math.min(...successfulProviders.map((p) => p.cost))
+ : 0,
+ min_cost_provider:
+ successfulProviders.find(
+ (p) => p.cost === Math.min(...successfulProviders.map((p) => p.cost))
+ )?.provider || "",
+ min_response_time: successfulProviders.length > 0
+ ? Math.min(...successfulProviders.map((p) => p.responseTime))
+ : 0,
+ min_response_time_provider:
+ successfulProviders.find(
+ (p) =>
+ p.responseTime ===
+ Math.min(...successfulProviders.map((p) => p.responseTime))
+ )?.provider || "",
+ min_completion_tokens: successfulProviders.length > 0
+ ? Math.min(
+ ...successfulProviders.map((p) => p.completionTokens)
+ )
+ : 0,
+ min_completion_tokens_provider:
+ successfulProviders.find(
+ (p) =>
+ p.completionTokens ===
+ Math.min(...successfulProviders.map((p) => p.completionTokens))
+ )?.provider || "",
+ errors: data.providers.filter((p) => p.error).map((p) => p.error),
+ };
+
+ // Insert main record
+ const { err, data: insertData } = await dataCollector(
+ {
+ table: OPENLIT_OPENGROUND_TABLE_NAME,
+ values: [
+ {
+ prompt: data.prompt,
+ prompt_source: data.promptSource,
+ prompt_hub_id: data.promptHubId || null,
+ prompt_hub_version: data.promptHubVersion || null,
+ prompt_variables: JSON.stringify(data.promptVariables || {}),
+ created_by_user_id: userId,
+ database_config_id: databaseConfigId,
+ ...stats,
+ },
+ ],
+ },
+ "insert",
+ databaseConfigId
+ );
+
+ if (err || !(insertData as { query_id: string }).query_id) {
+ console.error("Error inserting OpenGround record:", err);
+ return { err: getMessage().OPENGROUND_CREATE_FAILED };
+ }
+
+ // Get the inserted ID (last insert)
+ const { data: lastInsert } = await dataCollector(
+ {
+ query: `SELECT id FROM ${OPENLIT_OPENGROUND_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'
+ ORDER BY created_at DESC LIMIT 1`,
+ },
+ "query",
+ databaseConfigId
+ );
+
+ const opengroundId = (lastInsert as any[])?.[0]?.id;
+
+ if (!opengroundId) {
+ return { err: "Failed to retrieve inserted record ID" };
+ }
+
+ // Insert provider results
+ const providerValues = data.providers.map((p) => ({
+ openground_id: opengroundId,
+ provider: p.provider,
+ model: p.model,
+ config: JSON.stringify(p.config),
+ response: p.response,
+ error: p.error || "",
+ cost: p.cost,
+ prompt_tokens: p.promptTokens,
+ completion_tokens: p.completionTokens,
+ total_tokens: p.totalTokens,
+ response_time: p.responseTime,
+ finish_reason: p.finishReason,
+ provider_response: JSON.stringify(p.providerResponse),
+ }));
+
+ const { err: providerErr } = await dataCollector(
+ {
+ table: OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,
+ values: providerValues,
+ },
+ "insert",
+ databaseConfigId
+ );
+
+ if (providerErr) {
+ console.error("Error inserting provider results:", providerErr);
+ return { err: getMessage().OPENGROUND_CREATE_FAILED };
+ }
+
+ return { data: { id: opengroundId } };
+}
+
+// GET all evaluations for a user
+export async function getOpengroundEvaluations(
+ userId: string,
+ databaseConfigId: string,
+ options?: {
+ page?: number;
+ limit?: number;
+ startDate?: Date;
+ endDate?: Date;
+ }
+) {
+ const page = options?.page || 1;
+ const limit = options?.limit || 20;
+ const offset = (page - 1) * limit;
+
+ const whereConditions = [
+ `created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'`,
+ `database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'`,
+ ];
+
+ if (options?.startDate) {
+ whereConditions.push(
+ `created_at >= parseDateTimeBestEffort('${options.startDate.toISOString()}')`
+ );
+ }
+ if (options?.endDate) {
+ whereConditions.push(
+ `created_at <= parseDateTimeBestEffort('${options.endDate.toISOString()}')`
+ );
+ }
+
+ const whereClause = `WHERE ${whereConditions.join(" AND ")}`;
+
+ const query = `
+ SELECT
+ id,
+ prompt,
+ prompt_source as promptSource,
+ prompt_hub_id as promptHubId,
+ prompt_hub_version as promptHubVersion,
+ prompt_variables as promptVariables,
+ created_by_user_id as createdByUserId,
+ database_config_id as databaseConfigId,
+ created_at as createdAt,
+ total_providers as totalProviders,
+ min_cost as minCost,
+ min_cost_provider as minCostProvider,
+ min_response_time as minResponseTime,
+ min_response_time_provider as minResponseTimeProvider,
+ min_completion_tokens as minCompletionTokens,
+ min_completion_tokens_provider as minCompletionTokensProvider,
+ errors
+ FROM ${OPENLIT_OPENGROUND_TABLE_NAME}
+ ${whereClause}
+ ORDER BY created_at DESC
+ LIMIT ${limit}
+ OFFSET ${offset}
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ if (err) {
+ console.error("Error fetching OpenGround evaluations:", err);
+ return { err: getMessage().OPENGROUND_FETCH_FAILED };
+ }
+
+ // Parse JSON fields
+ const records = (data as any[])?.map((record) => ({
+ ...record,
+ promptVariables: JSON.parse(record.promptVariables || "{}"),
+ }));
+
+ return { data: records };
+}
+
+// GET single evaluation with providers
+export async function getOpengroundEvaluationById(
+ id: string,
+ databaseConfigId: string
+) {
+ const sanitizedId = Sanitizer.sanitizeValue(id);
+
+ // Get main record
+ const mainQuery = `
+ SELECT
+ id,
+ prompt,
+ prompt_source as promptSource,
+ prompt_hub_id as promptHubId,
+ prompt_hub_version as promptHubVersion,
+ prompt_variables as promptVariables,
+ created_by_user_id as createdByUserId,
+ database_config_id as databaseConfigId,
+ created_at as createdAt,
+ total_providers as totalProviders,
+ min_cost as minCost,
+ min_cost_provider as minCostProvider,
+ min_response_time as minResponseTime,
+ min_response_time_provider as minResponseTimeProvider,
+ min_completion_tokens as minCompletionTokens,
+ min_completion_tokens_provider as minCompletionTokensProvider,
+ errors
+ FROM ${OPENLIT_OPENGROUND_TABLE_NAME}
+ WHERE id = '${sanitizedId}'
+ `;
+
+ const { data: mainData, err: mainErr } = await dataCollector(
+ { query: mainQuery },
+ "query",
+ databaseConfigId
+ );
+
+ if (mainErr || !(mainData as any[])?.length) {
+ console.error("Error fetching OpenGround evaluation:", mainErr);
+ return { err: getMessage().OPENGROUND_FETCH_FAILED };
+ }
+
+ const record = (mainData as any[])[0];
+
+ // Get provider results
+ const providerQuery = `
+ SELECT
+ id,
+ openground_id as opengroundId,
+ provider,
+ model,
+ config,
+ response,
+ error,
+ cost,
+ prompt_tokens as promptTokens,
+ completion_tokens as completionTokens,
+ total_tokens as totalTokens,
+ response_time as responseTime,
+ finish_reason as finishReason,
+ provider_response as providerResponse,
+ created_at as createdAt
+ FROM ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME}
+ WHERE openground_id = '${sanitizedId}'
+ ORDER BY created_at ASC
+ `;
+
+ const { data: providerData, err: providerErr } = await dataCollector(
+ { query: providerQuery },
+ "query",
+ databaseConfigId
+ );
+
+ if (providerErr) {
+ console.error("Error fetching provider results:", providerErr);
+ return { err: getMessage().OPENGROUND_FETCH_FAILED };
+ }
+
+ // Parse JSON fields
+ const providers = (providerData as any[])?.map((p) => ({
+ ...p,
+ config: JSON.parse(p.config || "{}"),
+ providerResponse: JSON.parse(p.providerResponse || "{}"),
+ }));
+
+ return {
+ data: {
+ ...record,
+ promptVariables: JSON.parse(record.promptVariables || "{}"),
+ providers,
+ },
+ };
+}
+
+// DELETE evaluation
+export async function deleteOpengroundEvaluation(
+ id: string,
+ databaseConfigId: string
+) {
+ const sanitizedId = Sanitizer.sanitizeValue(id);
+
+ const queries = [
+ `DELETE FROM ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} WHERE openground_id = '${sanitizedId}'`,
+ `DELETE FROM ${OPENLIT_OPENGROUND_TABLE_NAME} WHERE id = '${sanitizedId}'`,
+ ];
+
+ const queryResponses = await Promise.all(
+ queries.map(
+ async (query) => await dataCollector({ query }, "exec", databaseConfigId)
+ )
+ );
+
+ const errors = queryResponses.filter((res) => res.err);
+ if (errors.length > 0) {
+ console.error("Error deleting OpenGround evaluation:", errors);
+ return { err: getMessage().OPENGROUND_DELETE_FAILED };
+ }
+
+ return { data: "Deleted successfully" };
+}
diff --git a/src/client/src/lib/platform/openground-clickhouse/migrate-data.ts b/src/client/src/lib/platform/openground-clickhouse/migrate-data.ts
new file mode 100644
index 00000000..8afabd62
--- /dev/null
+++ b/src/client/src/lib/platform/openground-clickhouse/migrate-data.ts
@@ -0,0 +1,336 @@
+import prisma from "@/lib/prisma";
+import { dataCollector } from "@/lib/platform/common";
+import getMessage from "@/constants/messages";
+import Sanitizer from "@/utils/sanitizer";
+import {
+ OPENLIT_OPENGROUND_TABLE_NAME,
+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,
+} from "@/lib/platform/openground/table-details";
+
+interface PrismaOpenGroundRecord {
+ id: string;
+ requestMeta: string; // JSON
+ responseMeta: string; // JSON
+ stats: string; // JSON
+ createdAt: Date;
+ createdByUserId: string;
+ databaseConfigId: string;
+}
+
+interface RequestMeta {
+ prompt: string;
+ selectedProviders: {
+ provider: string;
+ config: any;
+ }[];
+}
+
+interface ResponseMeta {
+ evaluationData?: {
+ cost: number;
+ responseTime: number;
+ completionTokens: number;
+ promptTokens: number;
+ totalTokens?: number;
+ model: string;
+ prompt: string;
+ response: string;
+ finishReason?: string;
+ };
+ [key: string]: any;
+}
+
+interface Stats {
+ prompt: string;
+ errors: string[];
+ totalProviders: number;
+ minCostProvider?: string;
+ minCost?: number;
+ minResponseTimeProvider?: string;
+ minResponseTime?: number;
+ minCompletionTokensProvider?: string;
+ minCompletionTokens?: number;
+}
+
+/**
+ * Migrate all existing Prisma OpenGround data to ClickHouse
+ * This should be run once after the ClickHouse tables are created
+ */
+export async function migrateOpengroundDataToClickhouse(
+ databaseConfigId: string
+) {
+ console.log("Starting OpenGround data migration to ClickHouse...");
+
+ try {
+ // Fetch all OpenGround records from Prisma
+ const prismaRecords: PrismaOpenGroundRecord[] =
+ await prisma.openGround.findMany({
+ where: {
+ databaseConfigId,
+ },
+ orderBy: {
+ createdAt: "asc",
+ },
+ });
+
+ if (prismaRecords.length === 0) {
+ console.log("No OpenGround records to migrate.");
+ return { data: "No records to migrate" };
+ }
+
+ console.log('Found', prismaRecords.length, 'records to migrate.');
+
+ let successCount = 0;
+ let errorCount = 0;
+ const errors: string[] = [];
+
+ // Process each record
+ for (const record of prismaRecords) {
+ try {
+ // Parse JSON strings
+ const requestMeta: RequestMeta = JSON.parse(record.requestMeta);
+ const responseMeta: [string | null, ResponseMeta | null][] = JSON.parse(
+ record.responseMeta
+ );
+ const stats: Stats = JSON.parse(record.stats);
+
+ // Escape single quotes in string values for SQL
+ const escapeString = (str: string) => str.replace(/'/g, "''");
+ const promptEscaped = escapeString(requestMeta.prompt);
+ const createdAt = record.createdAt.toISOString().replace("T", " ").slice(0, 19);
+
+ // Format errors array for ClickHouse
+ const errorsArray = stats.errors || [];
+ const errorsClickhouse = errorsArray.length > 0
+ ? `[${errorsArray.map(err => `'${escapeString(err)}'`).join(', ')}]`
+ : '[]';
+
+ // Insert main record using raw query for better control
+ const insertQuery = `
+ INSERT INTO ${OPENLIT_OPENGROUND_TABLE_NAME} (
+ prompt,
+ prompt_source,
+ prompt_hub_id,
+ prompt_hub_version,
+ prompt_variables,
+ created_by_user_id,
+ database_config_id,
+ created_at,
+ total_providers,
+ min_cost,
+ min_cost_provider,
+ min_response_time,
+ min_response_time_provider,
+ min_completion_tokens,
+ min_completion_tokens_provider,
+ errors
+ ) VALUES (
+ '${promptEscaped}',
+ 'custom',
+ NULL,
+ NULL,
+ '{}',
+ '${escapeString(record.createdByUserId)}',
+ '${escapeString(databaseConfigId)}',
+ parseDateTimeBestEffort('${createdAt}'),
+ ${stats.totalProviders || responseMeta.length},
+ ${stats.minCost || 0},
+ '${escapeString(stats.minCostProvider || "")}',
+ ${stats.minResponseTime || 0},
+ '${escapeString(stats.minResponseTimeProvider || "")}',
+ ${stats.minCompletionTokens || 0},
+ '${escapeString(stats.minCompletionTokensProvider || "")}',
+ ${errorsClickhouse}
+ )
+ `;
+
+ const { err: mainErr } = await dataCollector(
+ {
+ query: insertQuery,
+ },
+ "exec",
+ databaseConfigId
+ );
+
+ if (mainErr) {
+ // Use separate parameters to prevent log injection
+ console.error('Error migrating record:', record.id, mainErr);
+ errorCount++;
+ errors.push(`Record ${record.id}: ${mainErr}`);
+ continue;
+ }
+
+ // Get the inserted record ID
+ const { data: insertedData, err: fetchErr } = await dataCollector(
+ {
+ query: `SELECT id FROM ${OPENLIT_OPENGROUND_TABLE_NAME}
+ WHERE created_by_user_id = '${record.createdByUserId}'
+ AND database_config_id = '${databaseConfigId}'
+ AND created_at = parseDateTimeBestEffort('${record.createdAt.toISOString()}')
+ ORDER BY created_at DESC
+ LIMIT 1`,
+ },
+ "query",
+ databaseConfigId
+ );
+
+ if (fetchErr || !(insertedData as any[])?.[0]?.id) {
+ // Use separate parameters to prevent log injection
+ console.error('Error fetching inserted ID for record:', record.id, fetchErr);
+ errorCount++;
+ errors.push(`Record ${record.id}: Could not fetch inserted ID`);
+ continue;
+ }
+
+ const insertedId = (insertedData as any[])[0].id;
+
+ // Insert provider results using raw queries
+ for (let index = 0; index < requestMeta.selectedProviders.length; index++) {
+ const provider = requestMeta.selectedProviders[index];
+ const [error, response] = responseMeta[index] || [null, null];
+ const evaluationData = response?.evaluationData;
+
+ const providerName = escapeString(provider.provider);
+ const model = escapeString(evaluationData?.model || provider.config?.model || "unknown");
+ const config = JSON.stringify(provider.config || {}).replace(/'/g, "''");
+ const responseText = escapeString(evaluationData?.response || "");
+ const errorText = escapeString(error || "");
+ const cost = evaluationData?.cost || 0;
+ const promptTokens = evaluationData?.promptTokens || 0;
+ const completionTokens = evaluationData?.completionTokens || 0;
+ const totalTokens = evaluationData?.totalTokens || (promptTokens + completionTokens);
+ const responseTime = evaluationData?.responseTime || 0;
+ const finishReason = escapeString(evaluationData?.finishReason || "");
+ const providerResponse = JSON.stringify(response || {}).replace(/'/g, "''");
+
+ const providerInsertQuery = `
+ INSERT INTO ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} (
+ openground_id,
+ provider,
+ model,
+ config,
+ response,
+ error,
+ cost,
+ prompt_tokens,
+ completion_tokens,
+ total_tokens,
+ response_time,
+ finish_reason,
+ provider_response,
+ created_at
+ ) VALUES (
+ '${escapeString(insertedId)}',
+ '${providerName}',
+ '${model}',
+ '${config}',
+ '${responseText}',
+ '${errorText}',
+ ${cost},
+ ${promptTokens},
+ ${completionTokens},
+ ${totalTokens},
+ ${responseTime},
+ '${finishReason}',
+ '${providerResponse}',
+ parseDateTimeBestEffort('${createdAt}')
+ )
+ `;
+
+ const { err: providerErr } = await dataCollector(
+ {
+ query: providerInsertQuery,
+ },
+ "exec",
+ databaseConfigId
+ );
+
+ if (providerErr) {
+ console.error(
+ `Error migrating provider result ${index} for ${record.id}:`,
+ providerErr
+ );
+ // Don't increment errorCount or continue - just log and move to next provider
+ }
+ }
+
+ successCount++;
+ // Use separate parameters to prevent log injection
+ console.log(
+ '✓ Migrated record', record.id, `(${successCount}/${prismaRecords.length})`
+ );
+ } catch (recordError: any) {
+ // Use separate parameters to prevent log injection
+ console.error('Error processing record:', record.id, recordError);
+ errorCount++;
+ errors.push(
+ `Record ${record.id}: ${recordError.message || String(recordError)}`
+ );
+ }
+ }
+
+ console.log("\nMigration complete!");
+ console.log('Success:', `${successCount}/${prismaRecords.length}`);
+ console.log('Errors:', `${errorCount}/${prismaRecords.length}`);
+
+ if (errors.length > 0) {
+ console.error("\nErrors encountered:");
+ // Use separate parameters to prevent log injection
+ errors.forEach((err) => console.error(' -', err));
+ }
+
+ return {
+ data: {
+ total: prismaRecords.length,
+ success: successCount,
+ errors: errorCount,
+ errorDetails: errors,
+ },
+ };
+ } catch (error: any) {
+ console.error("Migration failed:", error);
+ return {
+ err: getMessage().OPENGROUND_DATA_MIGRATION_FAILED,
+ details: error.message || String(error),
+ };
+ }
+}
+
+/**
+ * Check if migration is needed (if there are Prisma records but no ClickHouse records)
+ */
+export async function checkMigrationNeeded(
+ databaseConfigId: string
+): Promise<boolean> {
+ try {
+ // Check Prisma count
+ const prismaCount = await prisma.openGround.count({
+ where: {
+ databaseConfigId,
+ },
+ });
+
+ if (prismaCount === 0) {
+ return false; // No data to migrate
+ }
+
+ // Check ClickHouse count
+ // Sanitize databaseConfigId to prevent SQL injection
+ const sanitizedDbConfigId = Sanitizer.sanitizeValue(databaseConfigId);
+ const { data: clickhouseData } = await dataCollector(
+ {
+ query: `SELECT COUNT(*) as count FROM ${OPENLIT_OPENGROUND_TABLE_NAME} WHERE database_config_id = '${sanitizedDbConfigId}'`,
+ },
+ "query",
+ databaseConfigId
+ );
+
+ const clickhouseCount = (clickhouseData as any[])?.[0]?.count || 0;
+
+ // Migration needed if Prisma has records but ClickHouse is empty or has fewer records
+ return prismaCount > clickhouseCount;
+ } catch (error) {
+ console.error("Error checking migration status:", error);
+ return false;
+ }
+}
diff --git a/src/client/src/lib/platform/openground/ai-sdk-adapter.ts b/src/client/src/lib/platform/openground/ai-sdk-adapter.ts
new file mode 100644
index 00000000..79c3c5c1
--- /dev/null
+++ b/src/client/src/lib/platform/openground/ai-sdk-adapter.ts
@@ -0,0 +1,205 @@
+import { generateText } from "ai";
+import { createOpenAI } from "@ai-sdk/openai";
+import { createAnthropic } from "@ai-sdk/anthropic";
+import { google } from "@ai-sdk/google";
+import { createMistral } from "@ai-sdk/mistral";
+import { createCohere } from "@ai-sdk/cohere";
+
+export interface ProviderConfig {
+ provider: string;
+ model: string;
+ apiKey: string;
+ temperature?: number;
+ maxTokens?: number;
+ topP?: number;
+ systemPrompt?: string;
+}
+
+export interface GenerationResult {
+ text: string;
+ usage: {
+ promptTokens: number;
+ completionTokens: number;
+ totalTokens: number;
+ };
+ finishReason: string;
+ model: string;
+}
+
+type ProviderFactory = (apiKey: string) => any;
+
+export class AISdkAdapter {
+ private static providerFactories: Record<string, ProviderFactory> = {
+ openai: (apiKey: string) => createOpenAI({ apiKey }),
+ anthropic: (apiKey: string) => createAnthropic({ apiKey }),
+ google: (apiKey: string) => google,
+ mistral: (apiKey: string) => createMistral({ apiKey }),
+ cohere: (apiKey: string) => createCohere({ apiKey }),
+ groq: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.groq.com/openai/v1',
+ apiKey
+ }),
+ perplexity: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.perplexity.ai',
+ apiKey
+ }),
+ azure: (apiKey: string) => createOpenAI({
+ baseURL: process.env.AZURE_OPENAI_ENDPOINT || 'https://your-resource.openai.azure.com',
+ apiKey,
+ headers: {
+ 'api-key': apiKey,
+ }
+ }),
+ together: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.together.xyz/v1',
+ apiKey
+ }),
+ fireworks: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.fireworks.ai/inference/v1',
+ apiKey
+ }),
+ deepseek: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.deepseek.com',
+ apiKey
+ }),
+ xai: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api.x.ai/v1',
+ apiKey
+ }),
+ huggingface: (apiKey: string) => createOpenAI({
+ baseURL: 'https://api-inference.huggingface.co/v1',
+ apiKey
+ }),
+ replicate: (apiKey: string) => createOpenAI({
+ baseURL: 'https://openai-proxy.replicate.com/v1',
+ apiKey
+ }),
+ };
+
+ /**
+ * Get provider factory with strict validation
+ * Uses explicit allowlist to prevent user-controlled method invocation
+ */
+ private static getProviderFactory(providerId: string): ProviderFactory | null {
+ // Explicit allowlist of valid provider IDs
+ const validProviders = [
+ 'openai', 'anthropic', 'google', 'mistral', 'cohere',
+ 'groq', 'perplexity', 'azure', 'together', 'fireworks',
+ 'deepseek', 'xai', 'huggingface', 'replicate'
+ ];
+
+ // Check against allowlist first
+ if (!validProviders.includes(providerId)) {
+ return null;
+ }
+
+ // Safe to access after allowlist validation
+ return this.providerFactories[providerId] || null;
+ }
+
+ /**
+ * Generate text completion using the specified provider and model
+ */
+ static async generateCompletion(
+ config: ProviderConfig
+ ): Promise<GenerationResult> {
+ // Validate provider name to prevent prototype pollution
+ if (!config.provider || typeof config.provider !== 'string') {
+ throw new Error('Invalid provider name');
+ }
+
+ // Use allowlist-based lookup to prevent user-controlled method invocation
+ const providerFactory = this.getProviderFactory(config.provider);
+ if (!providerFactory) {
+ throw new Error(`Provider ${config.provider} not supported`);
+ }
+
+ if (typeof providerFactory !== 'function') {
+ throw new Error(`Invalid provider factory for ${config.provider}`);
+ }
+
+ // Validate model name to prevent injection attacks
+ if (!config.model || typeof config.model !== 'string') {
+ throw new Error('Invalid model name');
+ }
+
+ const provider = providerFactory(config.apiKey);
+
+ // Validate that provider is callable before invoking
+ if (typeof provider !== 'function') {
+ throw new Error(`Invalid provider instance for ${config.provider}`);
+ }
+
+ const modelInstance = provider(config.model);
+
+ // Build options object with only defined values
+ const options: any = {
+ model: modelInstance,
+ prompt: config.systemPrompt || "",
+ };
+
+ if (config.temperature !== undefined) {
+ options.temperature = config.temperature;
+ }
+ if (config.maxTokens !== undefined) {
+ options.maxTokens = config.maxTokens;
+ }
+ if (config.topP !== undefined) {
+ options.topP = config.topP;
+ }
+
+ const result = await generateText(options);
+
+ return {
+ text: result.text,
+ usage: {
+ promptTokens: (result.usage as any).promptTokens || 0,
+ completionTokens: (result.usage as any).completionTokens || 0,
+ totalTokens: (result.usage as any).totalTokens || 0,
+ },
+ finishReason: result.finishReason,
+ model: `${config.provider}/${config.model}`,
+ };
+ }
+
+ /**
+ * Register a custom provider factory
+ * Allows extending support to additional providers
+ * Note: Custom providers won't be in the default allowlist
+ */
+ static registerProvider(providerId: string, factory: ProviderFactory): void {
+ // Validate provider ID to prevent prototype pollution
+ if (!providerId || typeof providerId !== 'string' || providerId.includes('__proto__') || providerId.includes('constructor') || providerId.includes('prototype')) {
+ throw new Error('Invalid provider ID');
+ }
+ if (typeof factory !== 'function') {
+ throw new Error('Provider factory must be a function');
+ }
+
+ // Warning: Custom registered providers need to be added to the allowlist in getProviderFactory
+ this.providerFactories[providerId] = factory;
+ }
+
+ /**
+ * Get list of supported provider IDs
+ */
+ static getSupportedProviders(): string[] {
+ // Return only allowlisted providers for security
+ return [
+ 'openai', 'anthropic', 'google', 'mistral', 'cohere',
+ 'groq', 'perplexity', 'azure', 'together', 'fireworks',
+ 'deepseek', 'xai', 'huggingface', 'replicate'
+ ];
+ }
+
+ /**
+ * Check if a provider is supported
+ */
+ static isProviderSupported(providerId: string): boolean {
+ if (!providerId || typeof providerId !== 'string') {
+ return false;
+ }
+ // Use getProviderFactory which has allowlist validation
+ return this.getProviderFactory(providerId) !== null;
+ }
+}
diff --git a/src/client/src/lib/platform/openground/config.ts b/src/client/src/lib/platform/openground/config.ts
new file mode 100644
index 00000000..fa61f2cc
--- /dev/null
+++ b/src/client/src/lib/platform/openground/config.ts
@@ -0,0 +1,393 @@
+import { dataCollector } from "@/lib/platform/common";
+import getMessage from "@/constants/messages";
+import Sanitizer from "@/utils/sanitizer";
+import { OPENLIT_VAULT_TABLE_NAME } from "@/lib/platform/vault/table-details";
+import { OPENLIT_OPENGROUND_CONFIG_TABLE_NAME } from "./table-details";
+
+export interface OpenGroundConfigData {
+ id: string;
+ userId: string;
+ databaseConfigId: string;
+ provider: string;
+ vaultId: string;
+ modelId?: string;
+ isActive: boolean;
+ createdAt: Date;
+ updatedAt: Date;
+}
+
+export interface OpenGroundConfigWithSecret extends OpenGroundConfigData {
+ apiKey: string;
+ vaultKey: string;
+}
+
+/**
+ * Get all OpenGround configurations for a user
+ */
+export async function getOpenGroundConfigs(
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: OpenGroundConfigData[]; err?: string }> {
+ try {
+ const query = `
+ SELECT
+ id,
+ user_id as userId,
+ database_config_id as databaseConfigId,
+ provider,
+ vault_id as vaultId,
+ model_id as modelId,
+ is_active as isActive,
+ created_at as createdAt,
+ updated_at as updatedAt
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ ORDER BY created_at DESC
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ if (err) {
+ console.error("Error fetching OpenGround configs:", err);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ return { data: data as OpenGroundConfigData[] };
+ } catch (error: any) {
+ console.error("Error fetching OpenGround configs:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
+
+/**
+ * Get a specific OpenGround config with API key from Vault
+ */
+export async function getOpenGroundConfigWithSecret(
+ provider: string,
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: OpenGroundConfigWithSecret; err?: string }> {
+ try {
+ // Get the config from ClickHouse
+ const configQuery = `
+ SELECT
+ id,
+ user_id as userId,
+ database_config_id as databaseConfigId,
+ provider,
+ vault_id as vaultId,
+ model_id as modelId,
+ is_active as isActive,
+ created_at as createdAt,
+ updated_at as updatedAt
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE provider = '${Sanitizer.sanitizeValue(provider)}'
+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ AND is_active = true
+ LIMIT 1
+ `;
+
+ const { data: configData, err: configErr } = await dataCollector(
+ { query: configQuery },
+ "query",
+ databaseConfigId
+ );
+
+ if (configErr || !(configData as any[])?.length) {
+ return { err: `No active configuration found for provider: ${provider}` };
+ }
+
+ const config = (configData as any[])[0];
+
+ // Fetch the API key from Vault (ClickHouse)
+ const vaultQuery = `
+ SELECT key, value
+ FROM ${OPENLIT_VAULT_TABLE_NAME}
+ WHERE id = '${Sanitizer.sanitizeValue(config.vaultId)}'
+ `;
+
+ const { data: vaultData, err: vaultErr } = await dataCollector(
+ { query: vaultQuery },
+ "query",
+ databaseConfigId
+ );
+
+ if (vaultErr || !(vaultData as any[])?.length) {
+ return {
+ err: `API key not found in Vault for provider: ${provider}`,
+ };
+ }
+
+ const vaultRecord = (vaultData as any[])[0];
+
+ return {
+ data: {
+ ...config,
+ apiKey: vaultRecord.value,
+ vaultKey: vaultRecord.key,
+ },
+ };
+ } catch (error: any) {
+ console.error("Error fetching OpenGround config with secret:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
+
+/**
+ * Create or update an OpenGround configuration
+ */
+export async function upsertOpenGroundConfig(data: {
+ provider: string;
+ vaultId: string;
+ modelId?: string;
+ userId: string;
+ databaseConfigId: string;
+ isActive?: boolean;
+}): Promise<{ data?: OpenGroundConfigData; err?: string }> {
+ try {
+ // Check if config exists
+ const checkQuery = `
+ SELECT id
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE user_id = '${Sanitizer.sanitizeValue(data.userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(data.databaseConfigId)}'
+ AND provider = '${Sanitizer.sanitizeValue(data.provider)}'
+ LIMIT 1
+ `;
+
+ const { data: existingData } = await dataCollector(
+ { query: checkQuery },
+ "query",
+ data.databaseConfigId
+ );
+
+ const exists = (existingData as any[])?.length > 0;
+
+ if (exists) {
+ // Update existing config
+ const configId = (existingData as any[])[0].id;
+ const updateQuery = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ UPDATE
+ vault_id = '${Sanitizer.sanitizeValue(data.vaultId)}',
+ model_id = ${data.modelId ? `'${Sanitizer.sanitizeValue(data.modelId)}'` : "NULL"},
+ is_active = ${data.isActive ?? true},
+ updated_at = now()
+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'
+ `;
+
+ const { err: updateErr } = await dataCollector(
+ { query: updateQuery },
+ "exec",
+ data.databaseConfigId
+ );
+
+ if (updateErr) {
+ console.error("Error updating OpenGround config:", updateErr);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ // Fetch and return the updated config
+ return getOpenGroundConfigById(configId, data.databaseConfigId);
+ } else {
+ // Insert new config
+ const { err: insertErr } = await dataCollector(
+ {
+ table: OPENLIT_OPENGROUND_CONFIG_TABLE_NAME,
+ values: [
+ {
+ user_id: data.userId,
+ database_config_id: data.databaseConfigId,
+ provider: data.provider,
+ vault_id: data.vaultId,
+ model_id: data.modelId || null,
+ is_active: data.isActive ?? true,
+ },
+ ],
+ },
+ "insert",
+ data.databaseConfigId
+ );
+
+ if (insertErr) {
+ console.error("Error inserting OpenGround config:", insertErr);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ // Get the inserted config
+ const { data: lastInsert } = await dataCollector(
+ {
+ query: `
+ SELECT
+ id,
+ user_id as userId,
+ database_config_id as databaseConfigId,
+ provider,
+ vault_id as vaultId,
+ model_id as modelId,
+ is_active as isActive,
+ created_at as createdAt,
+ updated_at as updatedAt
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE user_id = '${Sanitizer.sanitizeValue(data.userId)}'
+ AND provider = '${Sanitizer.sanitizeValue(data.provider)}'
+ ORDER BY created_at DESC
+ LIMIT 1
+ `,
+ },
+ "query",
+ data.databaseConfigId
+ );
+
+ const config = (lastInsert as any[])?.[0];
+ return { data: config };
+ }
+ } catch (error: any) {
+ console.error("Error upserting OpenGround config:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
+
+/**
+ * Get config by ID
+ */
+async function getOpenGroundConfigById(
+ configId: string,
+ databaseConfigId: string
+): Promise<{ data?: OpenGroundConfigData; err?: string }> {
+ const query = `
+ SELECT
+ id,
+ user_id as userId,
+ database_config_id as databaseConfigId,
+ provider,
+ vault_id as vaultId,
+ model_id as modelId,
+ is_active as isActive,
+ created_at as createdAt,
+ updated_at as updatedAt
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'
+ LIMIT 1
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ if (err || !(data as any[])?.length) {
+ return { err: "Config not found" };
+ }
+
+ return { data: (data as any[])[0] };
+}
+
+/**
+ * Delete an OpenGround configuration
+ */
+export async function deleteOpenGroundConfig(
+ configId: string,
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: string; err?: string }> {
+ try {
+ const query = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ DELETE WHERE id = '${Sanitizer.sanitizeValue(configId)}'
+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'
+ `;
+
+ const { err } = await dataCollector(
+ { query },
+ "exec",
+ databaseConfigId
+ );
+
+ if (err) {
+ console.error("Error deleting OpenGround config:", err);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ return { data: "Configuration deleted successfully" };
+ } catch (error: any) {
+ console.error("Error deleting OpenGround config:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
+
+/**
+ * Toggle active status of a configuration
+ */
+export async function toggleOpenGroundConfigStatus(
+ configId: string,
+ userId: string,
+ databaseConfigId: string,
+ isActive: boolean
+): Promise<{ data?: OpenGroundConfigData; err?: string }> {
+ try {
+ const query = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ UPDATE
+ is_active = ${isActive},
+ updated_at = now()
+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'
+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'
+ `;
+
+ const { err } = await dataCollector({ query }, "exec", databaseConfigId);
+
+ if (err) {
+ console.error("Error toggling OpenGround config status:", err);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ // Fetch and return the updated config
+ return getOpenGroundConfigById(configId, databaseConfigId);
+ } catch (error: any) {
+ console.error("Error toggling OpenGround config status:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
+
+/**
+ * Get all active providers for a user (providers with active configurations)
+ */
+export async function getActiveProviders(
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: string[]; err?: string }> {
+ try {
+ const query = `
+ SELECT DISTINCT provider
+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}
+ WHERE user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ AND is_active = true
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ if (err) {
+ console.error("Error fetching active providers:", err);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+
+ const providers = (data as any[])?.map((row) => row.provider) || [];
+ return { data: providers };
+ } catch (error: any) {
+ console.error("Error fetching active providers:", error);
+ return { err: getMessage().OPERATION_FAILED };
+ }
+}
diff --git a/src/client/src/lib/platform/openground/custom-models-service.ts b/src/client/src/lib/platform/openground/custom-models-service.ts
new file mode 100644
index 00000000..8abe1761
--- /dev/null
+++ b/src/client/src/lib/platform/openground/custom-models-service.ts
@@ -0,0 +1,298 @@
+import { dataCollector } from "@/lib/platform/common";
+import Sanitizer from "@/utils/sanitizer";
+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "./table-details";
+import { CustomModel, CustomModelInput, ModelMetadata } from "@/types/openground";
+
+/**
+ * Validate UUID format
+ */
+function isValidUUID(id: string): boolean {
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+ return uuidRegex.test(id);
+}
+
+/**
+ * Get all custom models for a user, optionally filtered by provider
+ */
+export async function getCustomModels(
+ userId: string,
+ databaseConfigId: string,
+ provider?: string
+): Promise<{ data?: CustomModel[]; err?: string }> {
+ const whereConditions = [
+ `created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'`,
+ `database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'`,
+ ];
+
+ if (provider) {
+ whereConditions.push(`provider = '${Sanitizer.sanitizeValue(provider)}'`);
+ }
+
+ const query = `
+ SELECT
+ toString(id) as id,
+ model_id,
+ provider,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE ${whereConditions.join(" AND ")}
+ ORDER BY provider, created_at DESC
+ `;
+
+ const { data, err } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err: err as string };
+ }
+
+ // Filter out invalid UUIDs
+ const invalidIds: string[] = [];
+ const validModels = (data as any[] || []).filter((model: any) => {
+ const isValid = model.id && isValidUUID(model.id);
+ if (!isValid) {
+ invalidIds.push(model.id || 'null');
+ }
+ return isValid;
+ });
+
+ // Log invalid IDs for cleanup
+ if (invalidIds.length > 0) {
+ // Use separate parameters to prevent log injection
+ console.warn('Found', invalidIds.length, 'models with invalid UUIDs:', invalidIds);
+ }
+
+ return { data: validModels as CustomModel[] };
+}
+
+/**
+ * Get all custom models grouped by provider
+ */
+export async function getCustomModelsGroupedByProvider(
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: Record<string, CustomModel[]>; err?: string }> {
+ const { data: models, err } = await getCustomModels(userId, databaseConfigId);
+
+ if (err) {
+ return { err };
+ }
+
+ // Group by provider
+ const grouped: Record<string, CustomModel[]> = {};
+ (models || []).forEach((model) => {
+ if (!grouped[model.provider!]) {
+ grouped[model.provider!] = [];
+ }
+ grouped[model.provider!].push(model);
+ });
+
+ return { data: grouped };
+}
+
+/**
+ * Create a new custom model
+ */
+export async function createCustomModel(
+ userId: string,
+ databaseConfigId: string,
+ input: CustomModelInput
+): Promise<{ data?: CustomModel; err?: string }> {
+ // Validate required fields
+ if (!input.provider || !input.model_id || !input.displayName) {
+ return { err: "Provider, model ID, and display name are required" };
+ }
+
+ // Insert new model
+ const { err } = await dataCollector(
+ {
+ table: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,
+ values: [
+ {
+ provider: input.provider,
+ model_id: input.model_id,
+ display_name: input.displayName,
+ context_window: input.contextWindow || 4096,
+ input_price_per_m_token: input.inputPricePerMToken || 0,
+ output_price_per_m_token: input.outputPricePerMToken || 0,
+ capabilities: input.capabilities || [],
+ created_by_user_id: userId,
+ database_config_id: databaseConfigId,
+ },
+ ],
+ },
+ "insert",
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err: err as string };
+ }
+
+ // Fetch the newly created model
+ const selectQuery = `
+ SELECT
+ toString(id) as id,
+ model_id,
+ provider,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ AND provider = '${Sanitizer.sanitizeValue(input.provider)}'
+ AND model_id = '${Sanitizer.sanitizeValue(input.model_id)}'
+ ORDER BY created_at DESC
+ LIMIT 1
+ `;
+
+ const { data: newModel, err: selectErr } = await dataCollector(
+ { query: selectQuery },
+ "query",
+ databaseConfigId
+ );
+
+ if (selectErr) {
+ return { err: selectErr as string };
+ }
+
+ return { data: (newModel as any[])?.[0] as CustomModel };
+}
+
+/**
+ * Update an existing custom model
+ */
+export async function updateCustomModel(
+ userId: string,
+ databaseConfigId: string,
+ id: string,
+ input: Partial<CustomModelInput>
+): Promise<{ data?: boolean; err?: string }> {
+ // Validate UUID format
+ if (!isValidUUID(id)) {
+ return { err: `Invalid UUID format: ${id}` };
+ }
+
+ // Build update fields
+ const updateFields: string[] = [];
+
+ if (input.displayName !== undefined) {
+ updateFields.push(`display_name = '${Sanitizer.sanitizeValue(input.displayName)}'`);
+ }
+ if (input.contextWindow !== undefined) {
+ updateFields.push(`context_window = ${input.contextWindow}`);
+ }
+ if (input.inputPricePerMToken !== undefined) {
+ updateFields.push(`input_price_per_m_token = ${input.inputPricePerMToken}`);
+ }
+ if (input.outputPricePerMToken !== undefined) {
+ updateFields.push(`output_price_per_m_token = ${input.outputPricePerMToken}`);
+ }
+ if (input.capabilities !== undefined) {
+ const capabilitiesArray = input.capabilities
+ .map((c) => `'${Sanitizer.sanitizeValue(c)}'`)
+ .join(", ");
+ updateFields.push(`capabilities = [${capabilitiesArray}]`);
+ }
+
+ updateFields.push(`updated_at = now()`);
+
+ if (updateFields.length === 0) {
+ return { err: "No fields to update" };
+ }
+
+ const updateQuery = `
+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ UPDATE ${updateFields.join(", ")}
+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')
+ AND created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ `;
+
+ const { err } = await dataCollector(
+ { query: updateQuery },
+ "exec",
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err: err as string };
+ }
+
+ return { data: true };
+}
+
+/**
+ * Delete a custom model
+ */
+export async function deleteCustomModel(
+ userId: string,
+ databaseConfigId: string,
+ id: string
+): Promise<{ data?: boolean; err?: string }> {
+ // Validate UUID format
+ if (!isValidUUID(id)) {
+ return { err: `Invalid UUID format: ${id}` };
+ }
+
+ const deleteQuery = `
+ DELETE FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')
+ AND created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ `;
+
+ const { err } = await dataCollector(
+ { query: deleteQuery },
+ "exec",
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err: err as string };
+ }
+
+ return { data: true };
+}
+
+/**
+ * Get custom models for a provider to merge with static models
+ * Returns models in the format expected by provider metadata
+ */
+export async function getCustomModelsForProvider(
+ userId: string,
+ databaseConfigId: string,
+ providerId: string
+): Promise<{ data?: ModelMetadata[]; err?: string }> {
+ const { data: models, err } = await getCustomModels(
+ userId,
+ databaseConfigId,
+ providerId
+ );
+
+ if (err) {
+ return { err };
+ }
+
+ // Transform to ModelMetadata format (using model_id as id)
+ const transformed = (models || []).map((model) => ({
+ id: model.model_id, // Use model_id as id for consistency with static models
+ displayName: model.displayName,
+ contextWindow: model.contextWindow,
+ inputPricePerMToken: model.inputPricePerMToken,
+ outputPricePerMToken: model.outputPricePerMToken,
+ capabilities: model.capabilities,
+ }));
+
+ return { data: transformed };
+}
diff --git a/src/client/src/lib/platform/openground/evaluate.ts b/src/client/src/lib/platform/openground/evaluate.ts
new file mode 100644
index 00000000..69d665a2
--- /dev/null
+++ b/src/client/src/lib/platform/openground/evaluate.ts
@@ -0,0 +1,258 @@
+import { AISdkAdapter } from "./ai-sdk-adapter";
+import { getOpenGroundConfigWithSecret } from "./config";
+import { ProviderRegistry } from "./provider-registry";
+import { createOpengroundEvaluation } from "@/lib/platform/openground-clickhouse";
+import type { ProviderResult } from "@/lib/platform/openground-clickhouse";
+import { getSpecificPrompt } from "@/lib/platform/prompt";
+
+export interface PromptSource {
+ type: "custom" | "prompt-hub";
+ content?: string; // For custom prompts
+ promptId?: string; // For Prompt Hub
+ version?: number; // For Prompt Hub
+ variables?: Record<string, string>; // Variable substitutions
+}
+
+export interface ProviderEvaluationRequest {
+ provider: string;
+ model: string;
+ config: {
+ temperature?: number;
+ maxTokens?: number;
+ topP?: number;
+ };
+}
+
+export interface EvaluateParams {
+ promptSource: PromptSource;
+ providers: ProviderEvaluationRequest[];
+ userId: string;
+ databaseConfigId: string;
+}
+
+/**
+ * Resolve the final prompt from the prompt source
+ */
+async function resolvePrompt(
+ promptSource: PromptSource,
+ databaseConfigId: string
+): Promise<{ prompt: string; err?: string }> {
+ let prompt = "";
+
+ // If content is already provided (from frontend), use it directly
+ if (promptSource.content) {
+ prompt = promptSource.content;
+ }
+ // Otherwise, fetch from Prompt Hub if needed
+ else if (promptSource.type === "prompt-hub" && promptSource.promptId) {
+ const { data, err } = await getSpecificPrompt(
+ {
+ id: promptSource.promptId,
+ version: promptSource.version?.toString(),
+ },
+ databaseConfigId
+ );
+
+ if (err || !data || !(data as any[])?.length) {
+ return { prompt: "", err: "Failed to fetch prompt from Prompt Hub" };
+ }
+
+ prompt = (data as any[])[0]?.prompt;
+ } else {
+ return { prompt: "", err: "Invalid prompt source" };
+ }
+
+ // Substitute variables
+ if (promptSource.variables) {
+ Object.entries(promptSource.variables).forEach(([key, value]) => {
+ // Escape special regex characters to prevent RegExp injection
+ const escapedKey = key.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+ const regex = new RegExp(`\\{\\{\\s*${escapedKey}\\s*\\}\\}`, "g");
+ prompt = prompt.replace(regex, value);
+ });
+ }
+
+ return { prompt };
+}
+
+/**
+ * Calculate cost based on token usage and provider pricing
+ */
+async function calculateCost(
+ provider: string,
+ model: string,
+ promptTokens: number,
+ completionTokens: number
+): Promise<number> {
+ // Get pricing from registry
+ const providerMetadata = await ProviderRegistry.getProviderById(provider);
+ if (!providerMetadata) {
+ // Use separate parameter to prevent log injection
+ console.warn('Provider metadata not found for:', provider);
+ return 0;
+ }
+
+ const modelMetadata = providerMetadata.supportedModels.find(
+ (m) => m.id === model
+ );
+ if (!modelMetadata) {
+ // Use separate parameters to prevent log injection
+ console.warn('Model metadata not found for:', provider, '/', model);
+ return 0;
+ }
+
+ const inputCost = (promptTokens / 1_000_000) * modelMetadata.inputPricePerMToken;
+ const outputCost =
+ (completionTokens / 1_000_000) * modelMetadata.outputPricePerMToken;
+
+ return inputCost + outputCost;
+}
+
+/**
+ * Evaluate a single provider
+ */
+async function evaluateProvider(
+ provider: string,
+ model: string,
+ prompt: string,
+ config: Record<string, any>,
+ userId: string,
+ databaseConfigId: string
+): Promise<ProviderResult> {
+ const startTime = Date.now();
+
+ try {
+ // Get API key from Vault via config
+ const { data: configWithSecret, err: configErr } =
+ await getOpenGroundConfigWithSecret(provider, userId, databaseConfigId);
+
+ if (configErr || !configWithSecret) {
+ return {
+ provider,
+ model,
+ config,
+ response: "",
+ error: configErr || "Provider not configured",
+ cost: 0,
+ promptTokens: 0,
+ completionTokens: 0,
+ totalTokens: 0,
+ responseTime: (Date.now() - startTime) / 1000,
+ finishReason: "",
+ providerResponse: {},
+ };
+ }
+
+ // Call AI SDK
+ const result = await AISdkAdapter.generateCompletion({
+ provider,
+ model,
+ apiKey: configWithSecret.apiKey,
+ systemPrompt: prompt,
+ temperature: config.temperature,
+ maxTokens: config.maxTokens,
+ topP: config.topP,
+ });
+
+ const responseTime = (Date.now() - startTime) / 1000;
+
+ // Calculate cost
+ const cost = await calculateCost(
+ provider,
+ model,
+ result.usage.promptTokens,
+ result.usage.completionTokens
+ );
+
+ return {
+ provider,
+ model,
+ config,
+ response: result.text,
+ error: "",
+ cost,
+ promptTokens: result.usage.promptTokens,
+ completionTokens: result.usage.completionTokens,
+ totalTokens: result.usage.totalTokens,
+ responseTime,
+ finishReason: result.finishReason,
+ providerResponse: result,
+ };
+ } catch (error: any) {
+ const responseTime = (Date.now() - startTime) / 1000;
+ // Use separate parameters to prevent log injection
+ console.error('Error evaluating provider/model:', provider, '/', model, error);
+
+ return {
+ provider,
+ model,
+ config,
+ response: "",
+ error: error.message || String(error),
+ cost: 0,
+ promptTokens: 0,
+ completionTokens: 0,
+ totalTokens: 0,
+ responseTime,
+ finishReason: "error",
+ providerResponse: { error: error.message },
+ };
+ }
+}
+
+/**
+ * Evaluate multiple providers in parallel
+ */
+export async function evaluate(
+ params: EvaluateParams
+): Promise<{ data?: ProviderResult[]; err?: string }> {
+ try {
+ // Resolve prompt
+ const { prompt, err: promptErr } = await resolvePrompt(
+ params.promptSource,
+ params.databaseConfigId
+ );
+
+ if (promptErr) {
+ return { err: promptErr };
+ }
+
+ // Evaluate all providers in parallel
+ const providerResults = await Promise.all(
+ params.providers.map((p) =>
+ evaluateProvider(
+ p.provider,
+ p.model,
+ prompt,
+ p.config,
+ params.userId,
+ params.databaseConfigId
+ )
+ )
+ );
+
+ // Save to ClickHouse
+ const { err: saveErr } = await createOpengroundEvaluation(
+ {
+ prompt,
+ promptSource: params.promptSource.type,
+ promptHubId: params.promptSource.promptId,
+ promptHubVersion: params.promptSource.version?.toString(),
+ promptVariables: params.promptSource.variables,
+ providers: providerResults,
+ },
+ params.userId,
+ params.databaseConfigId
+ );
+
+ if (saveErr) {
+ console.error("Error saving OpenGround evaluation:", saveErr);
+ // Continue even if save fails - return results to user
+ }
+
+ return { data: providerResults };
+ } catch (error: any) {
+ console.error("Error in evaluate:", error);
+ return { err: error.message || "Evaluation failed" };
+ }
+}
diff --git a/src/client/src/lib/platform/openground/provider-registry.ts b/src/client/src/lib/platform/openground/provider-registry.ts
new file mode 100644
index 00000000..347072f4
--- /dev/null
+++ b/src/client/src/lib/platform/openground/provider-registry.ts
@@ -0,0 +1,962 @@
+import { ProviderMetadata, ModelMetadata, ConfigField } from "@/types/openground";
+
+// Re-export types for convenience
+export type { ProviderMetadata, ModelMetadata, ConfigField };
+
+// Provider metadata registry
+const PROVIDER_METADATA: Record<string, ProviderMetadata> = {
+ openai: {
+ providerId: "openai",
+ displayName: "OpenAI",
+ description: "GPT models from OpenAI",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "gpt-4o",
+ displayName: "GPT-4o",
+ contextWindow: 128000,
+ inputPricePerMToken: 2.5,
+ outputPricePerMToken: 10.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-4o-mini",
+ displayName: "GPT-4o Mini",
+ contextWindow: 128000,
+ inputPricePerMToken: 0.15,
+ outputPricePerMToken: 0.6,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-4-turbo",
+ displayName: "GPT-4 Turbo",
+ contextWindow: 128000,
+ inputPricePerMToken: 10.0,
+ outputPricePerMToken: 30.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-3.5-turbo",
+ displayName: "GPT-3.5 Turbo",
+ contextWindow: 16385,
+ inputPricePerMToken: 0.5,
+ outputPricePerMToken: 1.5,
+ capabilities: ["function-calling", "streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature (0 = deterministic, 2 = very random)",
+ },
+ maxTokens: {
+ min: 1,
+ max: 16000,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ anthropic: {
+ providerId: "anthropic",
+ displayName: "Anthropic",
+ description: "Claude models from Anthropic",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "claude-3-5-sonnet-20240620",
+ displayName: "Claude 3.5 Sonnet",
+ contextWindow: 200000,
+ inputPricePerMToken: 3.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "claude-3-haiku-20240307",
+ displayName: "Claude 3 Haiku",
+ contextWindow: 200000,
+ inputPricePerMToken: 0.25,
+ outputPricePerMToken: 1.25,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "claude-3-sonnet-20240229",
+ displayName: "Claude 3 Sonnet",
+ contextWindow: 200000,
+ inputPricePerMToken: 3.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 8096,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ google: {
+ providerId: "google",
+ displayName: "Google AI",
+ description: "Gemini models from Google",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "gemini-1.5-pro",
+ displayName: "Gemini 1.5 Pro",
+ contextWindow: 2000000,
+ inputPricePerMToken: 1.25,
+ outputPricePerMToken: 5.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gemini-1.5-flash",
+ displayName: "Gemini 1.5 Flash",
+ contextWindow: 1000000,
+ inputPricePerMToken: 0.075,
+ outputPricePerMToken: 0.3,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gemini-1.0-pro",
+ displayName: "Gemini 1.0 Pro",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.5,
+ outputPricePerMToken: 1.5,
+ capabilities: ["function-calling", "streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 8192,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.95,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ mistral: {
+ providerId: "mistral",
+ displayName: "Mistral AI",
+ description: "Mistral and Mixtral models",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "mistral-large-latest",
+ displayName: "Mistral Large",
+ contextWindow: 128000,
+ inputPricePerMToken: 2.0,
+ outputPricePerMToken: 6.0,
+ capabilities: ["function-calling", "streaming"],
+ },
+ {
+ id: "mistral-medium-latest",
+ displayName: "Mistral Medium",
+ contextWindow: 32000,
+ inputPricePerMToken: 2.7,
+ outputPricePerMToken: 8.1,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "mistral-small-latest",
+ displayName: "Mistral Small",
+ contextWindow: 32000,
+ inputPricePerMToken: 0.2,
+ outputPricePerMToken: 0.6,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.7,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 8192,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ groq: {
+ providerId: "groq",
+ displayName: "Groq",
+ description: "Ultra-fast inference for open source models",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "llama-3.3-70b-versatile",
+ displayName: "Llama 3.3 70B",
+ contextWindow: 128000,
+ inputPricePerMToken: 0.59,
+ outputPricePerMToken: 0.79,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "llama-3.1-8b-instant",
+ displayName: "Llama 3.1 8B Instant",
+ contextWindow: 128000,
+ inputPricePerMToken: 0.05,
+ outputPricePerMToken: 0.08,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "mixtral-8x7b-32768",
+ displayName: "Mixtral 8x7B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.24,
+ outputPricePerMToken: 0.24,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "gemma2-9b-it",
+ displayName: "Gemma 2 9B",
+ contextWindow: 8192,
+ inputPricePerMToken: 0.2,
+ outputPricePerMToken: 0.2,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 32768,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ perplexity: {
+ providerId: "perplexity",
+ displayName: "Perplexity",
+ description: "Models with online search capabilities",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "sonar-pro",
+ displayName: "Sonar Pro",
+ contextWindow: 127072,
+ inputPricePerMToken: 3.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["streaming", "search"],
+ },
+ {
+ id: "sonar",
+ displayName: "Sonar",
+ contextWindow: 127072,
+ inputPricePerMToken: 1.0,
+ outputPricePerMToken: 1.0,
+ capabilities: ["streaming", "search"],
+ },
+ {
+ id: "sonar-reasoning",
+ displayName: "Sonar Reasoning",
+ contextWindow: 127072,
+ inputPricePerMToken: 5.0,
+ outputPricePerMToken: 5.0,
+ capabilities: ["streaming", "search", "reasoning"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 0.2,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 4096,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.9,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ azure: {
+ providerId: "azure",
+ displayName: "Azure OpenAI",
+ description: "OpenAI models via Azure",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "gpt-4o",
+ displayName: "GPT-4o",
+ contextWindow: 128000,
+ inputPricePerMToken: 2.5,
+ outputPricePerMToken: 10.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-4o-mini",
+ displayName: "GPT-4o Mini",
+ contextWindow: 128000,
+ inputPricePerMToken: 0.15,
+ outputPricePerMToken: 0.6,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-4-turbo",
+ displayName: "GPT-4 Turbo",
+ contextWindow: 128000,
+ inputPricePerMToken: 10.0,
+ outputPricePerMToken: 30.0,
+ capabilities: ["function-calling", "vision", "streaming"],
+ },
+ {
+ id: "gpt-35-turbo",
+ displayName: "GPT-3.5 Turbo",
+ contextWindow: 16385,
+ inputPricePerMToken: 0.5,
+ outputPricePerMToken: 1.5,
+ capabilities: ["function-calling", "streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 16000,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ cohere: {
+ providerId: "cohere",
+ displayName: "Cohere",
+ description: "Command models with RAG capabilities",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "command-r-plus",
+ displayName: "Command R+",
+ contextWindow: 128000,
+ inputPricePerMToken: 3.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["function-calling", "streaming", "rag"],
+ },
+ {
+ id: "command-r",
+ displayName: "Command R",
+ contextWindow: 128000,
+ inputPricePerMToken: 0.5,
+ outputPricePerMToken: 1.5,
+ capabilities: ["function-calling", "streaming", "rag"],
+ },
+ {
+ id: "command",
+ displayName: "Command",
+ contextWindow: 4096,
+ inputPricePerMToken: 1.0,
+ outputPricePerMToken: 2.0,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "command-light",
+ displayName: "Command Light",
+ contextWindow: 4096,
+ inputPricePerMToken: 0.3,
+ outputPricePerMToken: 0.6,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 5,
+ step: 0.1,
+ default: 0.3,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 4096,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 0.99,
+ step: 0.01,
+ default: 0.75,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ together: {
+ providerId: "together",
+ displayName: "Together AI",
+ description: "Fast inference for open source models",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+ displayName: "Llama 3.1 70B Turbo",
+ contextWindow: 131072,
+ inputPricePerMToken: 0.88,
+ outputPricePerMToken: 0.88,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+ displayName: "Llama 3.1 8B Turbo",
+ contextWindow: 131072,
+ inputPricePerMToken: 0.18,
+ outputPricePerMToken: 0.18,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "mistralai/Mixtral-8x7B-Instruct-v0.1",
+ displayName: "Mixtral 8x7B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.6,
+ outputPricePerMToken: 0.6,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "Qwen/Qwen2.5-72B-Instruct-Turbo",
+ displayName: "Qwen 2.5 72B Turbo",
+ contextWindow: 32768,
+ inputPricePerMToken: 1.2,
+ outputPricePerMToken: 1.2,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.7,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 8192,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.7,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ fireworks: {
+ providerId: "fireworks",
+ displayName: "Fireworks AI",
+ description: "Production-ready LLM inference",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "accounts/fireworks/models/llama-v3p1-70b-instruct",
+ displayName: "Llama 3.1 70B",
+ contextWindow: 131072,
+ inputPricePerMToken: 0.9,
+ outputPricePerMToken: 0.9,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "accounts/fireworks/models/llama-v3p1-8b-instruct",
+ displayName: "Llama 3.1 8B",
+ contextWindow: 131072,
+ inputPricePerMToken: 0.2,
+ outputPricePerMToken: 0.2,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "accounts/fireworks/models/mixtral-8x7b-instruct",
+ displayName: "Mixtral 8x7B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.5,
+ outputPricePerMToken: 0.5,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "accounts/fireworks/models/qwen2p5-72b-instruct",
+ displayName: "Qwen 2.5 72B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.9,
+ outputPricePerMToken: 0.9,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 16384,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ deepseek: {
+ providerId: "deepseek",
+ displayName: "DeepSeek",
+ description: "Advanced reasoning and coding models",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "deepseek-chat",
+ displayName: "DeepSeek Chat",
+ contextWindow: 64000,
+ inputPricePerMToken: 0.27,
+ outputPricePerMToken: 1.1,
+ capabilities: ["streaming", "reasoning"],
+ },
+ {
+ id: "deepseek-coder",
+ displayName: "DeepSeek Coder",
+ contextWindow: 16000,
+ inputPricePerMToken: 0.27,
+ outputPricePerMToken: 1.1,
+ capabilities: ["streaming", "coding"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 1,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 4096,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ xai: {
+ providerId: "xai",
+ displayName: "xAI",
+ description: "Grok models with real-time knowledge",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "grok-beta",
+ displayName: "Grok Beta",
+ contextWindow: 131072,
+ inputPricePerMToken: 5.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["streaming", "real-time"],
+ },
+ {
+ id: "grok-vision-beta",
+ displayName: "Grok Vision Beta",
+ contextWindow: 8192,
+ inputPricePerMToken: 5.0,
+ outputPricePerMToken: 15.0,
+ capabilities: ["streaming", "vision", "real-time"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 0,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 131072,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 1,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ huggingface: {
+ providerId: "huggingface",
+ displayName: "Hugging Face",
+ description: "Open source models via Inference API",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "meta-llama/Meta-Llama-3-70B-Instruct",
+ displayName: "Llama 3 70B",
+ contextWindow: 8192,
+ inputPricePerMToken: 0.0,
+ outputPricePerMToken: 0.0,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "mistralai/Mistral-7B-Instruct-v0.3",
+ displayName: "Mistral 7B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.0,
+ outputPricePerMToken: 0.0,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "google/gemma-2-9b-it",
+ displayName: "Gemma 2 9B",
+ contextWindow: 8192,
+ inputPricePerMToken: 0.0,
+ outputPricePerMToken: 0.0,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 2,
+ step: 0.1,
+ default: 0.7,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 2048,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.1,
+ default: 0.95,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+ replicate: {
+ providerId: "replicate",
+ displayName: "Replicate",
+ description: "Run open source models in the cloud",
+ requiresVault: true,
+ supportedModels: [
+ {
+ id: "meta/meta-llama-3-70b-instruct",
+ displayName: "Llama 3 70B",
+ contextWindow: 8192,
+ inputPricePerMToken: 0.65,
+ outputPricePerMToken: 2.75,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "meta/meta-llama-3-8b-instruct",
+ displayName: "Llama 3 8B",
+ contextWindow: 8192,
+ inputPricePerMToken: 0.05,
+ outputPricePerMToken: 0.25,
+ capabilities: ["streaming"],
+ },
+ {
+ id: "mistralai/mixtral-8x7b-instruct-v0.1",
+ displayName: "Mixtral 8x7B",
+ contextWindow: 32768,
+ inputPricePerMToken: 0.3,
+ outputPricePerMToken: 1.0,
+ capabilities: ["streaming"],
+ },
+ ],
+ configSchema: {
+ temperature: {
+ min: 0,
+ max: 5,
+ step: 0.01,
+ default: 0.75,
+ description: "Sampling temperature",
+ },
+ maxTokens: {
+ min: 1,
+ max: 4096,
+ step: 1,
+ default: 1000,
+ description: "Maximum tokens to generate",
+ },
+ topP: {
+ min: 0,
+ max: 1,
+ step: 0.01,
+ default: 0.9,
+ description: "Nucleus sampling threshold",
+ },
+ },
+ },
+};
+
+export class ProviderRegistry {
+ /**
+ * Get all available providers
+ */
+ static async getAvailableProviders(): Promise<ProviderMetadata[]> {
+ return Object.values(PROVIDER_METADATA);
+ }
+
+ /**
+ * Get provider by ID
+ */
+ static async getProviderById(
+ providerId: string
+ ): Promise<ProviderMetadata | null> {
+ return PROVIDER_METADATA[providerId] || null;
+ }
+
+ /**
+ * Get provider by ID with custom models included
+ */
+ static async getProviderByIdWithCustomModels(
+ providerId: string,
+ userId: string,
+ databaseConfigId: string
+ ): Promise<ProviderMetadata | null> {
+ const provider = PROVIDER_METADATA[providerId];
+ if (!provider) return null;
+
+ // Load custom models from database
+ const customModels = await this.getCustomModels(
+ providerId,
+ userId,
+ databaseConfigId
+ );
+
+ // Merge custom models with static models
+ return {
+ ...provider,
+ supportedModels: [...provider.supportedModels, ...customModels],
+ };
+ }
+
+ /**
+ * Get all supported models across all providers
+ */
+ static async getAllModels(): Promise<
+ Array<ModelMetadata & { providerId: string; providerName: string }>
+ > {
+ const models: Array<
+ ModelMetadata & { providerId: string; providerName: string }
+ > = [];
+
+ for (const provider of Object.values(PROVIDER_METADATA)) {
+ for (const model of provider.supportedModels) {
+ models.push({
+ ...model,
+ providerId: provider.providerId,
+ providerName: provider.displayName,
+ });
+ }
+ }
+
+ return models;
+ }
+
+ /**
+ * Search providers by name or description
+ */
+ static async searchProviders(query: string): Promise<ProviderMetadata[]> {
+ const lowerQuery = query.toLowerCase();
+ return Object.values(PROVIDER_METADATA).filter(
+ (provider) =>
+ provider.displayName.toLowerCase().includes(lowerQuery) ||
+ provider.description?.toLowerCase().includes(lowerQuery)
+ );
+ }
+
+ /**
+ * Get models for a specific provider (static models only)
+ */
+ static async getProviderModels(providerId: string): Promise<ModelMetadata[]> {
+ const provider = PROVIDER_METADATA[providerId];
+ return provider?.supportedModels || [];
+ }
+
+ /**
+ * Get models for a specific provider including custom models
+ */
+ static async getProviderModelsWithCustom(
+ providerId: string,
+ userId: string,
+ databaseConfigId: string
+ ): Promise<ModelMetadata[]> {
+ const provider = PROVIDER_METADATA[providerId];
+ if (!provider) return [];
+
+ // Load custom models from database
+ const customModels = await this.getCustomModels(
+ providerId,
+ userId,
+ databaseConfigId
+ );
+
+ // Merge static and custom models
+ return [...provider.supportedModels, ...customModels];
+ }
+
+ /**
+ * Load custom models from database for a specific provider
+ */
+ private static async getCustomModels(
+ providerId: string,
+ userId: string,
+ databaseConfigId: string
+ ): Promise<ModelMetadata[]> {
+ try {
+ // Import dynamically to avoid circular dependencies
+ const { dataCollector } = await import("@/lib/platform/common");
+ const { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } = await import(
+ "@/lib/platform/openground/table-details"
+ );
+ const Sanitizer = (await import("@/utils/sanitizer")).default;
+
+ const query = `
+ SELECT
+ model_id as id,
+ display_name as displayName,
+ context_window as contextWindow,
+ input_price_per_m_token as inputPricePerMToken,
+ output_price_per_m_token as outputPricePerMToken,
+ capabilities
+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}
+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'
+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'
+ AND provider = '${Sanitizer.sanitizeValue(providerId)}'
+ ORDER BY created_at DESC
+ `;
+
+ const { data } = await dataCollector(
+ { query },
+ "query",
+ databaseConfigId
+ );
+
+ return (data as ModelMetadata[]) || [];
+ } catch (error) {
+ console.error("Error loading custom models:", error);
+ return [];
+ }
+ }
+}
diff --git a/src/client/src/lib/platform/openground/provider-service.ts b/src/client/src/lib/platform/openground/provider-service.ts
new file mode 100644
index 00000000..874e9d21
--- /dev/null
+++ b/src/client/src/lib/platform/openground/provider-service.ts
@@ -0,0 +1,148 @@
+import { ProviderRegistry } from "./provider-registry";
+import { getCustomModelsForProvider, getCustomModelsGroupedByProvider } from "./custom-models-service";
+import { ProviderMetadata } from "@/types/openground";
+
+/**
+ * Get all available providers with custom models merged in
+ */
+export async function getAllProvidersWithCustomModels(
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: ProviderMetadata[]; err?: string }> {
+ try {
+ // Get static providers
+ const providers = await ProviderRegistry.getAvailableProviders();
+
+ // Get all custom models grouped by provider
+ const { data: customModelsByProvider, err } = await getCustomModelsGroupedByProvider(
+ userId,
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err };
+ }
+
+ // Merge custom models into each provider
+ const providersWithCustomModels = providers.map((provider) => {
+ const customModels = customModelsByProvider?.[provider.providerId] || [];
+
+ // Transform custom models to ModelMetadata format
+ const customModelsFormatted = customModels.map((model) => ({
+ id: model.model_id, // Use model_id as id for consistency
+ displayName: model.displayName,
+ contextWindow: model.contextWindow,
+ inputPricePerMToken: model.inputPricePerMToken,
+ outputPricePerMToken: model.outputPricePerMToken,
+ capabilities: model.capabilities,
+ }));
+
+ return {
+ ...provider,
+ supportedModels: [
+ ...provider.supportedModels,
+ ...customModelsFormatted,
+ ],
+ };
+ });
+
+ return { data: providersWithCustomModels };
+ } catch (error) {
+ console.error("Error getting providers with custom models:", error);
+ return { err: "Failed to load providers" };
+ }
+}
+
+/**
+ * Get a specific provider by ID with custom models merged in
+ */
+export async function getProviderByIdWithCustomModels(
+ providerId: string,
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: ProviderMetadata; err?: string }> {
+ try {
+ // Get static provider
+ const provider = await ProviderRegistry.getProviderById(providerId);
+ if (!provider) {
+ return { err: "Provider not found" };
+ }
+
+ // Get custom models for this provider
+ const { data: customModels, err } = await getCustomModelsForProvider(
+ userId,
+ databaseConfigId,
+ providerId
+ );
+
+ if (err) {
+ return { err };
+ }
+
+ // Merge custom models with static models
+ return {
+ data: {
+ ...provider,
+ supportedModels: [
+ ...provider.supportedModels,
+ ...(customModels || []),
+ ],
+ },
+ };
+ } catch (error) {
+ console.error("Error getting provider by ID with custom models:", error);
+ return { err: "Failed to load provider" };
+ }
+}
+
+/**
+ * Search providers by query with custom models merged in
+ */
+export async function searchProvidersWithCustomModels(
+ query: string,
+ userId: string,
+ databaseConfigId: string
+): Promise<{ data?: ProviderMetadata[]; err?: string }> {
+ try {
+ // Search static providers
+ const providers = await ProviderRegistry.searchProviders(query);
+
+ // Get all custom models grouped by provider
+ const { data: customModelsByProvider, err } = await getCustomModelsGroupedByProvider(
+ userId,
+ databaseConfigId
+ );
+
+ if (err) {
+ return { err };
+ }
+
+ // Merge custom models into each provider
+ const providersWithCustomModels = providers.map((provider) => {
+ const customModels = customModelsByProvider?.[provider.providerId] || [];
+
+ // Transform custom models to ModelMetadata format
+ const customModelsFormatted = customModels.map((model) => ({
+ id: model.model_id,
+ displayName: model.displayName,
+ contextWindow: model.contextWindow,
+ inputPricePerMToken: model.inputPricePerMToken,
+ outputPricePerMToken: model.outputPricePerMToken,
+ capabilities: model.capabilities,
+ }));
+
+ return {
+ ...provider,
+ supportedModels: [
+ ...provider.supportedModels,
+ ...customModelsFormatted,
+ ],
+ };
+ });
+
+ return { data: providersWithCustomModels };
+ } catch (error) {
+ console.error("Error searching providers with custom models:", error);
+ return { err: "Failed to search providers" };
+ }
+}
diff --git a/src/client/src/lib/platform/openground/table-details.ts b/src/client/src/lib/platform/openground/table-details.ts
new file mode 100644
index 00000000..8a19efc4
--- /dev/null
+++ b/src/client/src/lib/platform/openground/table-details.ts
@@ -0,0 +1,4 @@
+export const OPENLIT_OPENGROUND_TABLE_NAME = "openlit_openground";
+export const OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME = "openlit_openground_providers";
+export const OPENLIT_OPENGROUND_CONFIG_TABLE_NAME = "openlit_openground_configs";
+export const OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME = "openlit_openground_custom_models";
diff --git a/src/client/src/store/openground.ts b/src/client/src/store/openground.ts
index 0690a33b..291691f7 100644
--- a/src/client/src/store/openground.ts
+++ b/src/client/src/store/openground.ts
@@ -5,16 +5,29 @@ import {
EvalutatedResponseData,
OpengroundStore,
Providers,
+ PromptSource,
+ SelectedProvider,
} from "@/types/store/openground";
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
export const opengroundStoreSlice: OpengroundStore = lens(
(setStore, getStore) => ({
+ // Legacy fields
selectedProviders: [],
+ prompt: "",
+ isLoading: false,
+
+ // New fields
+ promptSource: {
+ type: "custom",
+ content: "",
+ variables: {},
+ },
+ selectedProvidersNew: [],
evaluatedResponse: {
isLoading: false,
},
- prompt: "",
- isLoading: false,
+ availableProviders: [],
setProviderConfig: (path: string, value: any) => {
const storeValue = getStore();
const selectedProviders = set(storeValue.selectedProviders, path, value);
@@ -58,7 +71,13 @@ export const opengroundStoreSlice: OpengroundStore = lens(
setStore(() => ({
...getStore(),
selectedProviders: [],
+ selectedProvidersNew: [],
prompt: "",
+ promptSource: {
+ type: "custom",
+ content: "",
+ variables: {},
+ },
isLoading: false,
evaluatedResponse: {
isLoading: false,
@@ -72,7 +91,7 @@ export const opengroundStoreSlice: OpengroundStore = lens(
},
}));
},
- setEvaluatedData: (data: EvalutatedResponseData) => {
+ setEvaluatedData: (data: ProviderResult[]) => {
setStore(() => ({
...getStore(),
evaluatedResponse: {
@@ -81,5 +100,93 @@ export const opengroundStoreSlice: OpengroundStore = lens(
},
}));
},
+
+ // New actions
+ setPromptSource: (source: PromptSource) => {
+ setStore(() => ({
+ ...getStore(),
+ promptSource: source,
+ }));
+ },
+ setPromptVariable: (key: string, value: string) => {
+ const storeValue = getStore();
+ setStore(() => ({
+ ...storeValue,
+ promptSource: {
+ ...storeValue.promptSource,
+ variables: {
+ ...storeValue.promptSource.variables,
+ [key]: value,
+ },
+ },
+ }));
+ },
+ loadAvailableProviders: async () => {
+ try {
+ const response = await fetch("/api/openground/providers");
+ if (response.ok) {
+ const providers = await response.json();
+ setStore(() => ({
+ ...getStore(),
+ availableProviders: providers,
+ }));
+ }
+ } catch (error) {
+ console.error("Failed to load providers:", error);
+ }
+ },
+ addProviderNew: (provider: string, model: string, hasVaultConfig: boolean) => {
+ const storeValue = getStore();
+ setStore(() => ({
+ ...storeValue,
+ selectedProvidersNew: concat(storeValue.selectedProvidersNew, {
+ provider,
+ model,
+ hasVaultConfig,
+ config: {},
+ }),
+ }));
+ },
+ removeProviderNew: (index: number) => {
+ const storeValue = getStore();
+ setStore(() => ({
+ ...storeValue,
+ selectedProvidersNew: filter(
+ storeValue.selectedProvidersNew,
+ (_, i) => i !== index
+ ),
+ }));
+ },
+ setProviderConfigNew: (index: number, config: Record<string, any>) => {
+ const storeValue = getStore();
+ const providers = [...storeValue.selectedProvidersNew];
+ if (providers[index]) {
+ providers[index] = {
+ ...providers[index],
+ config: {
+ ...providers[index].config,
+ ...config,
+ },
+ };
+ setStore(() => ({
+ ...storeValue,
+ selectedProvidersNew: providers,
+ }));
+ }
+ },
+ updateProviderModel: (index: number, model: string) => {
+ const storeValue = getStore();
+ const providers = [...storeValue.selectedProvidersNew];
+ if (providers[index]) {
+ providers[index] = {
+ ...providers[index],
+ model,
+ };
+ setStore(() => ({
+ ...storeValue,
+ selectedProvidersNew: providers,
+ }));
+ }
+ },
})
);
diff --git a/src/client/src/types/openground.ts b/src/client/src/types/openground.ts
index c4ab482f..e6d054c8 100644
--- a/src/client/src/types/openground.ts
+++ b/src/client/src/types/openground.ts
@@ -1,12 +1,16 @@
+import { ProviderResult } from "@/lib/platform/openground-clickhouse";
+
+// ==================== Request & Response Types ====================
+
export interface OpengroundRequest {
id: string;
stats: string;
createdByUser: {
- name: string;
- email: string;
+ name: string;
+ email: string;
};
databaseConfig: {
- name: string;
+ name: string;
};
}
@@ -20,4 +24,137 @@ export interface OpengroundStats {
minResponseTime: number;
minCompletionTokensProvider: string;
minCompletionTokens: number;
-}
\ No newline at end of file
+}
+
+// ==================== Provider & Model Types ====================
+
+export interface ModelMetadata {
+ id: string;
+ displayName: string;
+ contextWindow: number;
+ inputPricePerMToken: number; // Price per million tokens
+ outputPricePerMToken: number;
+ capabilities?: string[]; // e.g., ["function-calling", "vision", "streaming"]
+}
+
+export interface ConfigField {
+ min: number;
+ max: number;
+ step: number;
+ default: number;
+ description?: string;
+}
+
+export interface ProviderMetadata {
+ providerId: string;
+ displayName: string;
+ description?: string;
+ supportedModels: ModelMetadata[];
+ configSchema: {
+ temperature?: ConfigField;
+ maxTokens?: ConfigField;
+ topP?: ConfigField;
+ };
+ requiresVault: boolean;
+ logoUrl?: string;
+}
+
+// ==================== Custom Model Types ====================
+
+export interface CustomModel extends ModelMetadata {
+ id: string; // UUID from database
+ model_id: string; // Model identifier like "gpt-4o"
+ provider?: string;
+}
+
+export interface CustomModelInput {
+ provider: string;
+ model_id: string;
+ displayName: string;
+ contextWindow?: number;
+ inputPricePerMToken?: number;
+ outputPricePerMToken?: number;
+ capabilities?: string[];
+}
+
+// ==================== Store Types ====================
+
+export type Providers = "anthropic" | "cohere" | "mistral" | "openai" | "google";
+
+export type ProviderType = {
+ key: Providers;
+ title: string;
+ subTitle: string;
+ logo: string;
+ logoDark: string;
+ config: Record<string, any>[];
+};
+
+export type EvalutatedResponseData = Array<[string, any]>;
+
+export type PromptSource = {
+ type: "custom" | "prompt-hub";
+ content?: string; // For custom prompts
+ promptId?: string; // For Prompt Hub
+ promptName?: string; // Display name
+ version?: number; // For Prompt Hub
+ variables?: Record<string, string>; // Variable substitutions
+};
+
+export type SelectedProvider = {
+ provider: string;
+ model: string;
+ hasVaultConfig: boolean;
+ config: {
+ temperature?: number;
+ maxTokens?: number;
+ topP?: number;
+ };
+};
+
+export type OpengroundStore = {
+ // Legacy fields (keep for backward compatibility)
+ selectedProviders: {
+ provider: Providers;
+ config: Record<string, any>;
+ }[];
+ prompt: string;
+ isLoading: boolean;
+
+ // New fields for updated architecture
+ promptSource: PromptSource;
+ selectedProvidersNew: SelectedProvider[];
+ evaluatedResponse: {
+ isLoading: boolean;
+ data?: EvalutatedResponseData | ProviderResult[]; // Support both old and new formats
+ };
+ availableProviders: ProviderMetadata[];
+
+ // Actions
+ setPromptSource: (source: PromptSource) => void;
+ setPromptVariable: (key: string, value: string) => void;
+ loadAvailableProviders: () => Promise<void>;
+ addProviderNew: (provider: string, model: string, hasVaultConfig: boolean) => void;
+ removeProviderNew: (index: number) => void;
+ setProviderConfigNew: (index: number, config: Record<string, any>) => void;
+ updateProviderModel: (index: number, model: string) => void;
+ setEvaluatedData: (data: ProviderResult[]) => void;
+ setEvaluatedLoading: (loading: boolean) => void;
+ reset: () => void;
+
+ // Legacy actions (keep for backward compatibility during migration)
+ setProviderConfig: (path: string, value: any) => void;
+ setPrompt: (prompt: string) => void;
+ addProvider: (
+ provider: Providers,
+ configObject?: Record<string, any>
+ ) => void;
+ removeProvider: (index: number) => void;
+};
+
+// ==================== Service Response Types ====================
+
+export type ServiceResponse<T> = {
+ data?: T;
+ err?: string;
+};
diff --git a/src/client/src/types/store/openground.ts b/src/client/src/types/store/openground.ts
index 9b8c8e9d..69bfe11b 100644
--- a/src/client/src/types/store/openground.ts
+++ b/src/client/src/types/store/openground.ts
@@ -1,35 +1,2 @@
-export type Providers = "anthropic" | "cohere" | "mistral" | "openai";
-
-export type ProviderType = {
- key: Providers;
- title: string;
- subTitle: string;
- logo: string;
- logoDark: string;
- config: Record<string, any>[];
-};
-
-export type EvalutatedResponseData = Array<[string, any]>;
-
-export type OpengroundStore = {
- selectedProviders: {
- provider: Providers;
- config: Record<string, any>;
- }[];
- evaluatedResponse: {
- isLoading: boolean;
- data?: EvalutatedResponseData;
- };
- prompt: string;
- isLoading: boolean;
- setProviderConfig: (path: string, value: any) => void;
- setPrompt: (prompt: string) => void;
- addProvider: (
- provider: Providers,
- configObject?: Record<string, any>
- ) => void;
- removeProvider: (index: number) => void;
- reset: () => void;
- setEvaluatedLoading: (l: boolean) => void;
- setEvaluatedData: (data: EvalutatedResponseData) => void;
-};
\ No newline at end of file
+// Re-export all types from the centralized openground types file
+export * from "@/types/openground";
diff --git a/src/client/src/utils/breadcrumbs.ts b/src/client/src/utils/breadcrumbs.ts
index d1bf6381..474bc88e 100644
--- a/src/client/src/utils/breadcrumbs.ts
+++ b/src/client/src/utils/breadcrumbs.ts
@@ -1,3 +1,4 @@
+import getMessage from "@/constants/messages";
import { PageHeader } from "@/types/store/page";
export interface BreadcrumbConfig {
@@ -44,6 +45,15 @@ export function extractRouteParams(pathname: string, regex: RegExp): Record<stri
}
}
+ // Extract openground ID
+ if (pathname.includes('/openground/') && !pathname.endsWith('/openground')) {
+ const parts = pathname.split('/');
+ const idIndex = parts.indexOf('openground') + 1;
+ if (idIndex < parts.length) {
+ params.id = parts[idIndex];
+ }
+ }
+
return params;
}
@@ -149,20 +159,24 @@ export const ROUTE_CONFIGS: RouteConfig[] = [
{ title: "Vault", href: "/vault" }
],
},
-
+
// Openground
{
- regex: /^\/openground\/?.*$/,
- getTitle: (pathname) => {
- if (pathname === "/openground/new") return "New Evaluation";
- return "Openground";
- },
- getBreadcrumbs: (pathname) => {
- if (pathname === "/openground/new") {
- return [{ title: "Openground", href: "/openground" }];
- }
- return [];
+ regex: /^\/openground$/,
+ getTitle: () => "Openground",
+ getBreadcrumbs: () => [],
+ },
+
+ {
+ regex: /^\/openground\/[^/]+$/,
+ getTitle: (pathname, params) => {
+ if (pathname === "/openground/new") return getMessage().OPENGROUND_CREATE_NEW_PLAYGROUND;
+ if (pathname === "/openground/models") return getMessage().OPENGROUND_MANAGE_MODELS;
+ return params?.id ? getMessage().OPENGROUND_RUN_DETAILS : getMessage().FEATURE_OPENGROUND;
},
+ getBreadcrumbs: () => [
+ { title: getMessage().FEATURE_OPENGROUND, href: "/openground" }
+ ],
},
// Settings