Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
fix: OpenGround V2 - Complete UI overhaul with enhanced provider and model management (#976)
Aman Agarwal4824f15e874d
diff --git a/src/.dockerignore b/src/.dockerignorenew file mode 100644index 00000000..9301e8da--- /dev/null+++ b/src/.dockerignore@@ -0,0 +1,54 @@+# Git+.git+.gitignore+.gitattributes++# CI/CD+.github++# Documentation+*.md+docs/+README*++# Node modules (will be installed in container)+client/node_modules+client/.next+client/.env*.local++# Python+client/**/__pycache__+client/**/*.pyc+client/**/*.pyo+client/**/*.pyd+client/.Python++# IDE+.vscode+.idea+*.swp+*.swo+*~+.DS_Store++# Testing+client/**/*.test.ts+client/**/*.test.tsx+client/**/*.spec.ts+client/**/*.spec.tsx+client/coverage+client/.coverage++# Logs+*.log+npm-debug.log*+yarn-debug.log*+yarn-error.log*++# OS+Thumbs.db++# Misc+.env.example+docker-compose.yml+dev-docker-compose.ymldiff --git a/src/client/next.config.js b/src/client/next.config.jsindex de3be89b..5a6561b5 100644--- a/src/client/next.config.js+++ b/src/client/next.config.js@@ -14,6 +14,9 @@ const nextConfig = {],},reactStrictMode: false,+ experimental: {+ instrumentationHook: true,+ },};module.exports = nextConfig;diff --git a/src/client/package-lock.json b/src/client/package-lock.jsonindex cae19e5e..14bcea8e 100644--- a/src/client/package-lock.json+++ b/src/client/package-lock.json@@ -1,13 +1,18 @@{"name": "openlit",- "version": "1.15.3",+ "version": "1.15.4","lockfileVersion": 3,"requires": true,"packages": {"": {"name": "openlit",- "version": "1.15.3",+ "version": "1.15.4","dependencies": {+ "@ai-sdk/anthropic": "^3.0.6",+ "@ai-sdk/cohere": "^3.0.3",+ "@ai-sdk/google": "^3.0.3",+ "@ai-sdk/mistral": "^3.0.4",+ "@ai-sdk/openai": "^3.0.4","@anthropic-ai/sdk": "^0.21.1","@clickhouse/client": "^1.1.0","@dhmk/zustand-lens": "^4.0.0",@@ -35,6 +40,7 @@"@radix-ui/react-tooltip": "^1.0.7","@tanstack/react-table": "^8.17.3","@textea/json-viewer": "^3.4.1",+ "ai": "^6.0.11","bcrypt-ts": "^5.0.1","class-variance-authority": "^0.7.0","clsx": "^2.1.1",@@ -91,6 +97,132 @@"typescript": "^5.4.4"}},+ "node_modules/@ai-sdk/anthropic": {+ "version": "3.0.6",+ "resolved": "https://registry.npmjs.org/@ai-sdk/anthropic/-/anthropic-3.0.6.tgz",+ "integrity": "sha512-Ns5OOPHXbODzitvqCySnAFZCAm9ldpx+fdbC0c/f9QwX5b4MQtQJIQ0xZyKm+tB/ynBoeV6zhtyWDXjYeVEWIw==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/cohere": {+ "version": "3.0.3",+ "resolved": "https://registry.npmjs.org/@ai-sdk/cohere/-/cohere-3.0.3.tgz",+ "integrity": "sha512-k7TfdwsliK9LtXFX23cGcwtigIlHVVZqsTda5uksUufZ7nAMdsPpOPG4wtKEGX4ykEXDEDs0RauK1mJ4Xd0Lww==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/gateway": {+ "version": "3.0.8",+ "resolved": "https://registry.npmjs.org/@ai-sdk/gateway/-/gateway-3.0.8.tgz",+ "integrity": "sha512-ZH3j9LSQxR05QTORH3C7WnPWFylraRhElOrNbZ64Zl/tZrPbWcc4bDar453haLNgY2rEwp3BqGzk5qxYifqPXQ==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3",+ "@vercel/oidc": "3.1.0"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/google": {+ "version": "3.0.3",+ "resolved": "https://registry.npmjs.org/@ai-sdk/google/-/google-3.0.3.tgz",+ "integrity": "sha512-WnEWxybMba+H+BSsDHOmz1B9p1yZFYbSr07/RSXSE1zfm+QUSKlmO+BuZnHkJJJayMxbPhJ4FmDktEmn8eIYlg==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/mistral": {+ "version": "3.0.4",+ "resolved": "https://registry.npmjs.org/@ai-sdk/mistral/-/mistral-3.0.4.tgz",+ "integrity": "sha512-qpnlq6mHUsN9nJb5RjgofncbBbG+Ib76i+vLtjgVUbXo8joCXFJSvJOSUW0yH4lDlGbuhldMkZj6/OrJBq+Itw==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/openai": {+ "version": "3.0.4",+ "resolved": "https://registry.npmjs.org/@ai-sdk/openai/-/openai-3.0.4.tgz",+ "integrity": "sha512-tRDCn0FMswaL5xvhnIAn5nOEQcwLcamL+IxzeE94DwzY1RaRlsS5v4DuS5QrXqNORCRRyrZ0BOeqU9dzwZOwtQ==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },+ "node_modules/@ai-sdk/provider": {+ "version": "3.0.1",+ "resolved": "https://registry.npmjs.org/@ai-sdk/provider/-/provider-3.0.1.tgz",+ "integrity": "sha512-2lR4w7mr9XrydzxBSjir4N6YMGdXD+Np1Sh0RXABh7tWdNFFwIeRI1Q+SaYZMbfL8Pg8RRLcrxQm51yxTLhokg==",+ "license": "Apache-2.0",+ "dependencies": {+ "json-schema": "^0.4.0"+ },+ "engines": {+ "node": ">=18"+ }+ },+ "node_modules/@ai-sdk/provider-utils": {+ "version": "4.0.3",+ "resolved": "https://registry.npmjs.org/@ai-sdk/provider-utils/-/provider-utils-4.0.3.tgz",+ "integrity": "sha512-Vo2p61dDld8Dy/O66zKQpE4nqHojiEEYEjZcSbICjE7h8Z6QmHzBfd+ss/paIDdyXyS0yHmC1GoRYYKo89cqZQ==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/provider": "3.0.1",+ "@standard-schema/spec": "^1.1.0",+ "eventsource-parser": "^3.0.6"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },"node_modules/@alloc/quick-lru": {"version": "5.2.0","resolved": "https://registry.npmjs.org/@alloc/quick-lru/-/quick-lru-5.2.0.tgz",@@ -2473,6 +2605,15 @@"node": ">= 8"}},+ "node_modules/@opentelemetry/api": {+ "version": "1.9.0",+ "resolved": "https://registry.npmjs.org/@opentelemetry/api/-/api-1.9.0.tgz",+ "integrity": "sha512-3giAOQvZiH5F9bMlMiv8+GSPMeqg0dbaeo58/0SlA9sxSqZhnUtxzX9/2FzyhS9sWQf5S0GJE0AKBrFqjpeYcg==",+ "license": "Apache-2.0",+ "engines": {+ "node": ">=8.0.0"+ }+ },"node_modules/@panva/hkdf": {"version": "1.1.1","resolved": "https://registry.npmjs.org/@panva/hkdf/-/hkdf-1.1.1.tgz",@@ -5186,6 +5327,12 @@"node": ">=16.0.0"}},+ "node_modules/@standard-schema/spec": {+ "version": "1.1.0",+ "resolved": "https://registry.npmjs.org/@standard-schema/spec/-/spec-1.1.0.tgz",+ "integrity": "sha512-l2aFy5jALhniG5HgqrD6jXLi/rUWrKvqN/qJx6yoJsgKhblVd+iqqU4RCXavm/jPityDo5TCvKMnpjKnOriy0w==",+ "license": "MIT"+ },"node_modules/@swc/counter": {"version": "0.1.3","resolved": "https://registry.npmjs.org/@swc/counter/-/counter-0.1.3.tgz",@@ -5607,6 +5754,15 @@"resolved": "https://registry.npmjs.org/@ungap/structured-clone/-/structured-clone-1.2.0.tgz","integrity": "sha512-zuVdFrMJiuCDQUMCzQaD6KL28MjnqqN8XnAqiEq9PNm/hCPTSGfrXCOfwj1ow4LFb/tNymJPwsNbVePc1xFqrQ=="},+ "node_modules/@vercel/oidc": {+ "version": "3.1.0",+ "resolved": "https://registry.npmjs.org/@vercel/oidc/-/oidc-3.1.0.tgz",+ "integrity": "sha512-Fw28YZpRnA3cAHHDlkt7xQHiJ0fcL+NRcIqsocZQUSmbzeIKRpwttJjik5ZGanXP+vlA4SbTg+AbA3bP363l+w==",+ "license": "Apache-2.0",+ "engines": {+ "node": ">= 20"+ }+ },"node_modules/abort-controller": {"version": "3.0.0","resolved": "https://registry.npmjs.org/abort-controller/-/abort-controller-3.0.0.tgz",@@ -5650,6 +5806,24 @@"node": ">= 8.0.0"}},+ "node_modules/ai": {+ "version": "6.0.11",+ "resolved": "https://registry.npmjs.org/ai/-/ai-6.0.11.tgz",+ "integrity": "sha512-uQAGp/5YAZZFcMNxLCg5vPZ4lNKn0NGvBeI+iY9yW2RvkonooMVfHPOum2lgqwugkoBbffzPtR7TXOFFyKJCOg==",+ "license": "Apache-2.0",+ "dependencies": {+ "@ai-sdk/gateway": "3.0.8",+ "@ai-sdk/provider": "3.0.1",+ "@ai-sdk/provider-utils": "4.0.3",+ "@opentelemetry/api": "1.9.0"+ },+ "engines": {+ "node": ">=18"+ },+ "peerDependencies": {+ "zod": "^3.25.76 || ^4.1.8"+ }+ },"node_modules/ajv": {"version": "6.12.6","resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",@@ -7665,6 +7839,15 @@"node": ">=0.8.x"}},+ "node_modules/eventsource-parser": {+ "version": "3.0.6",+ "resolved": "https://registry.npmjs.org/eventsource-parser/-/eventsource-parser-3.0.6.tgz",+ "integrity": "sha512-Vo1ab+QXPzZ4tCa8SwIHJFaSzy4R6SHf7BY79rFBDf0idraZWAkYrDjDj8uWaSm3S2TK+hJ7/t1CEmZ7jXw+pg==",+ "license": "MIT",+ "engines": {+ "node": ">=18.0.0"+ }+ },"node_modules/extend": {"version": "3.0.2","resolved": "https://registry.npmjs.org/extend/-/extend-3.0.2.tgz",@@ -9031,6 +9214,12 @@"integrity": "sha512-xyFwyhro/JEof6Ghe2iz2NcXoj2sloNsWr/XsERDK/oiPCfaNhl5ONfp+jQdAZRQQ0IJWNzH9zIZF7li91kh2w==","peer": true},+ "node_modules/json-schema": {+ "version": "0.4.0",+ "resolved": "https://registry.npmjs.org/json-schema/-/json-schema-0.4.0.tgz",+ "integrity": "sha512-es94M3nTIfsEPisRafak+HDLfHXnKBhV3vU5eqPcS3flIWqcxJWgXHXiey3YrpaNsanY5ei1VoYEbOzijuq9BA==",+ "license": "(AFL-2.1 OR BSD-3-Clause)"+ },"node_modules/json-schema-traverse": {"version": "0.4.1","resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz",@@ -12943,6 +13132,16 @@"url": "https://github.com/sponsors/sindresorhus"}},+ "node_modules/zod": {+ "version": "4.3.5",+ "resolved": "https://registry.npmjs.org/zod/-/zod-4.3.5.tgz",+ "integrity": "sha512-k7Nwx6vuWx1IJ9Bjuf4Zt1PEllcwe7cls3VNzm4CQ1/hgtFUK2bRNG3rvnpPUhFjmqJKAKtjV576KnUkHocg/g==",+ "license": "MIT",+ "peer": true,+ "funding": {+ "url": "https://github.com/sponsors/colinhacks"+ }+ },"node_modules/zustand": {"version": "4.5.2","resolved": "https://registry.npmjs.org/zustand/-/zustand-4.5.2.tgz",diff --git a/src/client/package.json b/src/client/package.jsonindex 27f8581d..c0f6e800 100644--- a/src/client/package.json+++ b/src/client/package.json@@ -1,6 +1,6 @@{"name": "openlit",- "version": "1.15.3",+ "version": "1.15.4","private": true,"scripts": {"dev": "next dev",@@ -10,6 +10,11 @@"seed": "npx prisma db seed"},"dependencies": {+ "@ai-sdk/anthropic": "^3.0.6",+ "@ai-sdk/cohere": "^3.0.3",+ "@ai-sdk/google": "^3.0.3",+ "@ai-sdk/mistral": "^3.0.4",+ "@ai-sdk/openai": "^3.0.4","@anthropic-ai/sdk": "^0.21.1","@clickhouse/client": "^1.1.0","@dhmk/zustand-lens": "^4.0.0",@@ -37,6 +42,7 @@"@radix-ui/react-tooltip": "^1.0.7","@tanstack/react-table": "^8.17.3","@textea/json-viewer": "^3.4.1",+ "ai": "^6.0.11","bcrypt-ts": "^5.0.1","class-variance-authority": "^0.7.0","clsx": "^2.1.1",diff --git a/src/client/prisma/schema.prisma b/src/client/prisma/schema.prismaindex 38d091ad..d4a53ec2 100644--- a/src/client/prisma/schema.prisma+++ b/src/client/prisma/schema.prisma@@ -54,9 +54,9 @@ model User {sessions Session[]dbConfigs DatabaseConfigUser[]createdDBConfigs DatabaseConfig[]- OpenGround OpenGround[]createdApiKeys APIKeys[] @relation("createdByUser")deletedApiKeys APIKeys[] @relation("deletedByUser")+ opengrounds OpenGround[]@@map("users")}@@ -89,9 +89,9 @@ model DatabaseConfig {updatedAt DateTime @updatedAtcreatedByUserId String @map("user_id")createdByUser User @relation(fields: [createdByUserId], references: [id])- OpenGround OpenGround[]dbInvitedUsers DatabaseConfigInvitedUser[]apiKeys APIKeys[]+ opengrounds OpenGround[]@@unique([name])@@map("databaseconfig")@@ -113,6 +113,11 @@ model DatabaseConfigUser {@@map("databaseconfiguser")}+// DEPRECATED: All OpenGround data has been migrated to ClickHouse+// All tables: openlit_openground, openlit_openground_providers, openlit_openground_configs+// Old Prisma models removed - everything now in ClickHouse for better performance and scalability+// This table will be removed in future+// @deprecated - Commented out as all data migrated to ClickHousemodel OpenGround {id String @id @default(cuid())requestMeta Stringdiff --git a/src/client/src/app/(playground)/layout.tsx b/src/client/src/app/(playground)/layout.tsxindex 49e8e0cb..e62e0a55 100644--- a/src/client/src/app/(playground)/layout.tsx+++ b/src/client/src/app/(playground)/layout.tsx@@ -6,6 +6,7 @@ import { TooltipProvider } from "@/components/ui/tooltip";import CustomPostHogProvider from "@/components/(playground)/posthog";import NavigationEvents from "@/components/common/navigation-events";import AppInit from "@/components/common/app-init";+import { PortalProvider } from "@/components/(playground)/header-portal";export default async function PlaygroundLayout({children,@@ -17,24 +18,19 @@ export default async function PlaygroundLayout({return (<CustomPostHogProvider telemetryEnabled={telemetryEnabled}><TooltipProvider>- <div className="flex h-screen w-full gap-4 overflow-hidden p-2">- <Sidebar />- <div className="flex flex-col grow w-full">- <Header />- <main className="flex flex-col grow flex-1 items-start p-0 overflow-hidden">- {/* <div className="fixed inset-0 w-full h-full z-[-2]- [background-size:40px_40px]-[background-image:linear-gradient(to_right,#e4e4e7_1px,transparent_1px),linear-gradient(to_bottom,#e4e4e7_1px,transparent_1px)]- dark:[background-image:linear-gradient(to_right,#262626_1px,transparent_1px),linear-gradient(to_bottom,#262626_1px,transparent_1px)]- " />- <div className="pointer-events-none fixed w-full h-full inset-0 flex items-center justify-center bg-white [mask-image:radial-gradient(ellipse_at_center,transparent_20%,black)] dark:bg-black z-[-1]"></div> */}-- <ClickhouseConnectivityWrapper>- {children}- </ClickhouseConnectivityWrapper>- </main>+ <PortalProvider>+ <div className="flex h-screen w-full gap-4 overflow-hidden p-2">+ <Sidebar />+ <div className="flex flex-col grow w-full">+ <Header />+ <main className="flex flex-col grow flex-1 items-start p-0 overflow-hidden">+ <ClickhouseConnectivityWrapper>+ {children}+ </ClickhouseConnectivityWrapper>+ </main>+ </div></div>- </div>+ </PortalProvider></TooltipProvider><Suspense fallback={null}><NavigationEvents />diff --git a/src/client/src/app/(playground)/openground/[id]/page.tsx b/src/client/src/app/(playground)/openground/[id]/page.tsxindex 91b0d6e1..d719006f 100644--- a/src/client/src/app/(playground)/openground/[id]/page.tsx+++ b/src/client/src/app/(playground)/openground/[id]/page.tsx@@ -1,25 +1,32 @@"use client";import OpengroundHeader from "@/components/(playground)/openground/header";-import ProviderTable from "@/components/(playground)/openground/provider-table";-import { providersConfig } from "@/constants/openground";-import { Providers } from "@/types/store/openground";+import { OpengroundRecord } from "@/lib/platform/openground-clickhouse";import useFetchWrapper from "@/utils/hooks/useFetchWrapper";import { useCallback, useEffect } from "react";import { toast } from "sonner";-import RequestInfo from "./request-info";+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { format } from "date-fns";+import MetricsOverview from "@/components/(playground)/openground/metrics-overview";+import PerformanceWaterfall from "@/components/(playground)/openground/performance-waterfall";+import CostBreakdown from "@/components/(playground)/openground/cost-breakdown";+import ProviderResultCard from "@/components/(playground)/openground/provider-result-card";+import Link from "next/link";+import { Component } from "lucide-react";+import getMessage from "@/constants/messages";export default function OpengroundRequest({params,}: {params: { id: string };}) {- const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRecord>();+const fetchData = useCallback(async () => {fireRequest({requestType: "GET",url: `/api/openground/${params.id}`,failureCb: (err?: string) => {- toast.error(err || `Cannot connect to server!`, {+ toast.error(err || getMessage().CANNOT_CONNECT_TO_SERVER, {id: "openground",});},@@ -33,42 +40,107 @@ export default function OpengroundRequest({if (isLoading || !isFetched)return (<div className="flex w-full h-full text-stone-600 dark:text-stone-400 items-center justify-center">- Loading+ {getMessage().LOADING}</div>);- const [error, updatedData] = (data as any[]) || [];-- if (error || !updatedData)+ if (!data)return (<div className="flex w-full h-full text-error items-center justify-center">- {error || "No such request present"}+ {getMessage().NO_DATA_FOUND}</div>);- const responseMeta = updatedData.responseMeta;- const requestMeta = updatedData.requestMeta;-return (- <div className="flex flex-col w-full h-full gap-4">+ <div className="flex flex-col w-full h-full gap-6 overflow-auto"><OpengroundHeader validateResponse={false} />- <RequestInfo data={updatedData} />- <div className="flex w-full h-full bg-stone-100 grow dark:bg-stone-900 overflow-auto transition-all relative gap-1">- {requestMeta.selectedProviders?.map(- ({ provider }: { provider: Providers }, index: number) => (- <ProviderTable- key={`provider-${index}`}- provider={providersConfig[provider]}- index={index}- selectedProviders={requestMeta.selectedProviders}- evaluatedResponse={{- isLoading: false,- data: responseMeta,- }}- />- )- )}- </div>++ {/* Evaluation Info */}+ <Card>+ <CardHeader>+ <CardTitle className="text-lg">{getMessage().OPENGROUND_RUN_DETAILS}</CardTitle>+ </CardHeader>+ <CardContent className="space-y-4 p-0">+ <div className="flex flex-col">+ <div className="px-6 pb-6 pt-0">+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400 mb-1">+ {getMessage().PROMPT}+ </p>+ <p className="text-sm text-stone-900 dark:text-stone-100">+ {data.prompt}+ </p>+ </div>+ <div className="border-t grid grid-cols-4 border-stone-100 dark:border-stone-800">+ <div className="flex items-center gap-4 pt-2 pb-4 px-6 shadow-sm">+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">+ {getMessage().PROVIDERS}+ </p>+ <p className="flex gap-1 items-center text-sm font-semibold text-stone-900 dark:text-stone-100">+ <span className="text-green-500">{data.totalProviders - (data.errors?.length || 0)}</span>+ <div className="bg-stone-200 dark:bg-stone-800 h-3 w-0.5 shrink-0" />+ <span className="text-red-500">{(data.errors?.length || 0)}</span>+ </p>+ </div>+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">+ {getMessage().CREATED_AT}+ </p>+ <p className="text-sm text-stone-900 dark:text-stone-100">+ {format(new Date(data.createdAt), "MMM d, y HH:mm")}+ </p>+ </div>+ {data.promptVariables && Object.keys(data.promptVariables).length > 0 && (+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">+ {getMessage().VARIABLES}+ </p>+ <span className="text-xs">+ {Object.keys(data.promptVariables).length}+ </span>+ </div>+ )}+ {+ data.promptSource === "prompt-hub" && data.promptHubId ? (+ <div className="flex items-center gap-4 shadow-sm pt-2 pb-4 px-6">+ <p className="text-sm font-medium text-stone-500 dark:text-stone-400">+ {getMessage().PROMPT_HUB}+ </p>+ <Link href={`/prompt-hub/${data.promptHubId}`}>+ <Component className="w-4 h-4" />+ </Link>+ </div>+ ) : null+ }+ </div>+ </div>+ </CardContent>+ </Card>++ {/* Provider Results */}+ {data.providers && data.providers.length > 0 && (+ <div className="space-y-6">+ {/* Metrics Overview */}+ <MetricsOverview data={data.providers} />++ {/* Performance & Cost Analysis */}+ <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">+ <PerformanceWaterfall data={data.providers} />+ <CostBreakdown data={data.providers} />+ </div>++ {/* Detailed Results */}+ <Card className="border-stone-200 dark:border-stone-800">+ <CardHeader>+ <CardTitle className="text-lg">{getMessage().OPENGROUND_PROVIDER_RESPONSE}</CardTitle>+ </CardHeader>+ <CardContent className="space-y-4">+ {data.providers.map((result, index) => (+ <ProviderResultCard key={index} result={result} index={index} />+ ))}+ </CardContent>+ </Card>+ </div>+ )}</div>);}diff --git a/src/client/src/app/(playground)/openground/[id]/request-info.tsx b/src/client/src/app/(playground)/openground/[id]/request-info.tsxdeleted file mode 100644index ce439446..00000000--- a/src/client/src/app/(playground)/openground/[id]/request-info.tsx+++ /dev/null@@ -1,64 +0,0 @@-import { Badge } from "@/components/ui/badge";-import { Button } from "@/components/ui/button";-import { Separator } from "@/components/ui/separator";-import { format } from "date-fns";--const InfoPill = ({ title, value }: { title: string; value: any }) => {- return (- <Button- variant="outline"- size="default"- className="text-stone-500 dark:text-stone-400 dark:bg-stone-800 cursor-default"- >- {title}- <Separator- orientation="vertical"- className="mx-2 h-4 bg-stone-300 dark:bg-stone-600"- />- <Badge- variant="secondary"- className="rounded-sm px-1 font-normal bg-transparent"- >- {value}- </Badge>- </Button>- );-};--export default function RequestInfo({ data }: { data: any }) {- return (- <div className="flex w-full gap-4 flex-wrap">- <InfoPill- title="Created At"- value={format(data.createdAt, "MMM do, y HH:mm:ss a")}- />- <InfoPill title="Created By" value={data.createdByUser.email} />- <InfoPill title="Database Config" value={data.databaseConfig.name} />- <InfoPill title="Total Providers" value={data.stats.totalProviders} />- {(data.stats.errors || []).length > 0 ? (- <InfoPill- title="Errored Providers"- value={(data.stats.errors || []).length}- />- ) : null}- {data.stats.minCostProvider && (- <InfoPill- title="Min Cost"- value={`${data.stats.minCostProvider} ($${data.stats.minCost})`}- />- )}- {data.stats.minResponseTimeProvider && (- <InfoPill- title="Min Response Time"- value={`${data.stats.minResponseTimeProvider} ($${data.stats.minResponseTime}s)`}- />- )}- {data.stats.minCompletionTokensProvider && (- <InfoPill- title="Min Completion Tokens"- value={`${data.stats.minCompletionTokensProvider} (${data.stats.minCompletionTokens})`}- />- )}- </div>- );-}diff --git a/src/client/src/app/(playground)/openground/models/page.tsx b/src/client/src/app/(playground)/openground/models/page.tsxnew file mode 100644index 00000000..bc20d041--- /dev/null+++ b/src/client/src/app/(playground)/openground/models/page.tsx@@ -0,0 +1,145 @@+"use client";++import { useState, useEffect } from "react";+import { Card } from "@/components/ui/card";+import { Button } from "@/components/ui/button";+import { ArrowLeftIcon, PlusIcon, SettingsIcon } from "lucide-react";+import { useRouter } from "next/navigation";+import getMessage from "@/constants/messages";+import ModelListSidebar from "@/components/(playground)/openground/model-list-sidebar";+import ModelEditorPanel from "@/components/(playground)/openground/model-editor-panel";+import { ProviderMetadata, ModelMetadata } from "@/types/openground";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";++interface CustomModel extends ModelMetadata {+ id: string; // UUID from database+ model_id: string; // Model identifier like "gpt-4o"+ provider?: string;+}++export default function ModelManagementPage() {+ const router = useRouter();+ const [selectedProvider, setSelectedProvider] = useState<string | null>(null);+ const [selectedModel, setSelectedModel] = useState<ModelMetadata | null>(null);+ const [isCustomModel, setIsCustomModel] = useState(false);+ const [isAddingNew, setIsAddingNew] = useState(false);++ const { data: providers, fireRequest: fetchProviders, isLoading: loadingProviders } =+ useFetchWrapper<ProviderMetadata[]>();+ const { data: customModels, fireRequest: fetchCustomModels, isLoading: loadingCustom } =+ useFetchWrapper<Record<string, CustomModel[]>>();++ useEffect(() => {+ loadProviders();+ loadAllCustomModels();+ }, []);++ const loadProviders = () => {+ fetchProviders({+ requestType: "GET",+ url: "/api/openground/providers",+ });+ };++ const loadAllCustomModels = () => {+ fetchCustomModels({+ requestType: "GET",+ url: "/api/openground/models",+ });+ };++ const handleSelectModel = (model: ModelMetadata, provider: string, isCustom: boolean) => {+ setSelectedModel(model);+ setSelectedProvider(provider);+ setIsCustomModel(isCustom);+ setIsAddingNew(false);+ };++ const handleAddNew = (provider: string) => {+ setSelectedProvider(provider);+ setSelectedModel(null);+ setIsCustomModel(true);+ setIsAddingNew(true);+ };++ const handleModelSaved = () => {+ loadAllCustomModels();+ setIsAddingNew(false);+ };++ const handleModelDeleted = () => {+ loadAllCustomModels();+ setSelectedModel(null);+ setSelectedProvider(null);+ setIsCustomModel(false);+ };++ return (+ <div className="flex flex-col h-full w-full">+ {/* Header */}+ <div className="flex items-center justify-between p-6 border-b border-stone-200 dark:border-stone-800">+ <div className="flex items-center gap-4">+ <Button+ variant="ghost"+ size="icon"+ onClick={() => router.push("/openground")}+ >+ <ArrowLeftIcon className="h-5 w-5" />+ </Button>+ <div>+ <h1 className="text-2xl font-bold text-stone-900 dark:text-stone-100">+ {getMessage().OPENGROUND_MANAGE_MODELS}+ </h1>+ <p className="text-sm text-stone-500 dark:text-stone-400 mt-1">+ {getMessage().OPENGROUND_MANAGE_MODELS_DESCRIPTION}+ </p>+ </div>+ </div>+ </div>++ {/* Main Content - Split Layout */}+ <div className="flex flex-1 overflow-hidden">+ {/* Left Sidebar - Model List */}+ <ModelListSidebar+ providers={providers || []}+ customModels={customModels || {}}+ loading={loadingProviders || loadingCustom}+ selectedModel={selectedModel}+ selectedProvider={selectedProvider}+ selectedIsCustom={isCustomModel}+ onSelectModel={handleSelectModel}+ onAddNew={handleAddNew}+ />++ {/* Right Panel - Model Editor */}+ <div className="flex-1 overflow-auto bg-stone-50 dark:bg-stone-950">+ {selectedModel || isAddingNew ? (+ <ModelEditorPanel+ model={selectedModel}+ provider={selectedProvider}+ isCustomModel={isCustomModel}+ isAddingNew={isAddingNew}+ onSave={handleModelSaved}+ onDelete={handleModelDeleted}+ onCancel={() => {+ setSelectedModel(null);+ setSelectedProvider(null);+ setIsAddingNew(false);+ }}+ />+ ) : (+ <div className="flex flex-col items-center justify-center h-full p-8 text-center">+ <SettingsIcon className="h-16 w-16 text-stone-300 dark:text-stone-700 mb-4" />+ <h3 className="text-lg font-medium text-stone-900 dark:text-stone-100 mb-2">+ {getMessage().OPENGROUND_SELECT_MODEL_TO_VIEW}+ </h3>+ <p className="text-sm text-stone-500 dark:text-stone-400 max-w-md">+ {getMessage().OPENGROUND_SELECT_MODEL_TO_VIEW_DESCRIPTION}+ </p>+ </div>+ )}+ </div>+ </div>+ </div>+ );+}diff --git a/src/client/src/app/(playground)/openground/new/add-provider.tsx b/src/client/src/app/(playground)/openground/new/add-provider.tsxdeleted file mode 100644index 22dec65b..00000000--- a/src/client/src/app/(playground)/openground/new/add-provider.tsx+++ /dev/null@@ -1,67 +0,0 @@-import Image from "next/image";-import {- Sheet,- SheetContent,- SheetHeader,- SheetTitle,- SheetTrigger,-} from "@/components/ui/sheet";-import { MouseEventHandler, ReactNode } from "react";-import { providersConfig } from "@/constants/openground";--export default function AddProvider({- children,- onClick,-}: {- children: ReactNode;- onClick: MouseEventHandler;-}) {- return (- <Sheet>- <SheetTrigger asChild>{children}</SheetTrigger>- <SheetContent className="max-w-none sm:max-w-none w-1/2 bg-stone-100 dark:bg-stone-900 border-transparent">- <SheetHeader>- <SheetTitle>Select Provider</SheetTitle>- </SheetHeader>- <div className="h-full w-full flex grow pb-8">- <div className="flex h-full w-full flex-col">- <div className="relative py-6 flex-1 flex flex-wrap gap-2 overflow-y-auto justify-center items-start">- {Object.keys(providersConfig).map((key) => {- const provider =- providersConfig[key as keyof typeof providersConfig];- return (- <div- className="flex flex-col h-auto bg-stone-300 dark:bg-stone-500 p-6 rounded text-stone-900 dark:text-stone-200 gap-4 aspect-square justify-center items-center cursor-pointer"- data-key={key}- key={key}- onClick={onClick}- >- <Image- src={provider.logoDark}- width={100}- height={20}- alt={provider.title}- className="dark:hidden"- />- <Image- src={provider.logo}- width={100}- height={20}- alt={provider.title}- className="hidden dark:block"- />- <div className="space-y-1 text-sm">- <p className="text-xs text-muted-foreground">- {provider.subTitle}- </p>- </div>- </div>- );- })}- </div>- </div>- </div>- </SheetContent>- </Sheet>- );-}diff --git a/src/client/src/app/(playground)/openground/new/page.tsx b/src/client/src/app/(playground)/openground/new/page.tsxindex d69500f1..35fb272d 100644--- a/src/client/src/app/(playground)/openground/new/page.tsx+++ b/src/client/src/app/(playground)/openground/new/page.tsx@@ -1,15 +1,218 @@"use client";-import PromptInput from "./prompt-input";-import Providers from "./providers";+import { Button } from "@/components/ui/button";+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { useRootStore } from "@/store";+import { PlayIcon, RotateCcwIcon, Loader2Icon } from "lucide-react";+import { toast } from "sonner";import OpengroundHeader from "@/components/(playground)/openground/header";+import PromptSourceToggle from "@/components/(playground)/openground/prompt-source-toggle";+import DynamicProviderGrid from "@/components/(playground)/openground/dynamic-provider-grid";+import ProviderSettingsPanel from "@/components/(playground)/openground/provider-settings-panel";+import MetricsOverview from "@/components/(playground)/openground/metrics-overview";+import PerformanceWaterfall from "@/components/(playground)/openground/performance-waterfall";+import CostBreakdown from "@/components/(playground)/openground/cost-breakdown";+import ProviderResultCard from "@/components/(playground)/openground/provider-result-card";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import getMessage from "@/constants/messages";++export default function OpengroundNew() {+ const promptSource = useRootStore((state) => state.openground.promptSource);+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);+ const evaluatedResponse = useRootStore((state) => state.openground.evaluatedResponse);+ const setEvaluatedLoading = useRootStore((state) => state.openground.setEvaluatedLoading);+ const setEvaluatedData = useRootStore((state) => state.openground.setEvaluatedData);+ const reset = useRootStore((state) => state.openground.reset);++ const { fireRequest: fireEvaluateRequest } = useFetchWrapper();++ const handleEvaluate = () => {+ // Validation+ if (selectedProvidersNew.length === 0) {+ toast.error(getMessage().OPENGROUND_SELECT_PROVIDER_ERROR);+ return;+ }++ const prompt =+ promptSource.type === "custom"+ ? promptSource.content+ : promptSource.content;++ if (!prompt?.trim()) {+ toast.error(getMessage().OPENGROUND_ENTER_PROMPT_ERROR);+ return;+ }++ // Check variables+ const variableRegex = /\{\{([^}]+)\}\}/g;+ const variables: string[] = [];+ let match;+ while ((match = variableRegex.exec(prompt)) !== null) {+ variables.push(match[1].trim());+ }++ const missingVars = variables.filter(+ (v) => !promptSource.variables?.[v]?.trim()+ );+ if (missingVars.length > 0) {+ toast.error(`${getMessage().OPENGROUND_FILL_VARIABLES_ERROR}: ${missingVars.join(", ")}`);+ return;+ }++ setEvaluatedLoading(true);++ fireEvaluateRequest({+ requestType: "POST",+ url: "/api/openground",+ body: JSON.stringify({+ promptSource,+ providers: selectedProvidersNew.map((p) => ({+ provider: p.provider,+ model: p.model,+ config: p.config,+ })),+ }),+ successCb: (data: any) => {+ setEvaluatedData(data);+ toast.success(getMessage().OPENGROUND_EVALUATION_SUCCESS, {+ id: "evaluation",+ });+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_EVALUATION_FAILED, {+ id: "evaluation",+ });+ setEvaluatedLoading(false);+ },+ });+ };++ const handleReset = () => {+ reset();+ toast.success(getMessage().OPENGROUND_RESET_SUCCESS);+ };++ const canEvaluate =+ !evaluatedResponse.isLoading &&+ selectedProvidersNew.length > 0 &&+ (promptSource.type === "custom"+ ? promptSource.content?.trim()+ : promptSource.promptId);++ // Type guard for new format+ const providerResults = (evaluatedResponse.data && Array.isArray(evaluatedResponse.data)+ && evaluatedResponse.data.length > 0+ && 'provider' in evaluatedResponse.data[0])+ ? evaluatedResponse.data as ProviderResult[]+ : null;-export default function Openground() {return (- <div className="flex flex-col w-full h-full gap-4">- <OpengroundHeader validateResponse />- <Providers />- <PromptInput />+ <div className="flex flex-col w-full h-full gap-6 overflow-auto">+ <OpengroundHeader validateResponse={false} />++ {/* Main Content */}+ <div className="space-y-6">+ {/* Step 1: Prompt Configuration */}+ <PromptSourceToggle />++ {/* Step 2: Provider Selection */}+ <DynamicProviderGrid />++ {/* Step 3: Provider Settings */}+ <ProviderSettingsPanel />++ {/* Action Buttons */}+ <Card className="p-4 border-stone-200 dark:border-stone-800">+ <div className="flex items-center justify-between">+ <div className="text-sm text-stone-600 dark:text-stone-400">+ {selectedProvidersNew.length === 0 ? (+ getMessage().OPENGROUND_SELECT_PROVIDERS_BEGIN+ ) : evaluatedResponse.data ? (+ <span className="text-green-600 dark:text-green-400 font-medium">+ ✓ {getMessage().OPENGROUND_EVALUATION_COMPLETE}+ </span>+ ) : (+ `${getMessage().OPENGROUND_READY_TO_EVALUATE} ${selectedProvidersNew.length} provider${+ selectedProvidersNew.length > 1 ? "s" : ""+ }`+ )}+ </div>+ <div className="flex gap-2">+ {evaluatedResponse.data && (+ <Button+ variant="outline"+ onClick={handleReset}+ className="gap-2"+ >+ <RotateCcwIcon className="h-4 w-4" />+ {getMessage().RESET}+ </Button>+ )}+ <Button+ onClick={handleEvaluate}+ disabled={!canEvaluate || evaluatedResponse.isLoading}+ className="gap-2"+ >+ {evaluatedResponse.isLoading ? (+ <>+ <Loader2Icon className="h-4 w-4 animate-spin" />+ {getMessage().OPENGROUND_EVALUATING}+ </>+ ) : (+ <>+ <PlayIcon className="h-4 w-4" />+ {getMessage().OPENGROUND_EVALUATE_PROVIDERS}+ </>+ )}+ </Button>+ </div>+ </div>+ </Card>++ {/* Results Section */}+ {providerResults && (+ <div className="space-y-6">+ {/* Metrics Overview */}+ <MetricsOverview data={providerResults} />++ {/* Performance & Cost Analysis */}+ <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">+ <PerformanceWaterfall data={providerResults} />+ <CostBreakdown data={providerResults} />+ </div>++ {/* Detailed Results */}+ <Card className="border-stone-200 dark:border-stone-800">+ <CardHeader>+ <CardTitle className="text-lg">{getMessage().OPENGROUND_PROVIDER_RESPONSES}</CardTitle>+ </CardHeader>+ <CardContent className="space-y-4">+ {providerResults.map((result, index) => (+ <ProviderResultCard key={index} result={result} index={index} />+ ))}+ </CardContent>+ </Card>+ </div>+ )}++ {/* Loading State */}+ {evaluatedResponse.isLoading && (+ <Card className="p-12 border-stone-200 dark:border-stone-800">+ <div className="flex flex-col items-center justify-center gap-4">+ <Loader2Icon className="h-12 w-12 animate-spin text-blue-500" />+ <div className="text-center">+ <p className="text-lg font-medium text-stone-900 dark:text-stone-100">+ {getMessage().OPENGROUND_EVALUATING_PROVIDERS}+ </p>+ <p className="text-sm text-stone-500 dark:text-stone-400 mt-1">+ {getMessage().OPENGROUND_MAY_TAKE_FEW_SECONDS}+ </p>+ </div>+ </div>+ </Card>+ )}+ </div></div>);}diff --git a/src/client/src/app/(playground)/openground/new/prompt-input.tsx b/src/client/src/app/(playground)/openground/new/prompt-input.tsxdeleted file mode 100644index 74593fd4..00000000--- a/src/client/src/app/(playground)/openground/new/prompt-input.tsx+++ /dev/null@@ -1,95 +0,0 @@-import { Button } from "@/components/ui/button";-import { Input } from "@/components/ui/input";-import { CLIENT_EVENTS } from "@/constants/events";-import {- getEvaluatedResponse,- getPrompt,- getSelectedProviders,- setEvaluatedData,- setEvaluatedLoading,- setPrompt,-} from "@/selectors/openground";-import { useRootStore } from "@/store";-import useFetchWrapper from "@/utils/hooks/useFetchWrapper";-import { usePostHog } from "posthog-js/react";-import { toast } from "sonner";--export default function PromptInput() {- const posthog = usePostHog();- const { fireRequest } = useFetchWrapper();- const prompt = useRootStore(getPrompt);- const selectedProviders = useRootStore(getSelectedProviders);- const updatePrompt = useRootStore(setPrompt);- const setEvaluatedDataFunction = useRootStore(setEvaluatedData);- const setEvaluatedLoadingFunction = useRootStore(setEvaluatedLoading);- const onTextValueChange: any = (ev: any) => {- updatePrompt(ev.target.value);- };- const evaluatedResponse = useRootStore(getEvaluatedResponse);-- const onSubmit = () => {- const payload: any = {- prompt,- selectedProviders,- };-- if (selectedProviders.length < 2) {- toast.warning("Requires atleast two providers to compare!", {- id: "evaluation",- });- return;- }-- setEvaluatedLoadingFunction(true);-- fireRequest({- body: JSON.stringify(payload),- requestType: "POST",- url: "/api/openground",- responseDataKey: "data",- successCb: (data) => {- toast.success("Evaluation finished!", {- id: "evaluation",- });- setEvaluatedDataFunction(data);- posthog?.capture(CLIENT_EVENTS.OPENGROUND_EVALUATION_SUCCESS, {- providers: selectedProviders.map(({ provider }) => provider),- prompt,- });- },- failureCb: (err?: string) => {- toast.error(err || "Evaluation failed!", {- id: "evaluation",- });- posthog?.capture(CLIENT_EVENTS.OPENGROUND_EVALUATION_FAILURE);- },- });- };-- if (evaluatedResponse.data) return null;-- return (- <div className="fixed bottom-4 left-1/2 z-10 w-full max-w-2xl -translate-x-1/2">- <div className="flex items-center gap-2 rounded-md bg-stone-300 shadow-sm dark:bg-stone-700 overflow-hidden p-2">- <Input- className="flex-1 outline-none bg-transparent border-none text-stone-600 dark:bg-transparent dark:text-stone-300"- placeholder="Enter your prompt..."- type="text"- onChange={onTextValueChange}- value={prompt}- />- <Button- className={`bg-primary dark:bg-primary hover:bg-primary dark:hover:bg-primary text-stone-50 dark:text-stone-50 rounded-md`}- disabled={- selectedProviders.length < 2 ||- prompt.length < 1 ||- evaluatedResponse.isLoading- }- onClick={onSubmit}- >- Compare Responses- </Button>- </div>- </div>- );-}diff --git a/src/client/src/app/(playground)/openground/new/provider-response.tsx b/src/client/src/app/(playground)/openground/new/provider-response.tsxdeleted file mode 100644index 343dbe2e..00000000--- a/src/client/src/app/(playground)/openground/new/provider-response.tsx+++ /dev/null@@ -1,26 +0,0 @@-import { ProviderType } from "@/types/store/openground";-import { useRootStore } from "@/store";-import {- getEvaluatedResponse,- getSelectedProviders,-} from "@/selectors/openground";-import ProviderTable from "@/components/(playground)/openground/provider-table";--export default function ProviderResponse({- provider,- index,-}: {- provider: ProviderType;- index: number;-}) {- const selectedProviders = useRootStore(getSelectedProviders);- const evaluatedResponse = useRootStore(getEvaluatedResponse);- return (- <ProviderTable- provider={provider}- index={index}- selectedProviders={selectedProviders}- evaluatedResponse={evaluatedResponse}- />- );-}diff --git a/src/client/src/app/(playground)/openground/new/providers.tsx b/src/client/src/app/(playground)/openground/new/providers.tsxdeleted file mode 100644index 21822e16..00000000--- a/src/client/src/app/(playground)/openground/new/providers.tsx+++ /dev/null@@ -1,95 +0,0 @@-import { PlusIcon } from "lucide-react";-import { Providers } from "@/types/store/openground";-import { useRootStore } from "@/store";-import {- addProvider,- getEvaluatedResponse,- getSelectedProviders,-} from "@/selectors/openground";-import AddProvider from "./add-provider";-import { MouseEventHandler, useRef } from "react";-import { isNil } from "lodash";-import { providersConfig } from "@/constants/openground";-import ProviderResponse from "./provider-response";--export default function ProvidersUI() {- const containerRef = useRef<HTMLDivElement>(null);- const selectedProviders = useRootStore(getSelectedProviders);- const addProviderItem = useRootStore(addProvider);- const evaluatedResponse = useRootStore(getEvaluatedResponse);- const onClickAdd: MouseEventHandler = (event) => {- const { key } = (event.currentTarget as HTMLElement).dataset;- if (key) {- const providerConfig = providersConfig[key as Providers];- if (providerConfig) {- const defaultConfig = providerConfig.config.reduce(- (acc: Record<string, any>, config: Record<string, any>) => {- if (!isNil(config.defaultValue)) {- acc[config.key] = config.defaultValue;- }-- return acc;- },- {}- );- addProviderItem(key as Providers, defaultConfig);- setTimeout(() => {- if (containerRef.current) {- containerRef.current.scrollLeft = containerRef.current.scrollWidth;- }- }, 60);- }- }- };-- const AddProviderPlaceholder = () => (- <div className="flex h-full w-1/2 grow">- <AddProvider onClick={onClickAdd}>- <div className="flex grow items-center justify-center cursor-pointer text-stone-500 dark:text-stone-400 hover:bg-stone-200 dark:hover:bg-stone-800">- Select Provider- </div>- </AddProvider>- </div>- );-- const AddProviderButton = () => (- <AddProvider onClick={onClickAdd}>- <div className="flex h-full items-center justify-center cursor-pointer shrink-0 bg-stone-300 hover:bg-stone-400 text-stone-400 hover:text-stone-300 dark:hover:bg-stone-800 dark:text-stone-400 dark:bg-stone-700">- <PlusIcon />- </div>- </AddProvider>- );-- const children = selectedProviders.map(({ provider }, index) => (- <div- key={`selected-provider-${index}`}- className="flex h-full grow w-full min-w-[40%] max-w-[50%]"- >- <ProviderResponse provider={providersConfig[provider]} index={index} />- </div>- ));-- if (children.length < 2) {- if (children.length < 1) {- children.push(<AddProviderPlaceholder key={`addplaceholder-1`} />);- }- children.push(<AddProviderPlaceholder key={`addplaceholder-2`} />);- }-- return (- <div className="flex w-full h-full gap-4 overflow-auto">- <div- className="flex w-full h-full bg-stone-100 grow dark:bg-stone-900 transition-all relative gap-1"- ref={containerRef}- >- {children}- </div>- {selectedProviders.length > 1 &&- selectedProviders.length < 5 &&- !evaluatedResponse.data &&- !evaluatedResponse.isLoading ? (- <AddProviderButton />- ) : null}- </div>- );-}diff --git a/src/client/src/app/(playground)/openground/page.tsx b/src/client/src/app/(playground)/openground/page.tsxindex 449754bf..5bdf7b86 100644--- a/src/client/src/app/(playground)/openground/page.tsx+++ b/src/client/src/app/(playground)/openground/page.tsx@@ -4,79 +4,171 @@ import useFetchWrapper from "@/utils/hooks/useFetchWrapper";import Link from "next/link";import { useCallback, useEffect } from "react";import { toast } from "sonner";-import { EyeIcon } from "lucide-react";+import { Component, EyeIcon, MonitorPlay, PlayIcon } from "lucide-react";import OpengroundHeader from "@/components/(playground)/openground/header";-import { OpengroundRequest, OpengroundStats } from "@/types/openground";import { Columns } from "@/components/data-table/columns";-import { jsonParse } from "@/utils/json";import DataTable from "@/components/data-table/table";import OpengroundGettingStarted from "@/components/(playground)/getting-started/openground";+import { OpengroundRecord } from "@/lib/platform/openground-clickhouse";+import { format } from "date-fns";+import { Badge } from "@/components/ui/badge";+import { Button } from "@/components/ui/button";+import { useRootStore } from "@/store";+import { useRouter } from "next/navigation";+import getMessage from "@/constants/messages";+import FeatureHero from "@/components/(playground)/getting-started/feature-hero";-const columns: Columns<string, OpengroundRequest> = {+const columns: Columns<string, OpengroundRecord> = {prompt: {header: () => "Prompt",cell: ({ row }) => {- const stats: OpengroundStats = jsonParse(row.stats);- return stats.prompt;+ return (+ <div className="max-w-md">+ <p className="truncate text-sm font-medium text-stone-900 dark:text-stone-100">+ {row.promptSource === "prompt-hub" && (+ <Component className="w-3 h-3 inline mr-2" />+ )}+ {row.prompt}+ </p>+ </div>+ );},},- createdBy: {- header: () => "Created By",- cell: ({ row }) => row.createdByUser.email,+ providers: {+ header: () => "Providers",+ cell: ({ row }) => {+ return (+ <div className="flex gap-1 items-center ">+ <span className="text-green-500">{row.totalProviders - (row.errors?.length || 0)}</span>+ <div className="bg-stone-200 dark:bg-stone-800 h-3 w-0.5 shrink-0" />+ <span className="text-red-500">{(row.errors?.length || 0)}</span>+ </div>+ );+ },},- databaseConfig: {- header: () => "Database Config",+ bestCost: {+ header: () => "Best Cost",cell: ({ row }) => {- return row.databaseConfig.name;+ return row.minCostProvider !== undefined ? (+ <div className="flex flex-col">+ <span className="text-sm font-medium text-green-600 dark:text-green-400">+ ${row.minCost.toFixed(6)}+ </span>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {row.minCostProvider}+ </span>+ </div>+ ) : (+ <span className="text-xs text-stone-400">-</span>+ );},},- minCostProvider: {- header: () => "Min Cost Provider",+ bestSpeed: {+ header: () => "Best Speed",cell: ({ row }) => {- const stats: OpengroundStats = jsonParse(row.stats);- return stats.minCostProvider ? `${stats.minCostProvider} (${stats.minCost})` : "-";+ return row.minResponseTimeProvider !== undefined ? (+ <div className="flex flex-col">+ <span className="text-sm font-medium text-blue-600 dark:text-blue-400">+ {row.minResponseTime.toFixed(2)}s+ </span>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {row.minResponseTimeProvider}+ </span>+ </div>+ ) : (+ <span className="text-xs text-stone-400">-</span>+ );},},- minResponseTime: {- header: () => "Min Response Time",+ bestEfficiency: {+ header: () => getMessage().BEST_EFFICIENCY,cell: ({ row }) => {- const stats: OpengroundStats = jsonParse(row.stats);- return stats.minResponseTimeProvider ? `${stats.minResponseTimeProvider} (${stats.minResponseTime})` : "-";+ return row.minCompletionTokensProvider !== undefined ? (+ <div className="flex flex-col">+ <span className="text-sm font-medium text-purple-600 dark:text-purple-400">+ {row.minCompletionTokens} tokens+ </span>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {row.minCompletionTokensProvider}+ </span>+ </div>+ ) : (+ <span className="text-xs text-stone-400">-</span>+ );},},- minCompletionTokens: {- header: () => "Min Completion Tokens",+ createdAt: {+ header: () => "Created",cell: ({ row }) => {- const stats: OpengroundStats = jsonParse(row.stats);- return stats.minCompletionTokensProvider ? `${stats.minCompletionTokensProvider} (${stats.minCompletionTokens})` : "-";+ return (+ <span className="text-sm text-stone-600 dark:text-stone-400">+ {format(new Date(row.createdAt), "MMM d, y HH:mm")}+ </span>+ );},},actions: {header: () => "Actions",- cell: ({ row }) => {+ cell: ({ row, extraFunctions }) => {return (- <Link href={`/openground/${row.id}`}>- <EyeIcon />- </Link>+ <div className="flex items-center gap-2">+ <Link href={`/openground/${row.id}`}>+ <Button variant="ghost" size="icon" className="h-8 w-8">+ <EyeIcon className="h-4 w-4" />+ </Button>+ </Link>+ <Button+ variant="ghost"+ size="icon"+ className="h-8 w-8"+ onClick={() => extraFunctions?.handleRerun(row)}+ >+ <PlayIcon className="h-4 w-4" />+ </Button>+ </div>);},},}export default function Openground() {- const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRequest[]>();+ const router = useRouter();+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper<OpengroundRecord[]>();+ const setPromptSource = useRootStore((state) => state.openground.setPromptSource);+ const reset = useRootStore((state) => state.openground.reset);+const fetchData = useCallback(async () => {fireRequest({requestType: "GET",url: `/api/openground`,failureCb: (err?: string) => {- toast.error(err || `Cannot connect to server!`, {+ toast.error(err || getMessage().CANNOT_CONNECT_TO_SERVER, {id: "openground",});},});}, []);+ const handleRerun = useCallback((record: OpengroundRecord) => {+ // Reset store and load the evaluation data+ reset();++ // Set prompt source+ setPromptSource({+ type: record.promptSource,+ content: record.prompt,+ promptId: record.promptHubId,+ version: record.promptHubVersion ? parseInt(record.promptHubVersion) : undefined,+ variables: record.promptVariables,+ });++ // Navigate to new evaluation page+ toast.success(getMessage().OPENGROUND_EVALUATION_LOADED, {+ id: "openground-rerun",+ });+ router.push("/openground/new");+ }, [reset, setPromptSource, router]);+useEffect(() => {fetchData();}, []);@@ -92,6 +184,12 @@ export default function Openground() {return (<div className="flex flex-col w-full h-full gap-4"><OpengroundHeader validateResponse={false} />+ <FeatureHero+ iconComponent={<MonitorPlay />}+ title={getMessage().FEATURE_OPENGROUND}+ description={getMessage().GET_STARTED_WITH_OPENGROUND_DESCRIPTION}+ />+<DataTablecolumns={columns}data={data || []}@@ -99,13 +197,16 @@ export default function Openground() {isLoading={isLoading}visibilityColumns={{prompt: true,- createdBy: true,- databaseConfig: true,- minCostProvider: true,- minResponseTime: true,- minCompletionTokens: true,+ providers: true,+ bestCost: true,+ bestSpeed: true,+ bestEfficiency: true,+ createdAt: true,actions: true}}+ extraFunctions={{+ handleRerun,+ }}/></div>);diff --git a/src/client/src/app/api/openground/[id]/route.ts b/src/client/src/app/api/openground/[id]/route.tsindex 048f1b8b..74ab702d 100644--- a/src/client/src/app/api/openground/[id]/route.ts+++ b/src/client/src/app/api/openground/[id]/route.ts@@ -1,6 +1,28 @@-import { getOpengroundRequest } from "@/lib/platform/openground";+import { getOpengroundEvaluationById } from "@/lib/platform/openground-clickhouse";+import { getCurrentUser } from "@/lib/session";+import { getDBConfigByUser } from "@/lib/db-config";+import asaw from "@/utils/asaw";+import getMessage from "@/constants/messages";export async function GET(_: Request, { params }: { params: { id: string } }) {- const response = await getOpengroundRequest(params.id);- return Response.json(response);+ const user = await getCurrentUser();+ if (!user) {+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return Response.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const { data, err } = await getOpengroundEvaluationById(params.id, dbConfig.id);++ if (err) {+ return Response.json({ error: err }, { status: 404 });+ }++ return Response.json(data);}diff --git a/src/client/src/app/api/openground/config/route.ts b/src/client/src/app/api/openground/config/route.tsnew file mode 100644index 00000000..5cfa3e75--- /dev/null+++ b/src/client/src/app/api/openground/config/route.ts@@ -0,0 +1,205 @@+import { NextRequest, NextResponse } from "next/server";+import { getCurrentUser } from "@/lib/session";+import { getDBConfigByUser } from "@/lib/db-config";+import asaw from "@/utils/asaw";+import {+ getOpenGroundConfigs,+ upsertOpenGroundConfig,+ deleteOpenGroundConfig,+ toggleOpenGroundConfigStatus,+} from "@/lib/platform/openground/config";+import * as messages from "@/constants/messages/en";++/**+ * GET /api/openground/config+ * Get all provider configurations for the current user+ */+export async function GET(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: messages.UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: messages.DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const { data, err } = await getOpenGroundConfigs(user.id, dbConfig.id);++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json(data);+ } catch (error: any) {+ console.error("Config GET error:", error);+ return NextResponse.json(+ { error: messages.OPERATION_FAILED },+ { status: 500 }+ );+ }+}++/**+ * POST /api/openground/config+ * Create or update a provider configuration+ */+export async function POST(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: messages.UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: messages.DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const body = await request.json();+ const { provider, vaultId, modelId, isActive } = body;++ if (!provider || !vaultId) {+ return NextResponse.json(+ { error: "Provider and vaultId are required" },+ { status: 400 }+ );+ }++ const { data, err } = await upsertOpenGroundConfig({+ provider,+ vaultId,+ modelId,+ userId: user.id,+ databaseConfigId: dbConfig.id,+ isActive,+ });++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json(data);+ } catch (error: any) {+ console.error("Config POST error:", error);+ return NextResponse.json(+ { error: messages.OPERATION_FAILED },+ { status: 500 }+ );+ }+}++/**+ * DELETE /api/openground/config+ * Delete a provider configuration+ */+export async function DELETE(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: messages.UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: messages.DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const { searchParams } = new URL(request.url);+ const configId = searchParams.get("id");++ if (!configId) {+ return NextResponse.json(+ { error: "Config ID is required" },+ { status: 400 }+ );+ }++ const { data, err } = await deleteOpenGroundConfig(configId, user.id, dbConfig.id);++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json({ message: data });+ } catch (error: any) {+ console.error("Config DELETE error:", error);+ return NextResponse.json(+ { error: messages.OPERATION_FAILED },+ { status: 500 }+ );+ }+}++/**+ * PATCH /api/openground/config+ * Toggle active status of a configuration+ */+export async function PATCH(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: messages.UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: messages.DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const body = await request.json();+ const { configId, isActive } = body;++ if (!configId || typeof isActive !== "boolean") {+ return NextResponse.json(+ { error: "Config ID and isActive status are required" },+ { status: 400 }+ );+ }++ const { data, err } = await toggleOpenGroundConfigStatus(+ configId,+ user.id,+ dbConfig.id,+ isActive+ );++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json(data);+ } catch (error: any) {+ console.error("Config PATCH error:", error);+ return NextResponse.json(+ { error: messages.OPERATION_FAILED },+ { status: 500 }+ );+ }+}diff --git a/src/client/src/app/api/openground/migrate/route.ts b/src/client/src/app/api/openground/migrate/route.tsnew file mode 100644index 00000000..9b7d19fd--- /dev/null+++ b/src/client/src/app/api/openground/migrate/route.ts@@ -0,0 +1,97 @@+import { NextRequest, NextResponse } from "next/server";+import { getCurrentUser } from "@/lib/session";+import { getDBConfigByUser } from "@/lib/db-config";+import asaw from "@/utils/asaw";+import {+ migrateOpengroundDataToClickhouse,+ checkMigrationNeeded,+} from "@/lib/platform/openground-clickhouse/migrate-data";+import getMessage from "@/constants/messages";++/**+ * POST /api/openground/migrate+ * Migrates existing Prisma OpenGround data to ClickHouse+ */+export async function POST(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ // Run the migration+ const result = await migrateOpengroundDataToClickhouse(dbConfig.id);++ if (result.err) {+ return NextResponse.json(+ { error: result.err, details: result.details },+ { status: 500 }+ );+ }++ return NextResponse.json({+ message: "Migration completed successfully",+ result: result.data,+ });+ } catch (error: any) {+ console.error("Migration API error:", error);+ return NextResponse.json(+ {+ error: getMessage().OPENGROUND_DATA_MIGRATION_FAILED,+ details: error.message || String(error),+ },+ { status: 500 }+ );+ }+}++/**+ * GET /api/openground/migrate+ * Checks if migration is needed+ */+export async function GET(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const needsMigration = await checkMigrationNeeded(dbConfig.id);++ return NextResponse.json({+ needsMigration,+ databaseConfigId: dbConfig.id,+ });+ } catch (error: any) {+ console.error("Migration check API error:", error);+ return NextResponse.json(+ {+ error: "Failed to check migration status",+ details: error.message || String(error),+ },+ { status: 500 }+ );+ }+}diff --git a/src/client/src/app/api/openground/models/cleanup/route.ts b/src/client/src/app/api/openground/models/cleanup/route.tsnew file mode 100644index 00000000..497619f7--- /dev/null+++ b/src/client/src/app/api/openground/models/cleanup/route.ts@@ -0,0 +1,116 @@+import { NextRequest, NextResponse } from "next/server";+import { getServerSession } from "next-auth";+import { authOptions } from "@/app/auth";+import { dataCollector } from "@/lib/platform/common";+import { getDBConfigByUser } from "@/lib/db-config";+import getMessage from "@/constants/messages";+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";+import asaw from "@/utils/asaw";+import Sanitizer from "@/utils/sanitizer";++// Extend the session type to include id+interface SessionWithId {+ user?: {+ id?: string;+ name?: string | null;+ email?: string | null;+ image?: string | null;+ };+}++// POST: Clean up models with invalid UUIDs+export async function POST(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ // First, get all models to see which ones have invalid UUIDs+ const selectQuery = `+ SELECT toString(id) as id, model_id, display_name+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${session.user.id}'+ AND database_config_id = '${dbConfig.id}'+ `;++ const { data: allModels, err: selectErr } = await dataCollector(+ { query: selectQuery },+ "query",+ dbConfig.id+ );++ if (selectErr) {+ console.error("Error fetching models:", selectErr);+ return NextResponse.json(+ { error: selectErr || getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ // Identify invalid UUIDs+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ const invalidModels = (allModels as any[] || []).filter(+ (model: any) => !model.id || !uuidRegex.test(model.id)+ );++ if (invalidModels.length === 0) {+ return NextResponse.json({+ message: "No invalid models found",+ cleaned: 0,+ });+ }++ // Use separate parameters to prevent log injection+ console.log('Found', invalidModels.length, 'models with invalid UUIDs:', invalidModels);++ // Sanitize user inputs to prevent SQL injection+ const sanitizedUserId = Sanitizer.sanitizeValue(session.user.id);+ const sanitizedDbConfigId = Sanitizer.sanitizeValue(dbConfig.id);++ // Delete all rows with invalid UUIDs using a simpler approach+ // We'll delete all and rely on the user to recreate valid ones+ const deleteQuery = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ DELETE WHERE created_by_user_id = '${sanitizedUserId}'+ AND database_config_id = '${sanitizedDbConfigId}'+ AND NOT match(toString(id), '^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$')+ `;++ console.log("Cleanup query:", deleteQuery);++ const { err: deleteErr } = await dataCollector(+ { query: deleteQuery },+ "exec",+ dbConfig.id+ );++ if (deleteErr) {+ console.error("Error cleaning up models:", deleteErr);+ return NextResponse.json(+ { error: deleteErr || getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ return NextResponse.json({+ message: `Successfully cleaned up ${invalidModels.length} models with invalid UUIDs`,+ cleaned: invalidModels.length,+ invalidModels: invalidModels.map((m: any) => ({+ id: m.id,+ model_id: m.model_id,+ name: m.display_name,+ })),+ });+}diff --git a/src/client/src/app/api/openground/models/debug/route.ts b/src/client/src/app/api/openground/models/debug/route.tsnew file mode 100644index 00000000..8dd31d42--- /dev/null+++ b/src/client/src/app/api/openground/models/debug/route.ts@@ -0,0 +1,100 @@+import { NextRequest, NextResponse } from "next/server";+import { getServerSession } from "next-auth";+import { authOptions } from "@/app/auth";+import { dataCollector } from "@/lib/platform/common";+import { getDBConfigByUser } from "@/lib/db-config";+import getMessage from "@/constants/messages";+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";+import asaw from "@/utils/asaw";++// Extend the session type to include id+interface SessionWithId {+ user?: {+ id?: string;+ name?: string | null;+ email?: string | null;+ image?: string | null;+ };+}++// GET: Debug endpoint to check table status+export async function GET(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ // Check if table exists+ const checkTableQuery = `+ SELECT name+ FROM system.tables+ WHERE database = currentDatabase()+ AND name = '${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}'+ `;++ const { data: tableData, err: tableErr } = await dataCollector(+ { query: checkTableQuery },+ "query",+ dbConfig.id+ );++ // Try to get table schema+ const schemaQuery = `DESCRIBE TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}`;+ const { data: schemaData, err: schemaErr } = await dataCollector(+ { query: schemaQuery },+ "query",+ dbConfig.id+ );++ // Try to count rows+ const countQuery = `SELECT count() as count FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}`;+ const { data: countData, err: countErr } = await dataCollector(+ { query: countQuery },+ "query",+ dbConfig.id+ );++ // Get actual data to see what's being stored+ const dataQuery = `SELECT toString(id) as id, provider, model_id, display_name FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME} LIMIT 5`;+ const { data: sampleData, err: dataQueryErr } = await dataCollector(+ { query: dataQuery },+ "query",+ dbConfig.id+ );++ return NextResponse.json({+ tableName: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,+ databaseConfigId: dbConfig.id,+ userId: session.user.id,+ checks: {+ tableExists: {+ result: tableData,+ error: tableErr,+ },+ schema: {+ result: schemaData,+ error: schemaErr,+ },+ rowCount: {+ result: countData,+ error: countErr,+ },+ sampleData: {+ result: sampleData,+ error: dataQueryErr,+ },+ },+ });+}diff --git a/src/client/src/app/api/openground/models/migrate/route.ts b/src/client/src/app/api/openground/models/migrate/route.tsnew file mode 100644index 00000000..51dbee3d--- /dev/null+++ b/src/client/src/app/api/openground/models/migrate/route.ts@@ -0,0 +1,61 @@+import { NextRequest, NextResponse } from "next/server";+import { getServerSession } from "next-auth";+import { authOptions } from "@/app/auth";+import { getDBConfigByUser } from "@/lib/db-config";+import getMessage from "@/constants/messages";+import asaw from "@/utils/asaw";+import CreateOpengroundCustomModelsMigration from "@/clickhouse/migrations/create-openground-custom-models-migration";++// Extend the session type to include id+interface SessionWithId {+ user?: {+ id?: string;+ name?: string | null;+ email?: string | null;+ image?: string | null;+ };+}++// POST: Manually trigger the custom models table migration+export async function POST(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ // Run the migration+ const result = await CreateOpengroundCustomModelsMigration(dbConfig.id);++ if (result.err) {+ console.error("Migration error:", result.err);+ return NextResponse.json(+ { error: result.err },+ { status: 500 }+ );+ }++ if (result.migrationExist) {+ return NextResponse.json({+ message: "Migration already exists",+ alreadyRan: true,+ });+ }++ return NextResponse.json({+ message: "Migration completed successfully",+ success: true,+ data: result.data,+ });+}diff --git a/src/client/src/app/api/openground/models/route.ts b/src/client/src/app/api/openground/models/route.tsnew file mode 100644index 00000000..20644af2--- /dev/null+++ b/src/client/src/app/api/openground/models/route.ts@@ -0,0 +1,361 @@+import { NextRequest, NextResponse } from "next/server";+import { getServerSession } from "next-auth";+import { authOptions } from "@/app/auth";+import { dataCollector } from "@/lib/platform/common";+import { getDBConfigByUser } from "@/lib/db-config";+import getMessage from "@/constants/messages";+import Sanitizer from "@/utils/sanitizer";+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "@/lib/platform/openground/table-details";+import asaw from "@/utils/asaw";++// Extend the session type to include id+interface SessionWithId {+ user?: {+ id?: string;+ name?: string | null;+ email?: string | null;+ image?: string | null;+ };+}++// GET: List all custom models for a provider (or all providers if no provider specified)+export async function GET(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ const searchParams = request.nextUrl.searchParams;+ const provider = searchParams.get("provider");++ // If no provider specified, return all custom models grouped by provider+ if (!provider) {+ const query = `+ SELECT+ toString(id) as customId,+ model_id as id,+ provider,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'+ ORDER BY provider, created_at DESC+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ dbConfig.id+ );++ if (err) {+ return NextResponse.json(+ { error: getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ // Filter out invalid UUIDs and group by provider+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ const grouped: Record<string, any[]> = {};+ const invalidIds: string[] = [];++ (data as any[] || []).forEach((model: any) => {+ // Check if UUID is valid+ if (!model.customId || !uuidRegex.test(model.customId)) {+ invalidIds.push(model.customId || 'null');+ return; // Skip invalid models+ }++ if (!grouped[model.provider]) {+ grouped[model.provider] = [];+ }+ grouped[model.provider].push(model);+ });++ // Log invalid IDs for cleanup+ if (invalidIds.length > 0) {+ // Use separate parameters to prevent log injection+ console.warn('Found', invalidIds.length, 'models with invalid UUIDs:', invalidIds);+ console.warn('These models will not be shown in the UI. Clean them up by calling: DELETE FROM', OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME, 'WHERE id NOT IN (SELECT id FROM', OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME, 'WHERE match(toString(id), \'^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$\'))');+ }++ console.log("GET /api/openground/models - Returning grouped models:", JSON.stringify(grouped, null, 2));++ return NextResponse.json(grouped);+ }++ // Get models for specific provider+ const query = `+ SELECT+ toString(id) as customId,+ provider,+ model_id as id,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'+ AND provider = '${Sanitizer.sanitizeValue(provider)}'+ ORDER BY created_at DESC+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ dbConfig.id+ );++ if (err) {+ return NextResponse.json(+ { error: getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ // Filter out invalid UUIDs+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ const validModels = (data as any[] || []).filter((model: any) => {+ const isValid = model.customId && uuidRegex.test(model.customId);+ if (!isValid) {+ console.warn(`Filtering out model with invalid UUID:`, model.customId);+ }+ return isValid;+ });++ return NextResponse.json(validModels);+}++// POST: Create or update a custom model+export async function POST(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ const body = await request.json();+ const { provider, model, customId } = body;++ console.log("POST /api/openground/models - Body:", JSON.stringify(body, null, 2));+ console.log("CustomId type:", typeof customId, "value:", customId);++ if (!provider || !model?.id || !model?.displayName) {+ console.error("Validation failed - provider:", provider, "model.id:", model?.id, "model.displayName:", model?.displayName);+ return NextResponse.json(+ { error: "Provider, model ID, and display name are required" },+ { status: 400 }+ );+ }++ // Check if updating existing model+ if (customId) {+ console.log("Updating custom model with ID:", customId);++ // Validate UUID format+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ if (!uuidRegex.test(customId)) {+ console.error("Invalid UUID format:", customId);+ return NextResponse.json(+ { error: `Invalid UUID format: ${customId}` },+ { status: 400 }+ );+ }++ // Use ALTER TABLE UPDATE for ClickHouse+ const capabilitiesArray = (model.capabilities || [])+ .map((c: string) => `'${Sanitizer.sanitizeValue(c)}'`)+ .join(", ");++ const updateQuery = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ UPDATE+ display_name = '${Sanitizer.sanitizeValue(model.displayName)}',+ context_window = ${model.contextWindow || 4096},+ input_price_per_m_token = ${model.inputPricePerMToken || 0},+ output_price_per_m_token = ${model.outputPricePerMToken || 0},+ capabilities = [${capabilitiesArray}],+ updated_at = now()+ WHERE id = toUUID('${Sanitizer.sanitizeValue(customId)}')+ `;++ console.log("Update query:", updateQuery);++ const { err } = await dataCollector(+ { query: updateQuery },+ "exec",+ dbConfig.id+ );++ if (err) {+ console.error("Error updating model:", err);+ return NextResponse.json(+ { error: err || getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ return NextResponse.json({ success: true, updated: true });+ }++ // Insert new model - Use dataCollector's insert type to let ClickHouse handle UUID generation+ const { err } = await dataCollector(+ {+ table: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,+ values: [+ {+ provider: provider,+ model_id: model.id,+ display_name: model.displayName,+ context_window: model.contextWindow || 4096,+ input_price_per_m_token: model.inputPricePerMToken || 0,+ output_price_per_m_token: model.outputPricePerMToken || 0,+ capabilities: model.capabilities || [],+ created_by_user_id: session.user.id,+ database_config_id: dbConfig.id,+ },+ ],+ },+ "insert",+ dbConfig.id+ );++ if (err) {+ console.error("Error inserting custom model:", err);+ return NextResponse.json(+ { error: err || getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ // Fetch the newly created model to return it+ const selectQuery = `+ SELECT+ toString(id) as customId,+ provider,+ model_id as id,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'+ AND provider = '${Sanitizer.sanitizeValue(provider)}'+ AND model_id = '${Sanitizer.sanitizeValue(model.id)}'+ ORDER BY created_at DESC+ LIMIT 1+ `;++ const { data: newModel } = await dataCollector(+ { query: selectQuery },+ "query",+ dbConfig.id+ );++ console.log("Newly created model:", JSON.stringify(newModel, null, 2));++ return NextResponse.json({+ success: true,+ created: true,+ model: (newModel as any[])?.[0]+ });+}++// DELETE: Remove a custom model+export async function DELETE(request: NextRequest) {+ const session = (await getServerSession(authOptions)) as SessionWithId;++ if (!session?.user?.id) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ const searchParams = request.nextUrl.searchParams;+ const id = searchParams.get("id");++ console.log("DELETE - id parameter:", id, "type:", typeof id);++ if (!id) {+ return NextResponse.json(+ { error: "Model ID parameter is required" },+ { status: 400 }+ );+ }++ // Validate UUID format+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ if (!uuidRegex.test(id)) {+ console.error("Invalid UUID format:", id);+ return NextResponse.json(+ { error: `Invalid UUID format: ${id}` },+ { status: 400 }+ );+ }++ const deleteQuery = `+ DELETE FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')+ AND created_by_user_id = '${Sanitizer.sanitizeValue(session.user.id)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(dbConfig.id)}'+ `;++ console.log("Delete query:", deleteQuery);++ const { err } = await dataCollector(+ { query: deleteQuery },+ "exec",+ dbConfig.id+ );++ if (err) {+ console.error("Delete error:", err);+ return NextResponse.json(+ { error: err || getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }++ return NextResponse.json({ success: true, deleted: true });+}diff --git a/src/client/src/app/api/openground/providers/route.ts b/src/client/src/app/api/openground/providers/route.tsnew file mode 100644index 00000000..b181ebc6--- /dev/null+++ b/src/client/src/app/api/openground/providers/route.ts@@ -0,0 +1,87 @@+import { NextRequest, NextResponse } from "next/server";+import { getCurrentUser } from "@/lib/session";+import { getDBConfigByUser } from "@/lib/db-config";+import getMessage from "@/constants/messages";+import asaw from "@/utils/asaw";+import {+ getAllProvidersWithCustomModels,+ getProviderByIdWithCustomModels,+ searchProvidersWithCustomModels,+} from "@/lib/platform/openground/provider-service";++/**+ * GET /api/openground/providers+ * Get all available LLM providers with custom models merged in+ */+export async function GET(request: NextRequest) {+ try {+ const user = await getCurrentUser();+ if (!user) {+ return NextResponse.json(+ { error: getMessage().UNAUTHORIZED_USER },+ { status: 401 }+ );+ }++ const { searchParams } = new URL(request.url);+ const providerId = searchParams.get("provider");+ const search = searchParams.get("search");++ // Get database config+ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig?.id) {+ return NextResponse.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 500 }+ );+ }++ // Get specific provider+ if (providerId) {+ const { data: provider, err } = await getProviderByIdWithCustomModels(+ providerId,+ user.id,+ dbConfig.id+ );++ if (err) {+ return NextResponse.json({ error: err }, { status: 404 });+ }++ return NextResponse.json(provider);+ }++ // Search providers+ if (search) {+ const { data: providers, err } = await searchProvidersWithCustomModels(+ search,+ user.id,+ dbConfig.id+ );++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json(providers);+ }++ // Get all providers+ const { data: providers, err } = await getAllProvidersWithCustomModels(+ user.id,+ dbConfig.id+ );++ if (err) {+ return NextResponse.json({ error: err }, { status: 500 });+ }++ return NextResponse.json(providers);+ } catch (error: any) {+ console.error("Providers GET error:", error);+ return NextResponse.json(+ { error: getMessage().OPERATION_FAILED },+ { status: 500 }+ );+ }+}diff --git a/src/client/src/app/api/openground/route.ts b/src/client/src/app/api/openground/route.tsindex 70d6998d..92d84153 100644--- a/src/client/src/app/api/openground/route.ts+++ b/src/client/src/app/api/openground/route.ts@@ -1,15 +1,70 @@-import OpenLitHelper from "@/helpers/server/openlit";-import { evaluate, getAllOpengroundRequests } from "@/lib/platform/openground";+import { evaluate } from "@/lib/platform/openground/evaluate";+import { getOpengroundEvaluations } from "@/lib/platform/openground-clickhouse";+import { getCurrentUser } from "@/lib/session";+import { getDBConfigByUser } from "@/lib/db-config";+import asaw from "@/utils/asaw";+import getMessage from "@/constants/messages";export async function GET() {- const response = await getAllOpengroundRequests();- return Response.json(response);+ const user = await getCurrentUser();+ if (!user) {+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return Response.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const { data, err } = await getOpengroundEvaluations(user.id, dbConfig.id, {+ page: 1,+ limit: 100,+ });++ if (err) {+ return Response.json({ error: err }, { status: 500 });+ }++ return Response.json(data);}export async function POST(request: Request) {- const formData = await request.json();+ const user = await getCurrentUser();+ if (!user) {+ return Response.json({ error: getMessage().UNAUTHORIZED_USER }, { status: 401 });+ }++ const [, dbConfig] = await asaw(getDBConfigByUser(true));+ if (!dbConfig) {+ return Response.json(+ { error: getMessage().DATABASE_CONFIG_NOT_FOUND },+ { status: 404 }+ );+ }++ const body = await request.json();+ const { promptSource, providers } = body;++ if (!promptSource || !providers || !Array.isArray(providers)) {+ return Response.json(+ { error: "Invalid request body: promptSource and providers are required" },+ { status: 400 }+ );+ }++ const { data, err } = await evaluate({+ promptSource,+ providers,+ userId: user.id,+ databaseConfigId: dbConfig.id,+ });++ if (err) {+ return Response.json({ error: err }, { status: 500 });+ }- if (!OpenLitHelper.pricingInfo) await OpenLitHelper.fetchPricingInfo();- const response = await evaluate(formData);- return Response.json(response);+ return Response.json(data);}diff --git a/src/client/src/app/auth.ts b/src/client/src/app/auth.tsindex 2eb5e13e..b422b28d 100644--- a/src/client/src/app/auth.ts+++ b/src/client/src/app/auth.ts@@ -116,12 +116,13 @@ export const authOptions = {}}- // Set the user ID to the existing user- user.id = existingUser.id;- } catch (error) {- console.error(`Error linking ${account.provider} account:`, error);- return false;- }+ // Set the user ID to the existing user+ user.id = existingUser.id;+ } catch (error) {+ // Use separate parameters to prevent log injection+ console.error('Error linking account for provider:', account.provider, error);+ return false;+ }}return true;}diff --git a/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.ts b/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.tsnew file mode 100644index 00000000..bc328ae2--- /dev/null+++ b/src/client/src/clickhouse/migrations/create-openground-custom-models-migration.ts@@ -0,0 +1,75 @@+import { dataCollector } from "@/lib/platform/common";+import getMessage from "@/constants/messages";+import prisma from "@/lib/prisma";+import asaw from "@/utils/asaw";+import { getDBConfigById, getDBConfigByUser } from "@/lib/db-config";++export const OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME = "openlit_openground_custom_models";++export default async function CreateOpengroundCustomModelsMigration(databaseConfigId?: string) {+ const [, dbConfig] = await asaw(+ databaseConfigId+ ? getDBConfigById({ id: databaseConfigId })+ : getDBConfigByUser(true)+ );++ if (!dbConfig?.id) return { err: getMessage().DATABASE_CONFIG_NOT_FOUND };++ // Check if migration already ran+ const [, migrationExist] = await asaw(+ prisma.clickhouseMigrations.findFirst({+ where: {+ AND: {+ databaseConfigId: dbConfig.id,+ clickhouseMigrationId: "create-openground-custom-models-table",+ },+ },+ })+ );++ if (migrationExist?.id) {+ return { migrationExist: true };+ }++ // Create custom models table+ const customModelsTableQuery = `+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME} (+ id UUID DEFAULT generateUUIDv4(),+ provider String, -- Provider ID (e.g., 'openai', 'anthropic')+ model_id String, -- Model identifier+ display_name String, -- Human-readable name+ context_window UInt32 DEFAULT 4096, -- Context window size+ input_price_per_m_token Float64 DEFAULT 0, -- Input price per million tokens+ output_price_per_m_token Float64 DEFAULT 0, -- Output price per million tokens+ capabilities Array(String) DEFAULT [], -- Array of capabilities++ created_by_user_id String, -- User who created+ database_config_id String, -- Multi-tenancy+ created_at DateTime DEFAULT now(),+ updated_at DateTime DEFAULT now()+ ) ENGINE = MergeTree()+ PRIMARY KEY (database_config_id, created_by_user_id, provider, id)+ ORDER BY (database_config_id, created_by_user_id, provider, id, created_at);+ `;++ const { err } = await dataCollector(+ { query: customModelsTableQuery },+ "exec",+ dbConfig.id+ );++ if (err) {+ console.error("Migration error:", err);+ return { err: getMessage().OPERATION_FAILED };+ }++ // Record migration success+ await prisma.clickhouseMigrations.create({+ data: {+ databaseConfigId: dbConfig.id,+ clickhouseMigrationId: "create-openground-custom-models-table",+ },+ });++ return { data: "Migration successful" };+}diff --git a/src/client/src/clickhouse/migrations/create-openground-migration.ts b/src/client/src/clickhouse/migrations/create-openground-migration.tsnew file mode 100644index 00000000..6970dee0--- /dev/null+++ b/src/client/src/clickhouse/migrations/create-openground-migration.ts@@ -0,0 +1,170 @@+import { dataCollector } from "@/lib/platform/common";+import getMessage from "@/constants/messages";+import prisma from "@/lib/prisma";+import asaw from "@/utils/asaw";+import { getDBConfigByUser, getDBConfigById } from "@/lib/db-config";+import {+ OPENLIT_OPENGROUND_TABLE_NAME,+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,+ OPENLIT_OPENGROUND_CONFIG_TABLE_NAME,+} from "@/lib/platform/openground/table-details";++export default async function CreateOpengroundMigration(databaseConfigId?: string) {+ const [, dbConfig] = await asaw(+ databaseConfigId+ ? getDBConfigById({ id: databaseConfigId })+ : getDBConfigByUser(true)+ );++ if (!dbConfig?.id) return { err: getMessage().DATABASE_CONFIG_NOT_FOUND };++ // Check if migration already ran+ const [, migrationExist] = await asaw(+ prisma.clickhouseMigrations.findFirst({+ where: {+ AND: {+ databaseConfigId: dbConfig.id,+ clickhouseMigrationId: "create-openground-table",+ },+ },+ })+ );++ if (migrationExist?.id) {+ return { migrationExist: true };+ }++ // Create main OpenGround table+ const opengroundTableQuery = `+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_TABLE_NAME} (+ id UUID DEFAULT generateUUIDv4(),+ prompt String, -- User prompt+ prompt_source String DEFAULT 'custom', -- 'custom' or 'prompt-hub'+ prompt_hub_id Nullable(UUID), -- FK to prompt hub if used+ prompt_hub_version Nullable(String), -- Version if from hub+ prompt_variables String DEFAULT '{}', -- JSON: variable substitutions++ created_by_user_id String, -- User who created+ database_config_id String, -- Multi-tenancy+ created_at DateTime DEFAULT now(),++ -- Computed statistics+ total_providers UInt8, -- Number of providers evaluated+ min_cost Float64, -- Minimum cost across providers+ min_cost_provider String DEFAULT '', -- Provider with min cost+ min_response_time Float64, -- Minimum response time+ min_response_time_provider String DEFAULT '', -- Provider with min time+ min_completion_tokens UInt32, -- Minimum tokens+ min_completion_tokens_provider String DEFAULT '', -- Provider with min tokens+ errors Array(String), -- Array of error messages++ -- Indexes for fast queries+ INDEX user_index (created_by_user_id) TYPE bloom_filter GRANULARITY 1,+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,+ INDEX created_at_index (created_at) TYPE minmax GRANULARITY 1,+ INDEX prompt_source_index (prompt_source) TYPE bloom_filter GRANULARITY 1+ ) ENGINE = MergeTree()+ ORDER BY (database_config_id, created_at, created_by_user_id);+ `;++ // Create provider results table (1:N relationship)+ const providerResultsQuery = `+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} (+ id UUID DEFAULT generateUUIDv4(),+ openground_id UUID, -- FK to openground table++ -- Provider info+ provider String, -- 'openai', 'anthropic', etc.+ model String, -- Model name++ -- Request configuration+ config String DEFAULT '{}', -- JSON: temperature, maxTokens, etc.++ -- Response data+ response String DEFAULT '', -- LLM response text+ error String DEFAULT '', -- Error message if failed++ -- Metrics+ cost Float64 DEFAULT 0, -- Cost in USD+ prompt_tokens UInt32 DEFAULT 0, -- Prompt tokens used+ completion_tokens UInt32 DEFAULT 0, -- Completion tokens used+ total_tokens UInt32 DEFAULT 0, -- Total tokens+ response_time Float64 DEFAULT 0, -- Response time in seconds+ finish_reason String DEFAULT '', -- 'stop', 'length', etc.++ -- Full provider response+ provider_response String DEFAULT '{}', -- JSON: full API response++ created_at DateTime DEFAULT now(),++ -- Indexes+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,+ INDEX provider_index (provider) TYPE bloom_filter GRANULARITY 1,+ INDEX model_index (model) TYPE bloom_filter GRANULARITY 1+ ) ENGINE = MergeTree()+ ORDER BY (openground_id, provider, created_at);+ `;++ // Create configuration table for provider settings+ const configTableQuery = `+ CREATE TABLE IF NOT EXISTS ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME} (+ id UUID DEFAULT generateUUIDv4(),+ user_id String, -- User who owns this config+ database_config_id String, -- Multi-tenancy+ provider String, -- 'openai', 'anthropic', etc.+ vault_id String, -- FK to vault secret (API key)+ model_id Nullable(String), -- Default model (optional)+ is_active Boolean DEFAULT true, -- Whether config is active+ created_at DateTime DEFAULT now(),+ updated_at DateTime DEFAULT now(),++ -- Indexes for fast queries+ INDEX id_index (id) TYPE bloom_filter GRANULARITY 1,+ INDEX provider_index (provider) TYPE bloom_filter GRANULARITY 1,+ INDEX active_index (is_active) TYPE bloom_filter GRANULARITY 1+ ) ENGINE = MergeTree()+ ORDER BY (user_id, database_config_id, provider);+ `;++ const queries = [opengroundTableQuery, providerResultsQuery, configTableQuery];++ const queryResponses = await Promise.all(+ queries.map(async (query) => await dataCollector({ query }, "exec", dbConfig.id))+ );++ const errors = queryResponses.filter((res) => res.err);+ if (errors.length > 0) {+ console.error("Migration errors:", errors);+ return { err: getMessage().OPENGROUND_MIGRATION_FAILED };+ }++ // Record migration success+ await prisma.clickhouseMigrations.create({+ data: {+ databaseConfigId: dbConfig.id,+ clickhouseMigrationId: "create-openground-table",+ },+ });++ // Automatically migrate existing Prisma data to ClickHouse+ console.log("ClickHouse tables created. Checking for existing data to migrate...");+ try {+ // Import the migration function dynamically to avoid circular dependencies+ const { migrateOpengroundDataToClickhouse } = await import(+ "@/lib/platform/openground-clickhouse/migrate-data"+ );++ const migrationResult = await migrateOpengroundDataToClickhouse(dbConfig.id);++ if (migrationResult.data) {+ console.log("Data migration completed:", migrationResult.data);+ } else if (migrationResult.err) {+ console.warn("Data migration warning:", migrationResult.err);+ }+ } catch (migrationError) {+ console.warn("Could not auto-migrate data:", migrationError);+ console.log("You can manually trigger migration via POST /api/openground/migrate");+ }++ return { data: "Migration successful" };+}diff --git a/src/client/src/clickhouse/migrations/index.ts b/src/client/src/clickhouse/migrations/index.tsindex 547eb4a6..4adb7b2c 100644--- a/src/client/src/clickhouse/migrations/index.ts+++ b/src/client/src/clickhouse/migrations/index.ts@@ -3,6 +3,9 @@ import CreateCronLogMigration from "./create-cron-log-migration";import CreatePromptMigration from "./create-prompt-migration";import CreateVaultMigration from "./create-vault-migration";import CreateCustomDashboardsMigration from "./create-custom-dashboards-migration";+import CreateOpengroundMigration from "./create-openground-migration";+import CreateOpengroundCustomModelsMigration from "./create-openground-custom-models-migration";+export default async function migrations(databaseConfigId?: string) {return Promise.all([CreatePromptMigration(databaseConfigId),@@ -10,5 +13,7 @@ export default async function migrations(databaseConfigId?: string) {CreateEvaluationMigration(databaseConfigId),CreateCronLogMigration(databaseConfigId),CreateCustomDashboardsMigration(databaseConfigId),+ CreateOpengroundMigration(databaseConfigId),+ CreateOpengroundCustomModelsMigration(databaseConfigId),]);}diff --git a/src/client/src/components/(playground)/getting-started/feature-hero.tsx b/src/client/src/components/(playground)/getting-started/feature-hero.tsxnew file mode 100644index 00000000..ea404427--- /dev/null+++ b/src/client/src/components/(playground)/getting-started/feature-hero.tsx@@ -0,0 +1,31 @@+import { ReactNode } from "react"++export default function FeatureHero({+ iconComponent,+ title,+ description,+}: {+ iconComponent: ReactNode+ title: string,+ description: string,+}) {+ return (+ <div className="border dark:border-stone-800 rounded-lg p-6">+ <div className="flex items-start space-x-4">+ <div className="flex-shrink-0">+ <div className="w-10 h-10 bg-stone-200 dark:bg-stone-700 rounded-full p-1.5 flex items-center justify-center">+ {iconComponent}+ </div>+ </div>+ <div className="flex-1">+ <h2 className="text-xl font-semibold text-stone-600 dark:text-stone-300 mb-2">+ {title}+ </h2>+ <p className="text-stone-600 dark:text-stone-300">+ {description}+ </p>+ </div>+ </div>+ </div>+ )+}\ No newline at end of filediff --git a/src/client/src/components/(playground)/getting-started/openground/index.tsx b/src/client/src/components/(playground)/getting-started/openground/index.tsxindex d3f56d66..74c394a4 100644--- a/src/client/src/components/(playground)/getting-started/openground/index.tsx+++ b/src/client/src/components/(playground)/getting-started/openground/index.tsx@@ -1,43 +1,23 @@import React from 'react';import { Card, CardContent, CardTitle } from '@/components/ui/card';import OpengroundHeader from '../../openground/header';+import getMessage from '@/constants/messages';export default function OpengroundGettingStarted() {return (<div className="flex flex-col items-center p-8"><div className="max-w-4xl w-full"><h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">- Get Started with OpenGround+ {getMessage().GET_STARTED_WITH_OPENGROUND}</h1><p className="text-center text-md mb-12 text-stone-500 dark:text-stone-500">- Experiment and test different LLM configurations, prompts, and parameters.- Compare outputs side-by-side to find the optimal setup for your use case.+ {getMessage().GET_STARTED_WITH_OPENGROUND_DESCRIPTION}</p><OpengroundHeader validateResponse={false} className='flex mb-8 items-center justify-center' /><div className="grid grid-cols-1 md:grid-cols-2 gap-6">- {[{- icon: "🔬",- title: "Test Configurations",- description: "Experiment with different LLM models, parameters, and settings to find the best configuration for your specific use case.",- },- {- icon: "🔄",- title: "Compare Results",- description: "View outputs from different configurations side-by-side to make informed decisions about your LLM setup.",- },- {- icon: "📝",- title: "Prompt Testing",- description: "Test and refine your prompts iteratively to achieve better results and more accurate AI responses.",- },- {- icon: "⚡",- title: "Quick Iteration",- description: "Rapidly test multiple variations to optimize your LLM application before deploying to production.",- }- ].map((item) => (+ {getMessage().GET_STARTED_WITH_OPENGROUND_FEATURE_DETAILS.map((item) => (<Card className='border' key={item.title}><CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'><span className="text-2xl">{item.icon}</span>diff --git a/src/client/src/components/(playground)/getting-started/prompts/index.tsx b/src/client/src/components/(playground)/getting-started/prompts/index.tsxindex 5d21680f..991e772a 100644--- a/src/client/src/components/(playground)/getting-started/prompts/index.tsx+++ b/src/client/src/components/(playground)/getting-started/prompts/index.tsx@@ -1,42 +1,22 @@import React from 'react';import { Card, CardContent, CardTitle } from '@/components/ui/card';import PromptHubHeader from '../../prompt-hub/header';+import getMessage from '@/constants/messages';export default function PromptsGettingStarted() {return (<div className="flex flex-col items-center p-8"><div className="max-w-4xl w-full"><h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">- Get Started with Prompt Hub+ {getMessage().GET_STARTED_WITH_PROMPT_HUB}</h1><p className="text-center text-md mb-6 text-stone-500 dark:text-stone-500">- Centralized prompt management system to version, deploy, and collaborate on prompts.- Track prompt usage, manage variables, and easily retrieve prompts across your applications.+ {getMessage().GET_STARTED_WITH_PROMPT_HUB_DESCRIPTION}</p><PromptHubHeader createNew className="grid grid-cols-2 w-full items-center justify-center gap-6 mb-8 [&>*:first-child]:justify-self-end [&>*:nth-child(2)]:justify-self-start" /><div className="grid grid-cols-1 md:grid-cols-2 gap-6">- {[{- icon: "📝",- title: "Version Control",- description: "Track and manage different versions of your prompts with complete version history and rollback capabilities.",- },- {- icon: "🔄",- title: "Variable Support",- description: "Create dynamic prompts with variable placeholders for flexible and reusable prompt templates.",- },- {- icon: "👥",- title: "Team Collaboration",- description: "Collaborate with your team on prompt development and track who created and modified prompts.",- },- {- icon: "📊",- title: "Usage Tracking",- description: "Monitor prompt downloads and usage across your applications to understand which prompts are most valuable.",- }- ].map((item) => (+ {getMessage().GET_STARTED_WITH_PROMPT_HUB_FEATURE_DETAILS.map((item) => (<Card className='border' key={item.title}><CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300 text-xl'><span>{item.icon}</span>diff --git a/src/client/src/components/(playground)/getting-started/secrets/index.tsx b/src/client/src/components/(playground)/getting-started/secrets/index.tsxindex b1c801bd..7a928774 100644--- a/src/client/src/components/(playground)/getting-started/secrets/index.tsx+++ b/src/client/src/components/(playground)/getting-started/secrets/index.tsx@@ -1,6 +1,7 @@import React from 'react';import { Card, CardContent, CardTitle } from '@/components/ui/card';import VaultHeader from '../../vault/header';+import getMessage from '@/constants/messages';export default function SecretsGettingStarted({successCallback@@ -11,36 +12,15 @@ export default function SecretsGettingStarted({<div className="flex flex-col items-center p-8"><div className="max-w-4xl w-full"><h1 className="text-3xl font-semibold text-center mb-6 text-stone-800 dark:text-stone-200">- Get Started with Vault+ {getMessage().GET_STARTED_WITH_VAULT}</h1><p className="text-center text-md mb-12 text-stone-500 dark:text-stone-500">- Securely store and access sensitive information including LLM API keys and credentials.- Access your secrets through authenticated API endpoints with full audit tracking.+ {getMessage().GET_STARTED_WITH_VAULT_DESCRIPTION}</p><VaultHeader successCallback={successCallback} className="grid grid-cols-2 w-full items-center justify-center gap-6 mb-8 [&>*:first-child]:justify-self-end [&>*:nth-child(2)]:justify-self-start" /><div className="grid grid-cols-1 md:grid-cols-2 gap-6">- {[{- icon: "🔒",- title: "Secure Storage",- description: "Store LLM API keys and sensitive credentials securely with encryption and access controls.",- },- {- icon: "🔑",- title: "API Access",- description: "Access your secrets through authenticated API endpoints for seamless integration with your applications.",- },- {- icon: "👤",- title: "User Tracking",- description: "Track who created and updated each secret for complete accountability and transparency.",- },- {- icon: "⏰",- title: "Update History",- description: "Monitor when secrets were last updated to ensure your credentials remain current and secure.",- }- ].map((item) => (+ {getMessage().GET_STARTED_WITH_VAULT_FEATURE_DETAILS.map((item) => (<Card className='border' key={item.title}><CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'><span className="text-2xl">{item.icon}</span>diff --git a/src/client/src/components/(playground)/getting-started/tracing/index.tsx b/src/client/src/components/(playground)/getting-started/tracing/index.tsxindex 6c4cfdf8..3e06fe00 100644--- a/src/client/src/components/(playground)/getting-started/tracing/index.tsx+++ b/src/client/src/components/(playground)/getting-started/tracing/index.tsx@@ -3,75 +3,75 @@ import React, { memo } from 'react';import { Card, CardContent, CardTitle } from '@/components/ui/card';import { Tabs, TabsContent, TabsList, TabsTrigger } from "@/components/ui/tabs";import CodeBlock from "@/components/common/code-block";+import getMessage from '@/constants/messages';export default memo(function TracingGettingStarted() {return (<div className="flex flex-col items-center p-8 w-full"><div className="w-full"><h1 className="text-3xl font-semibold text-center mb-4 text-stone-800 dark:text-stone-200">- Get Started with Observability+ {getMessage().GET_STARTED_WITH_TRACING}</h1><p className="text-center text-md mb-8 text-stone-500 dark:text-stone-500">- OpenTelemetry-native auto-instrumentation to trace LLMs, agents, vector databases and GPUs with zero-code.- Visualize application flow, identify performance bottlenecks, and track errors with detailed stack traces.+ {getMessage().GET_STARTED_WITH_TRACING_DESCRIPTION}</p><div className='grid grid-cols-2 gap-6'>- {/* Setup Instructions */}- <div className="mb-12">- <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">- Setup OpenLIT SDK- </h2>-- <Tabs className="w-full" defaultValue="python">- <TabsList>- <TabsTrigger value="python">Python</TabsTrigger>- <TabsTrigger value="typescript">TypeScript</TabsTrigger>- </TabsList>-- {/* Python Tab */}- <TabsContent value="python" className="space-y-6">- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">- Install the{" "}- <a- className="text-primary italic px-1"- href="https://github.com/openlit/openlit/tree/main/sdk/python"- target="_blank"- rel="noopener noreferrer"- >- OpenLIT Python SDK- </a>{" "}- using pip:- </p>- <CodeBlock- className="text-xs"- code={`pip install openlit`}- language="bash"- />- </div>-- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">- Add the following two lines to your application code:- </p>- <CodeBlock- className="text-xs"- code={`import openlit+ {/* Setup Instructions */}+ <div className="mb-12">+ <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">+ Setup OpenLIT SDK+ </h2>++ <Tabs className="w-full" defaultValue="python">+ <TabsList>+ <TabsTrigger value="python">Python</TabsTrigger>+ <TabsTrigger value="typescript">TypeScript</TabsTrigger>+ </TabsList>++ {/* Python Tab */}+ <TabsContent value="python" className="space-y-6">+ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">+ Install the{" "}+ <a+ className="text-primary italic px-1"+ href="https://github.com/openlit/openlit/tree/main/sdk/python"+ target="_blank"+ rel="noopener noreferrer"+ >+ OpenLIT Python SDK+ </a>{" "}+ using pip:+ </p>+ <CodeBlock+ className="text-xs"+ code={`pip install openlit`}+ language="bash"+ />+ </div>++ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">+ Add the following two lines to your application code:+ </p>+ <CodeBlock+ className="text-xs"+ code={`import openlitopenlit.init(otlp_endpoint="http://127.0.0.1:4318")`}- language="python"- />- </div>-- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>- <CodeBlock- className="text-xs"- code={`from openai import OpenAI+ language="python"+ />+ </div>++ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>+ <CodeBlock+ className="text-xs"+ code={`from openai import OpenAIimport openlitopenlit.init(otlp_endpoint="http://127.0.0.1:4318")@@ -87,62 +87,62 @@ chat_completion = client.chat.completions.create(],model="gpt-3.5-turbo",)`}- language="python"- />- </div>-- <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">- <p className="text-sm text-stone-600 dark:text-stone-400">- <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}- <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.- </p>- </div>- </TabsContent>-- {/* TypeScript Tab */}- <TabsContent value="typescript" className="space-y-6">- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">- Install the{" "}- <a- className="text-primary italic px-1"- href="https://github.com/openlit/openlit/tree/main/sdk/typescript"- target="_blank"- rel="noopener noreferrer"- >- OpenLIT TypeScript SDK- </a>{" "}- using npm:- </p>- <CodeBlock- className="text-xs"- code={`npm install openlit`}- language="bash"- />- </div>-- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>- <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">- Add the following lines to your application code:- </p>- <CodeBlock- className="text-xs"- code={`import openlit from 'openlit';+ language="python"+ />+ </div>++ <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">+ <p className="text-sm text-stone-600 dark:text-stone-400">+ <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}+ <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.+ </p>+ </div>+ </TabsContent>++ {/* TypeScript Tab */}+ <TabsContent value="typescript" className="space-y-6">+ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">1. Install OpenLIT SDK</h3>+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">+ Install the{" "}+ <a+ className="text-primary italic px-1"+ href="https://github.com/openlit/openlit/tree/main/sdk/typescript"+ target="_blank"+ rel="noopener noreferrer"+ >+ OpenLIT TypeScript SDK+ </a>{" "}+ using npm:+ </p>+ <CodeBlock+ className="text-xs"+ code={`npm install openlit`}+ language="bash"+ />+ </div>++ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">2. Initialize OpenLIT in Your Application</h3>+ <p className="mb-2 text-sm text-stone-600 dark:text-stone-400">+ Add the following lines to your application code:+ </p>+ <CodeBlock+ className="text-xs"+ code={`import openlit from 'openlit';openlit.init({otlpEndpoint: "http://127.0.0.1:4318"});`}- language="typescript"- />- </div>-- <div>- <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>- <CodeBlock- className="text-xs"- code={`import OpenAI from 'openai';+ language="typescript"+ />+ </div>++ <div>+ <h3 className="text-lg font-semibold mb-3 text-primary">3. Example Usage with OpenAI</h3>+ <CodeBlock+ className="text-xs"+ code={`import OpenAI from 'openai';import openlit from 'openlit';openlit.init({ otlpEndpoint: "http://127.0.0.1:4318" });@@ -155,47 +155,23 @@ const chatCompletion = await client.chat.completions.create({messages: [{ role: 'user', content: 'What is LLM Observability?' }],model: 'gpt-3.5-turbo',});`}- language="typescript"- />- </div>-- <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">- <p className="text-sm text-stone-600 dark:text-stone-400">- <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}- <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.- </p>- </div>- </TabsContent>- </Tabs>- </div>+ language="typescript"+ />+ </div>++ <div className="bg-stone-50 dark:bg-stone-900 p-4 rounded-lg border border-stone-200 dark:border-stone-700">+ <p className="text-sm text-stone-600 dark:text-stone-400">+ <strong className="text-stone-800 dark:text-stone-200">💡 Tip:</strong> You can also set the endpoint using the{" "}+ <code className="text-primary px-1">OTEL_EXPORTER_OTLP_ENDPOINT</code> environment variable.+ </p>+ </div>+ </TabsContent>+ </Tabs>+ </div>- {/* Features Grid */}- <div>- <h2 className="text-2xl font-semibold mb-6 text-stone-800 dark:text-stone-200">- Key Features- </h2>+ {/* Features Grid */}<div className="grid grid-cols-1 gap-6">- {[{- icon: "🔍",- title: "Zero-Code Instrumentation",- description: "Automatically trace LLMs, agents, frameworks, vector databases, and GPUs without modifying your existing code.",- },- {- icon: "⚡",- title: "Exception Tracking",- description: "Track and debug application errors with detailed stack traces to rapidly identify and resolve issues.",- },- {- icon: "🔄",- title: "OpenTelemetry Compatible",- description: "Full OpenTelemetry compatibility allows you to view traces from any OpenTelemetry-instrumented tool in your stack.",- },- {- icon: "📊",- title: "Performance Insights",- description: "Visualize application flow and identify performance bottlenecks to optimize your GenAI and LLM applications.",- }- ].map((item, index) => (+ {getMessage().GET_STARTED_WITH_TRACING_FEATURE_DETAILS.map((item, index) => (<Card key={item.title} className='border'><CardTitle className='p-6 gap-2 flex items-center text-stone-700 dark:text-stone-300'><span className="text-2xl">{item.icon}</span>@@ -210,7 +186,6 @@ const chatCompletion = await client.chat.completions.create({))}</div></div>- </div>{/* Footer Links */}<div className="mt-8 text-center">diff --git a/src/client/src/components/(playground)/header-portal.tsx b/src/client/src/components/(playground)/header-portal.tsxnew file mode 100644index 00000000..538b9850--- /dev/null+++ b/src/client/src/components/(playground)/header-portal.tsx@@ -0,0 +1,28 @@+"use client";+import React, { createContext, ReactNode, useContext, useState } from 'react';+import { createPortal } from 'react-dom';++const PortalContext = createContext<{ headerRef: HTMLDivElement | null; setHeaderRef: (node: HTMLDivElement | null) => void }>({+ headerRef: null,+ setHeaderRef: () => { },+});++export const PortalProvider = ({ children }: { children: React.ReactNode }) => {+ const [headerRef, setHeaderRef] = useState<HTMLDivElement | null>(null);++ return (+ <PortalContext.Provider value={{ headerRef, setHeaderRef }}>+ {children}+ </PortalContext.Provider>+ );+};++export const usePortal = () => useContext(PortalContext);++export const HeaderPortal = ({ children }: { children: ReactNode }) => {+ const { headerRef } = usePortal();++ if (!headerRef) return null;++ return createPortal(children, headerRef);+};diff --git a/src/client/src/components/(playground)/header.tsx b/src/client/src/components/(playground)/header.tsxindex bf554d02..37304698 100644--- a/src/client/src/components/(playground)/header.tsx+++ b/src/client/src/components/(playground)/header.tsx@@ -1,11 +1,22 @@"use client";+import { useEffect, useRef } from "react";import RouteBreadcrumbs from "./route-breadcrumbs";+import { usePortal } from "./header-portal";export default function Header() {+ const { setHeaderRef } = usePortal();+ const containerRef = useRef(null);++ useEffect(() => {+ if (containerRef.current) {+ setHeaderRef(containerRef.current);+ }+ }, [setHeaderRef]);return (- <header className="flex flex flex-col w-full mb-2">+ <header className="flex w-full mb-2"><RouteBreadcrumbs />+ <div ref={containerRef} /></header>);}diff --git a/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx b/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsxindex 9cf2b76d..f03f0590 100644--- a/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx+++ b/src/client/src/components/(playground)/manage-dashboard/board-creator/context/dashboard-context.tsx@@ -95,12 +95,13 @@ export const DashboardProvider: React.FC<DashboardProviderProps> = ({try {if (runQuery) {- const { data } = await runQuery(widgetId, {});- updateWidgetData(widgetId, data);- }- } catch (error) {- console.error(`Failed to load data for widget ${widgetId}:`, error);+ const { data } = await runQuery(widgetId, {});+ updateWidgetData(widgetId, data);}+ } catch (error) {+ // Use separate parameters to prevent log injection+ console.error('Failed to load data for widget:', widgetId, error);+ }};// Update widget datadiff --git a/src/client/src/components/(playground)/openground/cost-breakdown.tsx b/src/client/src/components/(playground)/openground/cost-breakdown.tsxnew file mode 100644index 00000000..ead41c15--- /dev/null+++ b/src/client/src/components/(playground)/openground/cost-breakdown.tsx@@ -0,0 +1,160 @@+"use client";++import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";+import { Badge } from "@/components/ui/badge";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";+import { DollarSignIcon } from "lucide-react";+import getMessage from "@/constants/messages";++interface CostBreakdownProps {+ data: ProviderResult[];+}++export default function CostBreakdown({ data }: CostBreakdownProps) {+ const successfulData = data.filter((p) => !p.error);+ const totalCost = successfulData.reduce((sum, p) => sum + p.cost, 0);+ const cheapest = successfulData.reduce((min, p) =>+ p.cost < min.cost ? p : min+ , successfulData[0] || { cost: 0 });++ return (+ <Card>+ <CardHeader>+ <div className="flex items-center justify-between">+ <div>+ <CardTitle className="text-lg flex items-center gap-2">+ <DollarSignIcon className="h-5 w-5" />+ {getMessage().OPENGROUND_COST_BREAKDOWN}+ </CardTitle>+ <CardDescription>+ {getMessage().OPENGROUND_COST_BREAKDOWN_DESCRIPTION}+ </CardDescription>+ </div>+ </div>+ </CardHeader>+ <CardContent className="space-y-3">+ {/* Provider Cost Cards */}+ <div className="space-y-2">+ {successfulData.map((result, index) => {+ const isCheapest = result.cost === cheapest.cost;+ return (+ <div+ key={index}+ className={`border p-4 ${isCheapest+ ? "border-green-300 dark:border-green-700 bg-green-50 dark:bg-green-950/20"+ : "border-stone-200 dark:border-stone-700"+ }`}+ >+ <div className="flex items-start justify-between gap-4">+ {/* Provider Info */}+ <div className="flex-1 min-w-0">+ <div className="flex items-center gap-2 mb-2">+ <h4 className="font-semibold text-sm text-stone-900 dark:text-stone-100 truncate">+ {result.provider}+ </h4>+ {isCheapest && (+ <Badge+ variant="outline"+ className="text-xs bg-green-100 text-green-700 dark:bg-green-950/40 dark:text-green-300 border-green-200 dark:border-green-800"+ >+ {getMessage().CHEAPEST}+ </Badge>+ )}+ </div>+ <p className="text-xs text-stone-500 dark:text-stone-400 truncate">+ {result.model}+ </p>+ </div>++ {/* Cost */}+ <div className="text-right">+ <p className="text-2xl font-bold text-stone-900 dark:text-stone-100 font-mono">+ ${result.cost.toFixed(6)}+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {result.responseTime.toFixed(2)}s+ </p>+ </div>+ </div>++ {/* Token Details */}+ <div className="grid grid-cols-3 gap-3 mt-3 pt-3 border-t border-stone-200 dark:border-stone-700">+ <div>+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">+ {getMessage().PROMPT}+ </p>+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">+ {result.promptTokens.toLocaleString()}+ </p>+ </div>+ <div>+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">+ {getMessage().COMPLETION}+ </p>+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">+ {result.completionTokens.toLocaleString()}+ </p>+ </div>+ <div>+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-0.5">+ {getMessage().TOTAL}+ </p>+ <p className="text-sm font-semibold text-stone-900 dark:text-stone-100 font-mono">+ {result.totalTokens.toLocaleString()}+ </p>+ </div>+ </div>+ </div>+ );+ })}+ </div>++ {/* Total Cost Card */}+ <div className="border-t p-4 border-b">+ <div className="flex items-center justify-between">+ <span className="text-sm font-semibold text-stone-700 dark:text-stone-300">+ {getMessage().TOTAL} {getMessage().COST}+ </span>+ <span className="text-2xl font-bold text-stone-900 dark:text-stone-100 font-mono">+ ${totalCost.toFixed(6)}+ </span>+ </div>+ </div>++ {/* Summary Stats */}+ <div className="grid grid-cols-1 sm:grid-cols-3 gap-3">+ <div className="flex flex-col p-3">+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">+ {getMessage().AVERAGE} {getMessage().COST}+ </p>+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">+ ${(totalCost / successfulData.length || 0).toFixed(6)}+ </p>+ </div>+ <div className="flex flex-col p-3">+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">+ {getMessage().TOTAL} {getMessage().TOKENS}+ </p>+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">+ {successfulData+ .reduce((sum, p) => sum + p.totalTokens, 0)+ .toLocaleString()}+ </p>+ </div>+ <div className="flex flex-col p-3">+ <p className="text-xs text-stone-500 dark:text-stone-400 mb-1">+ {getMessage().AVERAGE} {getMessage().COST} / 1K {getMessage().TOKENS}+ </p>+ <p className="text-lg font-bold text-stone-900 dark:text-stone-100 font-mono">+ ${(+ totalCost /+ successfulData.reduce((sum, p) => sum + p.totalTokens, 0) *+ 1000 || 0+ ).toFixed(4)}+ </p>+ </div>+ </div>+ </CardContent>+ </Card>+ );+}diff --git a/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsx b/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsxnew file mode 100644index 00000000..83b0a3c8--- /dev/null+++ b/src/client/src/components/(playground)/openground/dynamic-provider-grid.tsx@@ -0,0 +1,193 @@+"use client";++import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { Badge } from "@/components/ui/badge";+import { Button } from "@/components/ui/button";+import { useRootStore } from "@/store";+import { CheckCircle2Icon, SettingsIcon } from "lucide-react";+import { useEffect, useState } from "react";+import ProviderConfigDialog from "./provider-config-dialog";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import { toast } from "sonner";+import getMessage from "@/constants/messages";++export default function DynamicProviderGrid() {+ const availableProviders = useRootStore((state) => state.openground.availableProviders);+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);+ const loadAvailableProviders = useRootStore((state) => state.openground.loadAvailableProviders);+ const addProviderNew = useRootStore((state) => state.openground.addProviderNew);++ const { data: providerConfigsData, fireRequest: fireConfigRequest } =+ useFetchWrapper<any[]>();+ const [selectedProvider, setSelectedProvider] = useState<string | null>(null);+ const [configDialogOpen, setConfigDialogOpen] = useState(false);+ const [providerConfigs, setProviderConfigs] = useState<Record<string, boolean>>({});++ useEffect(() => {+ loadAvailableProviders();+ loadProviderConfigs();+ }, []);++ useEffect(() => {+ if (providerConfigsData) {+ const configMap: Record<string, boolean> = {};+ providerConfigsData.forEach((config: any) => {+ configMap[config.provider] = config.isActive;+ });+ setProviderConfigs(configMap);+ }+ }, [providerConfigsData]);++ const loadProviderConfigs = () => {+ fireConfigRequest({+ requestType: "GET",+ url: "/api/openground/config",+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_LOAD_CONFIG_FAILED, {+ id: "provider-configs",+ });+ },+ });+ };++ const handleProviderClick = (providerId: string) => {+ const hasConfig = providerConfigs[providerId];++ if (hasConfig) {+ // Always allow adding provider (can select same provider multiple times with different models)+ const provider = availableProviders.find((p) => p.providerId === providerId);+ if (provider && provider.supportedModels.length > 0) {+ addProviderNew(providerId, provider.supportedModels[0].id, true);+ toast.success(`${provider.displayName} ${getMessage().OPENGROUND_PROVIDER_ADDED}`, {+ id: "provider-add",+ });+ }+ } else {+ // Open config dialog+ setSelectedProvider(providerId);+ setConfigDialogOpen(true);+ }+ };++ const handleEditConfig = (providerId: string, event: React.MouseEvent) => {+ event.stopPropagation();+ setSelectedProvider(providerId);+ setConfigDialogOpen(true);+ };++ const getProviderCount = (providerId: string) => {+ return selectedProvidersNew.filter((p) => p.provider === providerId).length;+ };++ const handleConfigComplete = () => {+ setConfigDialogOpen(false);+ setSelectedProvider(null);+ loadProviderConfigs();+ };++ return (+ <>+ <Card className="border-stone-200 dark:border-stone-800">+ <CardHeader>+ <CardTitle className="text-lg">{getMessage().OPENGROUND_SELECT_PROVIDERS}</CardTitle>+ </CardHeader>+ <CardContent>+ <div className="grid grid-cols-2 md:grid-cols-3 lg:grid-cols-4 xl:grid-cols-6 gap-3 overflow-auto">+ {availableProviders.map((provider) => {+ const hasConfig = providerConfigs[provider.providerId];+ const providerCount = getProviderCount(provider.providerId);++ return (+ <Card+ key={provider.providerId}+ className={`relative cursor-pointer transition-all hover:shadow-md ${providerCount > 0+ ? "border-blue-500 dark:border-blue-400 bg-blue-50 dark:bg-blue-950/20"+ : hasConfig+ ? "border-green-200 dark:border-green-800 hover:border-green-500"+ : "border-stone-200 dark:border-stone-700 hover:border-blue-400"+ }`}+ onClick={() => handleProviderClick(provider.providerId)}+ >+ {providerCount > 0 && (+ <Badge+ className="absolute -top-2 -right-2 h-6 w-6 rounded-full p-0 flex items-center justify-center z-10 bg-blue-600 hover:bg-blue-700"+ >+ {providerCount}+ </Badge>+ )}+ {hasConfig && (+ <Button+ variant="ghost"+ size="sm"+ className="absolute top-2 right-2 h-6 w-6 p-0 hover:bg-stone-200 dark:hover:bg-stone-700 z-10"+ onClick={(e) => handleEditConfig(provider.providerId, e)}+ >+ <SettingsIcon className="h-3 w-3" />+ </Button>+ )}+ <CardContent className="p-4 text-center">+ <div className="flex flex-col items-center gap-2">+ <div+ className={`w-12 h-12 rounded-lg flex items-center justify-center text-2xl font-bold ${providerCount > 0+ ? "bg-blue-500 text-white"+ : "bg-stone-100 dark:bg-stone-800 text-stone-600 dark:text-stone-400"+ }`}+ >+ {provider.displayName.charAt(0)}+ </div>+ <div className="space-y-1">+ <p className="font-medium text-sm text-stone-900 dark:text-stone-100">+ {provider.displayName}+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {provider.supportedModels.length} models+ </p>+ </div>+ {hasConfig ? (+ <Badge+ variant="outline"+ className="text-xs bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800"+ >+ <CheckCircle2Icon className="h-3 w-3 mr-1" />+ {getMessage().CONFIGURED}+ </Badge>+ ) : (+ <Badge+ variant="outline"+ className="text-xs bg-yellow-50 text-yellow-700 dark:bg-yellow-950/20 dark:text-yellow-300 border-yellow-200 dark:border-yellow-800"+ >+ <SettingsIcon className="h-3 w-3 mr-1" />+ {getMessage().CONFIGURE}+ </Badge>+ )}+ </div>+ </CardContent>+ </Card>+ );+ })}+ </div>++ {selectedProvidersNew.length > 0 && (+ <div className="mt-4 p-4 bg-blue-50 dark:bg-blue-950/20 rounded-lg border border-blue-200 dark:border-blue-800">+ <p className="text-sm text-blue-900 dark:text-blue-100 font-medium">+ {selectedProvidersNew.length} {getMessage().PROVIDERS} {getMessage().SELECTED}+ </p>+ <p className="text-xs text-blue-700 dark:text-blue-300 mt-1">+ {getMessage().OPENGROUND_CLICK_PROVIDER_CARD_TO_CHANGE_MODEL_OR_SETTINGS}+ </p>+ </div>+ )}+ </CardContent>+ </Card>++ {selectedProvider && (+ <ProviderConfigDialog+ providerId={selectedProvider}+ open={configDialogOpen}+ onOpenChange={setConfigDialogOpen}+ onComplete={handleConfigComplete}+ />+ )}+ </>+ );+}diff --git a/src/client/src/components/(playground)/openground/header.tsx b/src/client/src/components/(playground)/openground/header.tsxindex 4f81d9e6..a64b2fa3 100644--- a/src/client/src/components/(playground)/openground/header.tsx+++ b/src/client/src/components/(playground)/openground/header.tsx@@ -2,9 +2,12 @@ import { Button } from "@/components/ui/button";import { getEvaluatedResponse, resetOpenground } from "@/selectors/openground";import { useRootStore } from "@/store";import Link from "next/link";+import { HeaderPortal } from "../header-portal";+import { SettingsIcon } from "lucide-react";+import getMessage from "@/constants/messages";export default function OpengroundHeader({- className ="flex w-full items-center justify-end",+ className = "flex w-full items-center justify-end gap-2",validateResponse = true,}: {className?: string;@@ -17,12 +20,22 @@ export default function OpengroundHeader({(validateResponse && !!evaluatedResponse.data) || !validateResponse;return (- <div className={className}>- {showButton ? (- <Link href={"/openground/new"} onClick={resetOpengroundData}>- <Button variant="secondary" className="bg-primary hover:bg-primary dark:bg-primary dark:hover:bg-primary text-stone-100 dark:text-stone-100 h-9 py-1">Create new</Button>- </Link>- ) : null}- </div>+ <HeaderPortal>+ <div className={className}>+ {showButton ? (+ <>+ <Link href={"/openground/models"}>+ <Button variant="outline" className="h-auto py-1">+ <SettingsIcon className="h-4 w-4 mr-2" />+ {getMessage().OPENGROUND_MANAGE_MODELS}+ </Button>+ </Link>+ <Link href={"/openground/new"} onClick={resetOpengroundData}>+ <Button variant="secondary" className="bg-primary hover:bg-primary dark:bg-primary dark:hover:bg-primary text-stone-100 dark:text-stone-100 h-auto py-1">{getMessage().OPENGROUND_CREATE_NEW_PLAYGROUND}</Button>+ </Link>+ </>+ ) : null}+ </div>+ </HeaderPortal>);}diff --git a/src/client/src/components/(playground)/openground/metrics-overview.tsx b/src/client/src/components/(playground)/openground/metrics-overview.tsxnew file mode 100644index 00000000..cc24a01b--- /dev/null+++ b/src/client/src/components/(playground)/openground/metrics-overview.tsx@@ -0,0 +1,112 @@+"use client";++import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { Badge } from "@/components/ui/badge";+import {+ TrendingDownIcon,+ ZapIcon,+ CoinsIcon,+ CheckCircle2Icon,+} from "lucide-react";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";+import getMessage from "@/constants/messages";++interface MetricsOverviewProps {+ data: ProviderResult[];+}++export default function MetricsOverview({ data }: MetricsOverviewProps) {+ const successfulProviders = data.filter((p) => !p.error);+ const totalProviders = data.length;+ const successRate = Math.round((successfulProviders.length / totalProviders) * 100);++ // Find fastest response+ const fastest = successfulProviders.reduce((min, p) =>+ p.responseTime < min.responseTime ? p : min+ , successfulProviders[0] || { responseTime: 0, provider: "", model: "" });++ // Find lowest cost+ const cheapest = successfulProviders.reduce((min, p) =>+ p.cost < min.cost ? p : min+ , successfulProviders[0] || { cost: 0, provider: "", model: "" });++ // Find most token efficient+ const mostEfficient = successfulProviders.reduce((min, p) =>+ p.completionTokens < min.completionTokens ? p : min+ , successfulProviders[0] || { completionTokens: 0, provider: "", model: "" });++ const stats = [+ {+ title: getMessage().OPENGROUND_FASTEST_RESPONSE,+ value: `${fastest.responseTime.toFixed(2)}s`,+ subtitle: fastest.provider ? `${fastest.provider}/${fastest.model}` : '',+ icon: ZapIcon,+ iconColor: "text-yellow-500",+ bgColor: "bg-yellow-50 dark:bg-yellow-950/20",+ },+ {+ title: getMessage().OPENGROUND_LOWEST_COST,+ value: `$${cheapest.cost.toFixed(4)}`,+ subtitle: cheapest.provider ? `${cheapest.provider}/${cheapest.model}` : '',+ icon: CoinsIcon,+ iconColor: "text-green-500",+ bgColor: "bg-green-50 dark:bg-green-950/20",+ },+ {+ title: getMessage().OPENGROUND_MOST_EFFICIENT,+ value: `${mostEfficient.completionTokens} tokens`,+ subtitle: mostEfficient.provider ? `${mostEfficient.provider}/${mostEfficient.model}` : '',+ icon: TrendingDownIcon,+ iconColor: "text-blue-500",+ bgColor: "bg-blue-50 dark:bg-blue-950/20",+ },+ {+ title: getMessage().OPENGROUND_SUCCESS_RATE,+ value: `${successRate}%`,+ subtitle: `${successfulProviders.length}/${totalProviders} ${getMessage().PROVIDERS}`,+ icon: CheckCircle2Icon,+ iconColor:+ successRate === 100+ ? "text-green-500"+ : successRate >= 50+ ? "text-yellow-500"+ : "text-red-500",+ bgColor:+ successRate === 100+ ? "bg-green-50 dark:bg-green-950/20"+ : successRate >= 50+ ? "bg-yellow-50 dark:bg-yellow-950/20"+ : "bg-red-50 dark:bg-red-950/20",+ },+ ];++ return (+ <div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-4">+ {stats.map((stat) => {+ const Icon = stat.icon;+ return (+ <Card+ key={stat.title}+ >+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">+ <CardTitle className="text-sm font-medium text-stone-600 dark:text-stone-400">+ {stat.title}+ </CardTitle>+ <div className={`p-2 rounded-lg ${stat.bgColor}`}>+ <Icon className={`h-4 w-4 ${stat.iconColor}`} />+ </div>+ </CardHeader>+ <CardContent>+ <div className="text-2xl font-bold text-stone-900 dark:text-stone-100">+ {stat.value}+ </div>+ <p className="text-xs text-stone-500 dark:text-stone-400 mt-1 truncate">+ {stat.subtitle}+ </p>+ </CardContent>+ </Card>+ );+ })}+ </div>+ );+}diff --git a/src/client/src/components/(playground)/openground/model-editor-panel.tsx b/src/client/src/components/(playground)/openground/model-editor-panel.tsxnew file mode 100644index 00000000..d1891f92--- /dev/null+++ b/src/client/src/components/(playground)/openground/model-editor-panel.tsx@@ -0,0 +1,278 @@+"use client";++import { useState, useEffect } from "react";+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { Button } from "@/components/ui/button";+import { Label } from "@/components/ui/label";+import { Input } from "@/components/ui/input";+import { Dialog, DialogContent, DialogDescription, DialogFooter, DialogHeader, DialogTitle } from "@/components/ui/dialog";+import { Trash2Icon } from "lucide-react";+import getMessage from "@/constants/messages";+import { ModelMetadata } from "@/types/openground";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import { toast } from "sonner";++interface CustomModel extends ModelMetadata {+ id: string; // UUID from database+ model_id: string; // Model identifier like "gpt-4o"+}++interface ModelEditorPanelProps {+ model: ModelMetadata | null;+ provider: string | null;+ isCustomModel: boolean;+ isAddingNew: boolean;+ onSave: () => void;+ onDelete: () => void;+ onCancel: () => void;+}++export default function ModelEditorPanel({+ model,+ provider,+ isCustomModel,+ isAddingNew,+ onSave,+ onDelete,+ onCancel,+}: ModelEditorPanelProps) {+ const { fireRequest: fireSaveRequest, isLoading: saving } = useFetchWrapper();+ const { fireRequest: fireDeleteRequest, isLoading: deleting } = useFetchWrapper();++ const [showDeleteDialog, setShowDeleteDialog] = useState(false);+ const [formData, setFormData] = useState<Partial<CustomModel>>({+ id: "", // UUID (only for existing custom models)+ model_id: "", // Model identifier+ displayName: "",+ contextWindow: 4096,+ inputPricePerMToken: 0,+ outputPricePerMToken: 0,+ capabilities: [],+ });++ useEffect(() => {+ if (model && isCustomModel) {+ // Only allow editing custom models+ const customModel = model as CustomModel;+ setFormData({+ id: customModel.id || "", // UUID for existing custom models+ model_id: customModel.model_id,+ displayName: model.displayName,+ contextWindow: model.contextWindow,+ inputPricePerMToken: model.inputPricePerMToken,+ outputPricePerMToken: model.outputPricePerMToken,+ capabilities: model.capabilities || [],+ });+ } else if (isAddingNew) {+ // Reset form for new model+ setFormData({+ id: "",+ model_id: "",+ displayName: "",+ contextWindow: 4096,+ inputPricePerMToken: 0,+ outputPricePerMToken: 0,+ capabilities: [],+ });+ }+ }, [model, isAddingNew, isCustomModel]);+++ const handleSave = () => {+ if (!formData.model_id || !formData.displayName || !provider) {+ toast.error(getMessage().OPENGROUND_MODEL_ID + " and " + getMessage().OPENGROUND_MODEL_DISPLAY_NAME + " are required");+ return;+ }++ const payload = {+ provider: provider,+ model: {+ model_id: formData.model_id,+ displayName: formData.displayName,+ contextWindow: formData.contextWindow || 4096,+ inputPricePerMToken: formData.inputPricePerMToken || 0,+ outputPricePerMToken: formData.outputPricePerMToken || 0,+ capabilities: formData.capabilities || [],+ },+ // Send UUID id for updates of existing custom models, undefined for new models+ id: formData.id || undefined,+ };++ fireSaveRequest({+ requestType: "POST",+ url: "/api/openground/models",+ body: JSON.stringify(payload),+ successCb: () => {+ toast.success(getMessage().OPENGROUND_MODEL_SAVED_SUCCESS, {+ id: "model-saved",+ });+ onSave();+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPERATION_FAILED, {+ id: "model-save-error",+ });+ },+ });+ };++ const handleDelete = () => {+ const id = (model as CustomModel)?.id;+ if (!id) return;++ fireDeleteRequest({+ requestType: "DELETE",+ url: `/api/openground/models?id=${id}`,+ successCb: () => {+ toast.success(getMessage().OPENGROUND_MODEL_DELETED_SUCCESS, {+ id: "model-deleted",+ });+ setShowDeleteDialog(false);+ onDelete();+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPERATION_FAILED, {+ id: "model-delete-error",+ });+ },+ });+ };++ return (+ <div className="p-6 max-w-3xl">+ <Card>+ <CardHeader>+ <div className="flex items-center justify-between">+ <CardTitle className="text-lg">+ {isAddingNew+ ? getMessage().OPENGROUND_ADD_CUSTOM_MODEL+ : getMessage().OPENGROUND_EDIT_MODEL}+ </CardTitle>+ </div>+ </CardHeader>++ <CardContent className="space-y-4">+ {/* Model ID */}+ <div className="space-y-2">+ <Label htmlFor="model-id">{getMessage().OPENGROUND_MODEL_ID}*</Label>+ <Input+ id="model-id"+ placeholder="gpt-4o-custom"+ value={formData.model_id}+ onChange={(e) => setFormData({ ...formData, model_id: e.target.value })}+ disabled={!isAddingNew}+ />+ </div>++ {/* Display Name */}+ <div className="space-y-2">+ <Label htmlFor="display-name">{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}*</Label>+ <Input+ id="display-name"+ placeholder="GPT-4o Custom"+ value={formData.displayName}+ onChange={(e) => setFormData({ ...formData, displayName: e.target.value })}+ />+ </div>++ {/* Context Window */}+ <div className="space-y-2">+ <Label htmlFor="context-window">{getMessage().OPENGROUND_CONTEXT_WINDOW}</Label>+ <Input+ id="context-window"+ type="number"+ placeholder="4096"+ value={formData.contextWindow}+ onChange={(e) => setFormData({ ...formData, contextWindow: parseInt(e.target.value) || 0 })}+ />+ </div>++ {/* Pricing */}+ <div className="grid grid-cols-2 gap-4">+ <div className="space-y-2">+ <Label htmlFor="input-price">{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</Label>+ <Input+ id="input-price"+ type="number"+ step="0.001"+ placeholder="0.5"+ value={formData.inputPricePerMToken}+ onChange={(e) => setFormData({ ...formData, inputPricePerMToken: parseFloat(e.target.value) || 0 })}+ />+ </div>+ <div className="space-y-2">+ <Label htmlFor="output-price">{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</Label>+ <Input+ id="output-price"+ type="number"+ step="0.001"+ placeholder="1.5"+ value={formData.outputPricePerMToken}+ onChange={(e) => setFormData({ ...formData, outputPricePerMToken: parseFloat(e.target.value) || 0 })}+ />+ </div>+ </div>++ {/* Capabilities */}+ <div className="space-y-2">+ <Label htmlFor="capabilities">{getMessage().OPENGROUND_MODEL_CAPABILITIES}</Label>+ <Input+ id="capabilities"+ placeholder="function-calling, vision, streaming"+ value={Array.isArray(formData.capabilities) ? formData.capabilities.join(", ") : ""}+ onChange={(e) => {+ const caps = e.target.value.split(",").map(s => s.trim()).filter(Boolean);+ setFormData({ ...formData, capabilities: caps });+ }}+ />+ <p className="text-xs text-stone-500 dark:text-stone-400">+ Comma-separated list of model capabilities+ </p>+ </div>++ {/* Actions */}+ {(+ <div className="flex gap-2 pt-4">+ <Button onClick={handleSave} disabled={saving} className="flex-1">+ {saving ? getMessage().SAVING : getMessage().OPENGROUND_SAVE_MODEL}+ </Button>+ {isCustomModel && !isAddingNew && (+ <Button+ variant="destructive"+ onClick={() => setShowDeleteDialog(true)}+ disabled={deleting}+ >+ <Trash2Icon className="h-4 w-4 mr-2" />+ {getMessage().DELETE}+ </Button>+ )}+ <Button variant="outline" onClick={onCancel}>+ {getMessage().CANCEL}+ </Button>+ </div>+ )}+ </CardContent>+ </Card>++ {/* Delete Confirmation Dialog */}+ <Dialog open={showDeleteDialog} onOpenChange={setShowDeleteDialog}>+ <DialogContent>+ <DialogHeader>+ <DialogTitle>{getMessage().OPENGROUND_DELETE_MODEL}</DialogTitle>+ <DialogDescription>+ {getMessage().OPENGROUND_DELETE_MODEL_CONFIRMATION}+ </DialogDescription>+ </DialogHeader>+ <DialogFooter>+ <Button variant="outline" onClick={() => setShowDeleteDialog(false)}>+ {getMessage().CANCEL}+ </Button>+ <Button variant="destructive" onClick={handleDelete} disabled={deleting}>+ {deleting ? getMessage().LOADING : getMessage().DELETE}+ </Button>+ </DialogFooter>+ </DialogContent>+ </Dialog>+ </div>+ );+}diff --git a/src/client/src/components/(playground)/openground/model-list-sidebar.tsx b/src/client/src/components/(playground)/openground/model-list-sidebar.tsxnew file mode 100644index 00000000..18ca90c2--- /dev/null+++ b/src/client/src/components/(playground)/openground/model-list-sidebar.tsx@@ -0,0 +1,213 @@+"use client";++import { useState, useMemo } from "react";+import { Input } from "@/components/ui/input";+import { Button } from "@/components/ui/button";+import { Badge } from "@/components/ui/badge";+import { SearchIcon, PlusIcon, ChevronDownIcon, ChevronRightIcon } from "lucide-react";+import getMessage from "@/constants/messages";+import { ProviderMetadata, ModelMetadata } from "@/types/openground";+import { cn } from "@/lib/utils";++interface CustomModel extends ModelMetadata {+ id: string; // UUID from database+ model_id: string; // Model identifier like "gpt-4o"+ provider?: string;+}++interface ModelListSidebarProps {+ providers: ProviderMetadata[];+ customModels: Record<string, CustomModel[]>;+ loading: boolean;+ selectedModel: ModelMetadata | null;+ selectedProvider: string | null;+ selectedIsCustom: boolean;+ onSelectModel: (model: ModelMetadata, provider: string, isCustom: boolean) => void;+ onAddNew: (provider: string) => void;+}++export default function ModelListSidebar({+ providers,+ customModels,+ loading,+ selectedModel,+ selectedProvider,+ selectedIsCustom,+ onSelectModel,+ onAddNew,+}: ModelListSidebarProps) {+ const [searchQuery, setSearchQuery] = useState("");+ const [expandedProviders, setExpandedProviders] = useState<Set<string>>(new Set());++ const toggleProvider = (providerId: string) => {+ const newExpanded = new Set(expandedProviders);+ if (newExpanded.has(providerId)) {+ newExpanded.delete(providerId);+ } else {+ newExpanded.add(providerId);+ }+ setExpandedProviders(newExpanded);+ };++ const filteredProviders = useMemo(() => {+ if (!searchQuery.trim()) return providers;++ const query = searchQuery.toLowerCase();+ return providers.filter((provider) => {+ const matchesProviderName = provider.displayName.toLowerCase().includes(query);+ const matchesModelName = provider.supportedModels.some((model) =>+ model.displayName.toLowerCase().includes(query) ||+ model.id.toLowerCase().includes(query)+ );+ const matchesCustomModel = customModels[provider.providerId]?.some((model) =>+ model.displayName.toLowerCase().includes(query) ||+ model.model_id.toLowerCase().includes(query)+ );++ return matchesProviderName || matchesModelName || matchesCustomModel;+ });+ }, [providers, customModels, searchQuery]);++ const isModelSelected = (model: ModelMetadata, provider: string, isCustom: boolean) => {+ if (selectedProvider !== provider) return false;+ if (!selectedModel) return false;++ // Only custom models can be selected (static models are display-only)+ if (!isCustom || !selectedIsCustom) return false;++ // Check id (UUID) to match custom models+ const customModel = model as CustomModel;+ const selectedCustomModel = selectedModel as CustomModel;+ return customModel.id === selectedCustomModel.id;+ };++ return (+ <div className="w-80 border-r border-stone-200 dark:border-stone-800 bg-white dark:bg-stone-900 flex flex-col">+ {/* Search */}+ <div className="p-4 border-b border-stone-200 dark:border-stone-800">+ <div className="relative">+ <SearchIcon className="absolute left-3 top-1/2 transform -translate-y-1/2 h-4 w-4 text-stone-400" />+ <Input+ placeholder={getMessage().OPENGROUND_SEARCH_MODELS}+ value={searchQuery}+ onChange={(e) => setSearchQuery(e.target.value)}+ className="pl-9"+ />+ </div>+ </div>++ {/* Provider List */}+ <div className="flex-1 overflow-y-auto">+ {loading ? (+ <div className="p-4 text-center text-sm text-stone-500">+ {getMessage().LOADING}...+ </div>+ ) : filteredProviders.length === 0 ? (+ <div className="p-4 text-center text-sm text-stone-500">+ {getMessage().OPENGROUND_NO_MODELS_FOUND}+ </div>+ ) : (+ <div className="p-2">+ {filteredProviders.map((provider) => {+ const isExpanded = expandedProviders.has(provider.providerId);+ const providerCustomModels = customModels[provider.providerId] || [];+ const totalModels = provider.supportedModels.length + providerCustomModels.length;++ return (+ <div key={provider.providerId} className="mb-2">+ {/* Provider Header */}+ <button+ onClick={() => toggleProvider(provider.providerId)}+ className="w-full flex items-center justify-between p-2 rounded-lg hover:bg-stone-100 dark:hover:bg-stone-800 transition-colors"+ >+ <div className="flex items-center gap-2">+ {isExpanded ? (+ <ChevronDownIcon className="h-4 w-4 text-stone-500" />+ ) : (+ <ChevronRightIcon className="h-4 w-4 text-stone-500" />+ )}+ <span className="font-medium text-sm text-stone-900 dark:text-stone-100">+ {provider.displayName}+ </span>+ <Badge variant="secondary" className="text-xs">+ {totalModels}+ </Badge>+ </div>+ <Button+ variant="ghost"+ size="sm"+ className="h-6 w-6 p-0"+ onClick={(e) => {+ e.stopPropagation();+ onAddNew(provider.providerId);+ }}+ >+ <PlusIcon className="h-3 w-3" />+ </Button>+ </button>++ {/* Models List */}+ {isExpanded && (+ <div className="ml-4 mt-1 space-y-1">+ {/* Static Models - Display only, not editable */}+ {provider.supportedModels.map((model) => (+ <div+ key={model.id}+ className="w-full text-left p-2 rounded-md border-l-2 border-transparent opacity-75"+ >+ <div className="text-sm font-medium text-stone-700 dark:text-stone-300">{model.displayName}</div>+ <div className="flex items-center gap-2 mt-1">+ <Badge variant="outline" className="text-xs">+ {model.contextWindow.toLocaleString()} tokens+ </Badge>+ <Badge variant="outline" className="text-xs">+ ${model.inputPricePerMToken}/M+ </Badge>+ </div>+ </div>+ ))}++ {/* Custom Models Section */}+ {providerCustomModels.length > 0 && (+ <>+ <div className="text-xs font-medium text-stone-500 dark:text-stone-400 px-2 py-1 mt-2">+ {getMessage().OPENGROUND_CUSTOM_MODELS}+ </div>+ {providerCustomModels.map((model) => (+ <button+ key={model.id}+ onClick={() => onSelectModel(model, provider.providerId, true)}+ className={cn(+ "w-full text-left p-2 rounded-md transition-colors border-l-2",+ isModelSelected(model, provider.providerId, true)+ ? "bg-primary/10 dark:bg-primary/20 border-primary text-stone-900 dark:text-stone-100"+ : "border-transparent hover:bg-stone-100 dark:hover:bg-stone-800 text-stone-700 dark:text-stone-300"+ )}+ >+ <div className="flex items-center gap-2">+ <div className="text-sm font-medium">{model.displayName}</div>+ <Badge className="text-xs h-4">Custom</Badge>+ </div>+ <div className="flex items-center gap-2 mt-1">+ <Badge variant="outline" className="text-xs">+ {model.contextWindow.toLocaleString()} tokens+ </Badge>+ <Badge variant="outline" className="text-xs">+ ${model.inputPricePerMToken}/M+ </Badge>+ </div>+ </button>+ ))}+ </>+ )}+ </div>+ )}+ </div>+ );+ })}+ </div>+ )}+ </div>+ </div>+ );+}diff --git a/src/client/src/components/(playground)/openground/model-management-dialog.tsx b/src/client/src/components/(playground)/openground/model-management-dialog.tsxnew file mode 100644index 00000000..954e1a98--- /dev/null+++ b/src/client/src/components/(playground)/openground/model-management-dialog.tsx@@ -0,0 +1,330 @@+"use client";++import {+ Dialog,+ DialogContent,+ DialogDescription,+ DialogFooter,+ DialogHeader,+ DialogTitle,+} from "@/components/ui/dialog";+import { Button } from "@/components/ui/button";+import { Label } from "@/components/ui/label";+import { Input } from "@/components/ui/input";+import { useState, useEffect } from "react";+import { toast } from "sonner";+import { PlusIcon, PencilIcon, Trash2Icon } from "lucide-react";+import { Badge } from "@/components/ui/badge";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import getMessage from "@/constants/messages";+import { ModelMetadata } from "@/types/openground";+import {+ Table,+ TableBody,+ TableCell,+ TableHead,+ TableHeader,+ TableRow,+} from "@/components/ui/table";++interface ModelManagementDialogProps {+ providerId: string;+ open: boolean;+ onOpenChange: (open: boolean) => void;+ onModelAdded?: () => void;+}++interface CustomModel extends ModelMetadata {+ customId?: string;+}++export default function ModelManagementDialog({+ providerId,+ open,+ onOpenChange,+ onModelAdded,+}: ModelManagementDialogProps) {+ const { data: customModels, fireRequest: fireGetRequest, isLoading: loadingModels } =+ useFetchWrapper<CustomModel[]>();+ const { fireRequest: fireSaveRequest, isLoading: saving } = useFetchWrapper();+ const { fireRequest: fireDeleteRequest, isLoading: deleting } = useFetchWrapper();++ const [isEditing, setIsEditing] = useState(false);+ const [editingModel, setEditingModel] = useState<CustomModel | null>(null);+ const [formData, setFormData] = useState<Partial<ModelMetadata>>({+ id: "",+ displayName: "",+ contextWindow: 4096,+ inputPricePerMToken: 0,+ outputPricePerMToken: 0,+ capabilities: [],+ });++ useEffect(() => {+ if (open) {+ loadCustomModels();+ }+ }, [open, providerId]);++ const loadCustomModels = () => {+ fireGetRequest({+ requestType: "GET",+ url: `/api/openground/models?provider=${providerId}`,+ failureCb: (err?: string) => {+ console.error("Failed to load custom models:", err);+ },+ });+ };++ const handleSave = () => {+ if (!formData.id || !formData.displayName) {+ toast.error(getMessage().OPENGROUND_MODEL_ID + " and " + getMessage().OPENGROUND_MODEL_DISPLAY_NAME + " are required");+ return;+ }++ const payload = {+ provider: providerId,+ model: {+ id: formData.id,+ displayName: formData.displayName,+ contextWindow: formData.contextWindow || 4096,+ inputPricePerMToken: formData.inputPricePerMToken || 0,+ outputPricePerMToken: formData.outputPricePerMToken || 0,+ capabilities: formData.capabilities || [],+ },+ customId: editingModel?.customId,+ };++ fireSaveRequest({+ requestType: "POST",+ url: "/api/openground/models",+ body: JSON.stringify(payload),+ successCb: () => {+ toast.success(getMessage().OPENGROUND_MODEL_SAVED_SUCCESS, {+ id: "model-saved",+ });+ resetForm();+ loadCustomModels();+ onModelAdded?.();+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPERATION_FAILED, {+ id: "model-save-error",+ });+ },+ });+ };++ const handleDelete = (model: CustomModel) => {+ if (!model.customId) return;++ fireDeleteRequest({+ requestType: "DELETE",+ url: `/api/openground/models?id=${model.customId}`,+ successCb: () => {+ toast.success(getMessage().OPENGROUND_MODEL_DELETED_SUCCESS, {+ id: "model-deleted",+ });+ loadCustomModels();+ onModelAdded?.();+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPERATION_FAILED, {+ id: "model-delete-error",+ });+ },+ });+ };++ const handleEdit = (model: CustomModel) => {+ setEditingModel(model);+ setFormData({+ id: model.id,+ displayName: model.displayName,+ contextWindow: model.contextWindow,+ inputPricePerMToken: model.inputPricePerMToken,+ outputPricePerMToken: model.outputPricePerMToken,+ capabilities: model.capabilities || [],+ });+ setIsEditing(true);+ };++ const resetForm = () => {+ setFormData({+ id: "",+ displayName: "",+ contextWindow: 4096,+ inputPricePerMToken: 0,+ outputPricePerMToken: 0,+ capabilities: [],+ });+ setIsEditing(false);+ setEditingModel(null);+ };++ return (+ <Dialog open={open} onOpenChange={onOpenChange}>+ <DialogContent className="sm:max-w-[700px] max-h-[80vh] overflow-y-auto">+ <DialogHeader>+ <DialogTitle className="flex items-center gap-2">+ {getMessage().OPENGROUND_MANAGE_MODELS}+ </DialogTitle>+ <DialogDescription>+ {isEditing ? getMessage().OPENGROUND_EDIT_MODEL : getMessage().OPENGROUND_ADD_NEW_MODEL}+ </DialogDescription>+ </DialogHeader>++ <div className="space-y-6 py-4">+ {/* Form Section */}+ <div className="space-y-4 p-4 border rounded-lg bg-stone-50 dark:bg-stone-900">+ <div className="grid grid-cols-2 gap-4">+ <div className="space-y-2">+ <Label htmlFor="model-id">{getMessage().OPENGROUND_MODEL_ID}*</Label>+ <Input+ id="model-id"+ placeholder="gpt-4o-custom"+ value={formData.id}+ onChange={(e) => setFormData({ ...formData, id: e.target.value })}+ disabled={isEditing}+ />+ </div>+ <div className="space-y-2">+ <Label htmlFor="model-display-name">{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}*</Label>+ <Input+ id="model-display-name"+ placeholder="GPT-4o Custom"+ value={formData.displayName}+ onChange={(e) => setFormData({ ...formData, displayName: e.target.value })}+ />+ </div>+ </div>++ <div className="grid grid-cols-3 gap-4">+ <div className="space-y-2">+ <Label htmlFor="context-window">{getMessage().OPENGROUND_CONTEXT_WINDOW}</Label>+ <Input+ id="context-window"+ type="number"+ placeholder="4096"+ value={formData.contextWindow}+ onChange={(e) => setFormData({ ...formData, contextWindow: parseInt(e.target.value) || 0 })}+ />+ </div>+ <div className="space-y-2">+ <Label htmlFor="input-price">{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</Label>+ <Input+ id="input-price"+ type="number"+ step="0.001"+ placeholder="0.5"+ value={formData.inputPricePerMToken}+ onChange={(e) => setFormData({ ...formData, inputPricePerMToken: parseFloat(e.target.value) || 0 })}+ />+ </div>+ <div className="space-y-2">+ <Label htmlFor="output-price">{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</Label>+ <Input+ id="output-price"+ type="number"+ step="0.001"+ placeholder="1.5"+ value={formData.outputPricePerMToken}+ onChange={(e) => setFormData({ ...formData, outputPricePerMToken: parseFloat(e.target.value) || 0 })}+ />+ </div>+ </div>++ <div className="space-y-2">+ <Label htmlFor="capabilities">{getMessage().OPENGROUND_MODEL_CAPABILITIES}</Label>+ <Input+ id="capabilities"+ placeholder="function-calling, vision, streaming"+ value={Array.isArray(formData.capabilities) ? formData.capabilities.join(", ") : ""}+ onChange={(e) => {+ const caps = e.target.value.split(",").map(s => s.trim()).filter(Boolean);+ setFormData({ ...formData, capabilities: caps });+ }}+ />+ </div>++ <div className="flex gap-2">+ <Button onClick={handleSave} disabled={saving} className="flex-1">+ {saving ? getMessage().SAVING : getMessage().OPENGROUND_SAVE_MODEL}+ </Button>+ {isEditing && (+ <Button variant="outline" onClick={resetForm} disabled={saving}>+ {getMessage().CANCEL}+ </Button>+ )}+ </div>+ </div>++ {/* Existing Custom Models List */}+ <div className="space-y-2">+ <h4 className="font-medium text-sm">{getMessage().OPENGROUND_CUSTOM_MODEL}s</h4>+ {loadingModels ? (+ <div className="text-center py-4 text-sm text-stone-500">+ {getMessage().LOADING}...+ </div>+ ) : customModels && customModels.length > 0 ? (+ <Table>+ <TableHeader>+ <TableRow>+ <TableHead>{getMessage().OPENGROUND_MODEL_ID}</TableHead>+ <TableHead>{getMessage().OPENGROUND_MODEL_DISPLAY_NAME}</TableHead>+ <TableHead>{getMessage().OPENGROUND_CONTEXT_WINDOW}</TableHead>+ <TableHead>{getMessage().OPENGROUND_INPUT_PRICE_PER_M_TOKENS}</TableHead>+ <TableHead>{getMessage().OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS}</TableHead>+ <TableHead className="text-right">{getMessage().ACTIONS}</TableHead>+ </TableRow>+ </TableHeader>+ <TableBody>+ {customModels.map((model) => (+ <TableRow key={model.customId || model.id}>+ <TableCell className="font-mono text-xs">{model.id}</TableCell>+ <TableCell>{model.displayName}</TableCell>+ <TableCell>{model.contextWindow.toLocaleString()}</TableCell>+ <TableCell>${model.inputPricePerMToken}</TableCell>+ <TableCell>${model.outputPricePerMToken}</TableCell>+ <TableCell className="text-right">+ <div className="flex gap-1 justify-end">+ <Button+ variant="ghost"+ size="icon"+ className="h-8 w-8"+ onClick={() => handleEdit(model)}+ >+ <PencilIcon className="h-4 w-4" />+ </Button>+ <Button+ variant="ghost"+ size="icon"+ className="h-8 w-8 text-red-600 hover:text-red-700"+ onClick={() => handleDelete(model)}+ disabled={deleting}+ >+ <Trash2Icon className="h-4 w-4" />+ </Button>+ </div>+ </TableCell>+ </TableRow>+ ))}+ </TableBody>+ </Table>+ ) : (+ <div className="text-center py-8 text-sm text-stone-500 border rounded-lg">+ {getMessage().OPENGROUND_NO_CUSTOM_MODELS_YET}+ </div>+ )}+ </div>+ </div>++ <DialogFooter>+ <Button variant="outline" onClick={() => onOpenChange(false)}>+ {getMessage().CLOSE}+ </Button>+ </DialogFooter>+ </DialogContent>+ </Dialog>+ );+}diff --git a/src/client/src/components/(playground)/openground/performance-waterfall.tsx b/src/client/src/components/(playground)/openground/performance-waterfall.tsxnew file mode 100644index 00000000..b786692b--- /dev/null+++ b/src/client/src/components/(playground)/openground/performance-waterfall.tsx@@ -0,0 +1,116 @@+"use client";++import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";+import { Badge } from "@/components/ui/badge";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";+import { TimerIcon } from "lucide-react";+import getMessage from "@/constants/messages";++interface PerformanceWaterfallProps {+ data: ProviderResult[];+}++export default function PerformanceWaterfall({ data }: PerformanceWaterfallProps) {+ const maxTime = Math.max(...data.map((p) => p.responseTime));++ // Sort by response time (fastest first)+ const sortedData = [...data].sort((a, b) => a.responseTime - b.responseTime);++ const getBarColor = (index: number, hasError: boolean) => {+ if (hasError) return "bg-red-500/80";+ if (index === 0) return "bg-green-500/80"; // Fastest+ if (index === 1) return "bg-blue-500/80"; // Second fastest+ return "bg-yellow-500/80"; // Others+ };++ const getTextColor = (index: number, hasError: boolean) => {+ if (hasError) return "text-red-700 dark:text-red-300";+ if (index === 0) return "text-green-700 dark:text-green-300";+ if (index === 1) return "text-blue-700 dark:text-blue-300";+ return "text-yellow-700 dark:text-yellow-300";+ };++ return (+ <Card>+ <CardHeader>+ <CardTitle className="text-lg flex items-center gap-2">+ <TimerIcon className="h-5 w-5" />+ {getMessage().OPENGROUND_RESPONSE_TIME_COMPARISON}+ </CardTitle>+ <CardDescription>+ {getMessage().OPENGROUND_RESPONSE_TIME_COMPARISON_DESCRIPTION}+ </CardDescription>+ </CardHeader>+ <CardContent>+ <div className="space-y-3">+ {sortedData.map((result, index) => {+ const hasError = !!result.error;+ const percentage = hasError ? 0 : (result.responseTime / maxTime) * 100;++ return (+ <div key={index} className="space-y-1">+ <div className="flex items-center justify-between text-sm">+ <div className="flex items-center gap-2">+ <span className="font-medium text-stone-700 dark:text-stone-300">+ {result.provider}/{result.model}+ </span>+ {index === 0 && !hasError && (+ <Badge variant="outline" className="text-xs bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800">+ {getMessage().FASTEST}+ </Badge>+ )}+ </div>+ <span className={`text-sm font-mono ${getTextColor(index, hasError)}`}>+ {hasError ? getMessage().ERROR : `${result.responseTime.toFixed(2)}s`}+ </span>+ </div>+ <div className="relative h-8 bg-stone-100 dark:bg-stone-900 rounded-md overflow-hidden">+ <div+ className={`h-full ${getBarColor(index, hasError)} transition-all duration-500 flex items-center px-3`}+ style={{ width: `${Math.max(percentage, 2)}%` }}+ >+ {!hasError && percentage > 20 && (+ <span className="text-xs font-medium text-white">+ {result.responseTime.toFixed(2)}s+ </span>+ )}+ </div>+ {hasError && (+ <div className="absolute inset-0 flex items-center px-3">+ <span className="text-xs text-red-600 dark:text-red-400">+ {result.error}+ </span>+ </div>+ )}+ </div>+ </div>+ );+ })}+ </div>+ <div className="mt-4 pt-4 border-t border-stone-200 dark:border-stone-800">+ <div className="grid grid-cols-3 gap-4 text-center">+ <div>+ <p className="text-2xl font-bold text-green-600 dark:text-green-400">+ {sortedData.find((p) => !p.error)?.responseTime.toFixed(2) || "—"}s+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().FASTEST}</p>+ </div>+ <div>+ <p className="text-2xl font-bold text-stone-700 dark:text-stone-300">+ {(data.filter((p) => !p.error).reduce((sum, p) => sum + p.responseTime, 0) /+ data.filter((p) => !p.error).length || 0).toFixed(2)}s+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().AVERAGE}</p>+ </div>+ <div>+ <p className="text-2xl font-bold text-red-600 dark:text-red-400">+ {sortedData[sortedData.length - 1]?.error ? "—" : sortedData[sortedData.length - 1]?.responseTime.toFixed(2)}s+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">{getMessage().SLOWEST}</p>+ </div>+ </div>+ </div>+ </CardContent>+ </Card>+ );+}diff --git a/src/client/src/components/(playground)/openground/prompt-source-toggle.tsx b/src/client/src/components/(playground)/openground/prompt-source-toggle.tsxnew file mode 100644index 00000000..b49db26d--- /dev/null+++ b/src/client/src/components/(playground)/openground/prompt-source-toggle.tsx@@ -0,0 +1,223 @@+"use client";++import { Tabs, TabsContent, TabsList, TabsTrigger } from "@/components/ui/tabs";+import { Textarea } from "@/components/ui/textarea";+import {+ Select,+ SelectContent,+ SelectItem,+ SelectTrigger,+ SelectValue,+} from "@/components/ui/select";+import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card";+import { useRootStore } from "@/store";+import { Component, FileTextIcon, LibraryIcon } from "lucide-react";+import { useEffect, useState } from "react";+import { Badge } from "@/components/ui/badge";+import VariableEditor from "./variable-editor";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import { toast } from "sonner";+import getMessage from "@/constants/messages";++interface Prompt {+ promptId: string;+ name: string;+ latestVersion: number;+}++interface PromptVersion {+ promptId: string;+ versionId: string;+ name: string;+ version: string;+ prompt: string;+ tags: string;+ metaProperties: string;+}++export default function PromptSourceToggle() {+ const promptSource = useRootStore((state) => state.openground.promptSource);+ const setPromptSource = useRootStore((state) => state.openground.setPromptSource);+ const { data: prompts, fireRequest, isLoading: loading } =+ useFetchWrapper<Prompt[]>();+ const { fireRequest: firePromptDetail, isLoading: loadingDetail } =+ useFetchWrapper<PromptVersion>();+ const [selectedPromptName, setSelectedPromptName] = useState<string>("");++ useEffect(() => {+ // Load prompts from Prompt Hub+ fireRequest({+ requestType: "POST",+ url: "/api/prompt/get",+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_LOAD_PROMPTS_FAILED, {+ id: "prompts",+ });+ },+ });+ }, []);++ const handleTabChange = (value: string) => {+ if (value === "custom") {+ setPromptSource({+ type: "custom",+ content: promptSource.type === "custom" ? promptSource.content : "",+ variables: {},+ });+ } else {+ setPromptSource({+ type: "prompt-hub",+ promptId: undefined,+ promptName: undefined,+ version: undefined,+ variables: {},+ });+ setSelectedPromptName("");+ }+ };++ const handleCustomPromptChange = (value: string) => {+ setPromptSource({+ ...promptSource,+ type: "custom",+ content: value,+ });+ };++ const handlePromptSelect = (promptId: string) => {+ const selected = prompts?.find((p) => p.promptId === promptId);+ if (selected) {+ setSelectedPromptName(selected.name);++ // Fetch the full prompt content from the prompt detail API+ firePromptDetail({+ requestType: "GET",+ url: `/api/prompt/get/${selected.promptId}?version=${selected.latestVersion}`,+ responseDataKey: "data.[0]",+ successCb: (data: PromptVersion) => {+ if (data) {+ setPromptSource({+ type: "prompt-hub",+ promptId: selected.promptId,+ promptName: selected.name,+ version: parseInt(data.version),+ content: data.prompt,+ variables: {},+ });+ }+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_LOAD_PROMPT_DETAILS_FAILED, {+ id: "prompt-detail",+ });+ },+ });+ }+ };++ return (+ <Card>+ <CardHeader className="pb-4">+ <CardTitle className="text-lg flex items-center gap-2">+ {getMessage().OPENGROUND_PROMPT_CONFIGURATION}+ </CardTitle>+ </CardHeader>+ <CardContent className="space-y-4">+ <Tabs+ value={promptSource.type}+ onValueChange={handleTabChange}+ className="w-full"+ >+ <TabsList className="grid w-full grid-cols-2">+ <TabsTrigger value="custom" className="gap-2">+ <FileTextIcon className="h-4 w-4" />+ {getMessage().OPENGROUND_CUSTOM}+ </TabsTrigger>+ <TabsTrigger value="prompt-hub" className="gap-2">+ <Component className="h-4 w-4" />+ {getMessage().OPENGROUND_PROMPT_HUB}+ </TabsTrigger>+ </TabsList>++ <TabsContent value="custom" className="space-y-4 mt-4">+ <div className="space-y-2">+ <Textarea+ placeholder={getMessage().OPENGROUND_ENTER_PROMPT_PLACEHOLDER}+ value={promptSource.content || ""}+ onChange={(e) => handleCustomPromptChange(e.target.value)}+ className="min-h-[120px] resize-none font-mono text-sm"+ />+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().PROMPT_TIPS_TO_USE_VARIABLES}+ </p>+ </div>+ <VariableEditor promptText={promptSource.content || ""} />+ </TabsContent>++ <TabsContent value="prompt-hub" className="space-y-4 mt-4">+ <Select+ value={promptSource.promptId}+ onValueChange={handlePromptSelect}+ disabled={loading || loadingDetail}+ >+ <SelectTrigger className="w-full">+ <SelectValue+ placeholder={+ loading || loadingDetail+ ? getMessage().LOADING+ : selectedPromptName || getMessage().OPENGROUND_SELECT_PROMPT+ }+ />+ </SelectTrigger>+ <SelectContent>+ {(!prompts || prompts.length === 0) && !loading ? (+ <div className="p-2 text-sm text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_NO_PROMPTS_FOUND}+ </div>+ ) : (+ prompts?.map((prompt) => (+ <SelectItem key={prompt.promptId} value={prompt.promptId}>+ {prompt.name}+ </SelectItem>+ ))+ )}+ </SelectContent>+ </Select>++ {promptSource.promptId && promptSource.content && (+ <div className="space-y-4">+ <div>+ <div className="flex items-center justify-between mb-2">+ <span className="text-sm font-medium text-stone-700 dark:text-stone-300">+ {getMessage().PROMPT_PREVIEW}+ </span>+ <Badge variant="secondary" className="text-xs">+ v{promptSource.version}+ </Badge>+ </div>+ <div className="p-4 bg-stone-50 dark:bg-stone-900 rounded-lg border border-stone-200 dark:border-stone-800">+ <p className="text-sm font-mono text-stone-700 dark:text-stone-300 whitespace-pre-wrap leading-relaxed">+ {promptSource.content}+ </p>+ </div>+ </div>+ <VariableEditor promptText={promptSource.content || ""} />+ </div>+ )}++ {loadingDetail && (+ <div className="flex items-center justify-center py-8">+ <div className="flex flex-col items-center gap-2">+ <div className="h-8 w-8 animate-spin rounded-full border-2 border-stone-300 border-t-blue-600" />+ <span className="text-sm text-stone-600 dark:text-stone-400">+ {getMessage().OPENGROUND_LOADING_PROMPT_DETAILS}+ </span>+ </div>+ </div>+ )}+ </TabsContent>+ </Tabs>+ </CardContent>+ </Card>+ );+}diff --git a/src/client/src/components/(playground)/openground/provider-config-dialog.tsx b/src/client/src/components/(playground)/openground/provider-config-dialog.tsxnew file mode 100644index 00000000..5af3365f--- /dev/null+++ b/src/client/src/components/(playground)/openground/provider-config-dialog.tsx@@ -0,0 +1,269 @@+"use client";++import {+ Dialog,+ DialogContent,+ DialogDescription,+ DialogFooter,+ DialogHeader,+ DialogTitle,+} from "@/components/ui/dialog";+import { Button } from "@/components/ui/button";+import { Label } from "@/components/ui/label";+import {+ Select,+ SelectContent,+ SelectItem,+ SelectTrigger,+ SelectValue,+} from "@/components/ui/select";+import { useRootStore } from "@/store";+import { useState, useEffect } from "react";+import { toast } from "sonner";+import { KeyIcon, CheckCircle2Icon } from "lucide-react";+import { Badge } from "@/components/ui/badge";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import SecretForm from "@/components/(playground)/vault/form";+import getMessage from "@/constants/messages";++interface ProviderConfigDialogProps {+ providerId: string;+ open: boolean;+ onOpenChange: (open: boolean) => void;+ onComplete: () => void;+}++interface VaultSecret {+ id: string;+ key: string;+ createdAt: string;+}++export default function ProviderConfigDialog({+ providerId,+ open,+ onOpenChange,+ onComplete,+}: ProviderConfigDialogProps) {+ const availableProviders = useRootStore((state) => state.openground.availableProviders);+ const { data: vaultSecrets, fireRequest: fireVaultRequest, isLoading: loadingSecrets } =+ useFetchWrapper<VaultSecret[]>();+ const { data: existingConfig, fireRequest: fireConfigRequest, isLoading: loadingConfig } =+ useFetchWrapper<any>();+ const { fireRequest: fireSaveRequest, isLoading: loading } =+ useFetchWrapper();+ const [selectedVaultId, setSelectedVaultId] = useState<string>("");+ const [selectedModelId, setSelectedModelId] = useState<string>("");++ const provider = availableProviders.find((p) => p.providerId === providerId);++ useEffect(() => {+ if (open) {+ loadVaultSecrets();+ loadExistingConfig();+ }+ }, [open]);++ useEffect(() => {+ if (existingConfig && Array.isArray(existingConfig) && existingConfig.length > 0) {+ const config = existingConfig.find((c: any) => c.provider === providerId);+ if (config) {+ setSelectedVaultId(config.vaultId || "");+ setSelectedModelId(config.modelId || "");+ }+ }+ }, [existingConfig, providerId]);++ const loadVaultSecrets = () => {+ fireVaultRequest({+ requestType: "POST",+ url: "/api/vault/get",+ body: JSON.stringify(""),+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_LOAD_VAULT_KEYS_FAILED, {+ id: "vault-secrets",+ });+ },+ });+ };++ const loadExistingConfig = () => {+ fireConfigRequest({+ requestType: "GET",+ url: "/api/openground/config",+ failureCb: (err?: string) => {+ // Silently fail if no config exists yet+ console.log("No existing config:", err);+ },+ });+ };++ const handleSave = () => {+ if (!selectedVaultId) {+ toast.error(getMessage().OPENGROUND_SELECT_API_KEY_ERROR);+ return;+ }++ const isUpdating = existingConfig && Array.isArray(existingConfig) &&+ existingConfig.some((c: any) => c.provider === providerId);++ fireSaveRequest({+ requestType: "POST",+ url: "/api/openground/config",+ body: JSON.stringify({+ provider: providerId,+ vaultId: selectedVaultId,+ modelId: selectedModelId || undefined,+ isActive: true,+ }),+ successCb: (data: any) => {+ toast.success(+ `${provider?.displayName} ${isUpdating ? getMessage().OPENGROUND_CONFIG_UPDATED : getMessage().OPENGROUND_CONFIG_SAVED}`,+ {+ id: "provider-config",+ }+ );+ onComplete();+ },+ failureCb: (err?: string) => {+ toast.error(err || getMessage().OPENGROUND_SAVE_CONFIG_FAILED, {+ id: "provider-config",+ });+ },+ });+ };++ if (!provider) return null;++ const isUpdating = existingConfig && Array.isArray(existingConfig) &&+ existingConfig.some((c: any) => c.provider === providerId);++ return (+ <Dialog open={open} onOpenChange={onOpenChange}>+ <DialogContent className="sm:max-w-[500px]">+ <DialogHeader>+ <DialogTitle className="flex items-center gap-2">+ <div className="w-10 h-10 rounded-lg bg-stone-100 dark:bg-stone-800 flex items-center justify-center text-lg font-bold text-stone-600 dark:text-stone-400">+ {provider.displayName.charAt(0)}+ </div>+ {isUpdating ? getMessage().OPENGROUND_UPDATE : getMessage().CONFIGURE} {provider.displayName}+ </DialogTitle>+ <DialogDescription>+ {getMessage().OPENGROUND_LINK_PROVIDER_TO_VAULT_DESCRIPTION}+ </DialogDescription>+ </DialogHeader>++ <div className="space-y-4 py-4">+ {/* Vault Secret Selection */}+ <div className="space-y-2">+ <Label htmlFor="vault-secret" className="flex items-center gap-2">+ <KeyIcon className="h-4 w-4" />+ {getMessage().OPENGROUND_API_KEY_FROM_VAULT}+ </Label>+ <Select+ value={selectedVaultId}+ onValueChange={setSelectedVaultId}+ disabled={loadingSecrets}+ >+ <SelectTrigger id="vault-secret">+ <SelectValue+ placeholder={+ loadingSecrets+ ? getMessage().OPENGROUND_LOADING_SECRETS+ : getMessage().OPENGROUND_SELECT_API_KEY+ }+ />+ </SelectTrigger>+ <SelectContent>+ {(!vaultSecrets || vaultSecrets.length === 0) && !loadingSecrets ? (+ <div className="p-3 flex flex-col gap-2">+ <p className="text-sm text-stone-600 dark:text-stone-400">+ {getMessage().OPENGROUND_NO_API_KEYS_FOUND_IN_VAULT}+ </p>+ <SecretForm successCallback={loadVaultSecrets}>+ <Button+ variant="outline"+ size="sm"+ className="w-full text-primary hover:text-primary"+ >+ <KeyIcon className="h-4 w-4 mr-2" />+ {getMessage().OPENGROUND_CREATE_NEW_API_KEY}+ </Button>+ </SecretForm>+ </div>+ ) : (+ vaultSecrets?.map((secret) => (+ <SelectItem key={secret.id} value={secret.id}>+ <div className="flex items-center gap-2">+ <KeyIcon className="h-3 w-3" />+ {secret.key}+ </div>+ </SelectItem>+ ))+ )}+ </SelectContent>+ </Select>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {provider.displayName} {getMessage().OPENGROUND_API_KEY_STORED_IN_VAULT}+ </p>+ </div>++ {/* Model Selection */}+ <div className="space-y-2">+ <Label htmlFor="model">{getMessage().OPENGROUND_DEFAULT_MODEL_OPTIONAL}</Label>+ <Select value={selectedModelId} onValueChange={setSelectedModelId}>+ <SelectTrigger id="model" className="h-auto">+ <SelectValue placeholder={getMessage().OPENGROUND_SELECT_DEFAULT_MODEL} />+ </SelectTrigger>+ <SelectContent>+ {provider.supportedModels.map((model) => (+ <SelectItem key={model.id} value={model.id}>+ <div className="flex flex-col items-start gap-1">+ <span>{model.displayName}</span>+ <div className="flex gap-2 text-xs">+ <Badge variant="secondary" className="text-xs">+ {model.contextWindow.toLocaleString()} tokens+ </Badge>+ <Badge variant="outline" className="text-xs">+ ${model.inputPricePerMToken}/M in+ </Badge>+ <Badge variant="outline" className="text-xs">+ ${model.outputPricePerMToken}/M out+ </Badge>+ </div>+ </div>+ </SelectItem>+ ))}+ </SelectContent>+ </Select>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_YOU_CAN_CHANGE_PER_EVALUATION}+ </p>+ </div>++ {/* Info Box */}+ <div className="p-3 bg-blue-50 dark:bg-blue-950/20 rounded-lg border border-blue-200 dark:border-blue-800">+ <div className="flex gap-2">+ <CheckCircle2Icon className="h-4 w-4 text-blue-600 dark:text-blue-400 mt-0.5" />+ <div className="text-sm text-blue-900 dark:text-blue-100">+ <p className="font-medium">{getMessage().CONFIGURATION_STORED_SECURELY}</p>+ <p className="text-xs text-blue-700 dark:text-blue-300 mt-1">+ {getMessage().OPENGROUND_API_KEY_REFERENCE_SAVED_INFO}+ </p>+ </div>+ </div>+ </div>+ </div>++ <DialogFooter>+ <Button variant="outline" onClick={() => onOpenChange(false)}>+ {getMessage().CANCEL}+ </Button>+ <Button onClick={handleSave} disabled={loading || loadingConfig || !selectedVaultId}>+ {loading ? (isUpdating ? getMessage().UPDATING : getMessage().SAVING) : (isUpdating ? getMessage().OPENGROUND_UPDATE_CONFIGURATION : getMessage().OPENGROUND_SAVE_CONFIGURATION)}+ </Button>+ </DialogFooter>+ </DialogContent>+ </Dialog>+ );+}diff --git a/src/client/src/components/(playground)/openground/provider-result-card.tsx b/src/client/src/components/(playground)/openground/provider-result-card.tsxnew file mode 100644index 00000000..b3dc22c5--- /dev/null+++ b/src/client/src/components/(playground)/openground/provider-result-card.tsx@@ -0,0 +1,107 @@+"use client";++import { Card } from "@/components/ui/card";+import { Badge } from "@/components/ui/badge";+import { Button } from "@/components/ui/button";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";+import { ChevronDownIcon, ChevronUpIcon } from "lucide-react";+import { useState } from "react";+import { JsonViewer } from "@textea/json-viewer";+import getMessage from "@/constants/messages";++interface ProviderResultCardProps {+ result: ProviderResult;+ index: number;+}++export default function ProviderResultCard({ result, index }: ProviderResultCardProps) {+ const [showJson, setShowJson] = useState(false);++ return (+ <Card+ className={`border-2 ${+ result.error+ ? "border-red-200 dark:border-red-800"+ : "border-stone-200 dark:border-stone-800"+ }`}+ >+ {/* Header */}+ <div className="p-4 border-b border-stone-200 dark:border-stone-800 bg-stone-50 dark:bg-stone-900">+ <div className="flex items-center justify-between">+ <div className="flex items-center gap-3">+ <div className="w-10 h-10 rounded-lg bg-stone-200 dark:bg-stone-700 flex items-center justify-center text-lg font-bold">+ {result.provider.charAt(0).toUpperCase()}+ </div>+ <div>+ <p className="font-semibold text-stone-900 dark:text-stone-100">+ {result.provider}/{result.model}+ </p>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {result.responseTime.toFixed(2)}s •{" "}+ {result.totalTokens.toLocaleString()} tokens •+ ${result.cost.toFixed(6)}+ </p>+ </div>+ </div>+ {result.error ? (+ <Badge variant="destructive">{getMessage().ERROR}</Badge>+ ) : (+ <Badge+ variant="outline"+ className="bg-green-50 text-green-700 dark:bg-green-950/20 dark:text-green-300 border-green-200 dark:border-green-800"+ >+ {getMessage().SUCCESS}+ </Badge>+ )}+ </div>+ </div>++ {/* Response/Error Content */}+ <div className="p-4">+ {result.error ? (+ <div className="text-red-600 dark:text-red-400 text-sm font-mono whitespace-pre-wrap">+ {result.error}+ </div>+ ) : (+ <div className="prose dark:prose-invert max-w-none">+ <p className="text-stone-700 dark:text-stone-300 whitespace-pre-wrap">+ {result.response}+ </p>+ </div>+ )}+ </div>++ {/* Collapsible JSON Section */}+ <div className="border-t border-stone-200 dark:border-stone-800">+ <Button+ variant="ghost"+ onClick={() => setShowJson(!showJson)}+ className="w-full justify-between rounded-none hover:bg-stone-50 dark:hover:bg-stone-900"+ >+ <span className="text-xs font-medium text-stone-600 dark:text-stone-400">+ {showJson ? getMessage().HIDE : getMessage().SHOW} {getMessage().OPENGROUND_RAW_RESPONSE_DATA}+ </span>+ {showJson ? (+ <ChevronUpIcon className="h-4 w-4" />+ ) : (+ <ChevronDownIcon className="h-4 w-4" />+ )}+ </Button>++ {showJson && (+ <div className="p-4 bg-stone-50 dark:bg-stone-900 border-t border-stone-200 dark:border-stone-800">+ <JsonViewer+ value={result}+ className="rounded-lg"+ theme="dark"+ enableClipboard+ displayDataTypes={false}+ displaySize={false}+ defaultInspectDepth={1}+ />+ </div>+ )}+ </div>+ </Card>+ );+}diff --git a/src/client/src/components/(playground)/openground/provider-settings-panel.tsx b/src/client/src/components/(playground)/openground/provider-settings-panel.tsxnew file mode 100644index 00000000..8d9d3c64--- /dev/null+++ b/src/client/src/components/(playground)/openground/provider-settings-panel.tsx@@ -0,0 +1,257 @@+"use client";++import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { Label } from "@/components/ui/label";+import {+ Select,+ SelectContent,+ SelectItem,+ SelectTrigger,+ SelectValue,+} from "@/components/ui/select";+import { Slider } from "@/components/ui/slider";+import { useRootStore } from "@/store";+import { Settings2Icon, XIcon, SettingsIcon } from "lucide-react";+import { Button } from "@/components/ui/button";+import { Badge } from "@/components/ui/badge";+import { Input } from "@/components/ui/input";+import { useState } from "react";+import getMessage from "@/constants/messages";+import ModelManagementDialog from "./model-management-dialog";++export default function ProviderSettingsPanel() {+ const selectedProvidersNew = useRootStore((state) => state.openground.selectedProvidersNew);+ const availableProviders = useRootStore((state) => state.openground.availableProviders);+ const setProviderConfigNew = useRootStore((state) => state.openground.setProviderConfigNew);+ const updateProviderModel = useRootStore((state) => state.openground.updateProviderModel);+ const removeProviderNew = useRootStore((state) => state.openground.removeProviderNew);++ const [modelManagementOpen, setModelManagementOpen] = useState(false);+ const [selectedProviderForModelManagement, setSelectedProviderForModelManagement] = useState<string>("");+ const [customModelInputs, setCustomModelInputs] = useState<Record<number, boolean>>({});+ const [customModelValues, setCustomModelValues] = useState<Record<number, string>>({});++ if (selectedProvidersNew.length === 0) {+ return null;+ }++ const handleModelChange = (index: number, modelId: string) => {+ updateProviderModel(index, modelId);+ setCustomModelInputs({ ...customModelInputs, [index]: false });+ };++ const handleConfigChange = (index: number, key: string, value: number) => {+ setProviderConfigNew(index, { [key]: value });+ };++ const handleCustomModelToggle = (index: number) => {+ setCustomModelInputs({ ...customModelInputs, [index]: !customModelInputs[index] });+ };++ const handleCustomModelChange = (index: number, value: string) => {+ setCustomModelValues({ ...customModelValues, [index]: value });+ updateProviderModel(index, value);+ };++ const openModelManagement = (providerId: string) => {+ setSelectedProviderForModelManagement(providerId);+ setModelManagementOpen(true);+ };++ return (+ <Card className="border-stone-200 dark:border-stone-800">+ <CardHeader className="pb-3">+ <CardTitle className="text-lg flex items-center gap-2">+ <Settings2Icon className="h-5 w-5" />+ {getMessage().OPENGROUND_PROVIDER_SETTINGS} ({selectedProvidersNew.length})+ </CardTitle>+ </CardHeader>+ <CardContent className="space-y-4">+ {selectedProvidersNew.map((selectedProvider, index) => {+ const provider = availableProviders.find(+ (p) => p.providerId === selectedProvider.provider+ );++ if (!provider) return null;++ return (+ <Card key={index} className="border-stone-200 dark:border-stone-700">+ <CardHeader className="pb-3 flex-row items-center justify-between space-y-0">+ <div className="flex items-center gap-2">+ <div className="w-8 h-8 rounded bg-stone-100 dark:bg-stone-800 flex items-center justify-center text-sm font-bold text-stone-600 dark:text-stone-400">+ {provider.displayName.charAt(0)}+ </div>+ <div>+ <h4 className="font-medium text-sm text-stone-900 dark:text-stone-100">+ {provider.displayName}+ </h4>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {selectedProvider.model}+ </p>+ </div>+ </div>+ <Button+ variant="ghost"+ size="icon"+ className="h-8 w-8"+ onClick={() => removeProviderNew(index)}+ >+ <XIcon className="h-4 w-4" />+ </Button>+ </CardHeader>+ <CardContent className="space-y-4 pt-0">+ {/* Model Selection */}+ <div className="space-y-2">+ <div className="flex items-center justify-between">+ <Label htmlFor={`model-${index}`} className="text-xs">+ {getMessage().OPENGROUND_MODEL}+ </Label>+ <div className="flex gap-2">+ <Button+ variant="ghost"+ size="sm"+ className="h-6 text-xs px-2"+ onClick={() => handleCustomModelToggle(index)}+ >+ {customModelInputs[index] ? getMessage().OPENGROUND_USE_CUSTOM_MODEL : getMessage().OPENGROUND_OR_ENTER_CUSTOM}+ </Button>+ <Button+ variant="ghost"+ size="sm"+ className="h-6 text-xs px-2"+ onClick={() => openModelManagement(provider.providerId)}+ >+ <SettingsIcon className="h-3 w-3 mr-1" />+ {getMessage().OPENGROUND_MANAGE_MODELS}+ </Button>+ </div>+ </div>++ {customModelInputs[index] ? (+ <Input+ id={`custom-model-${index}`}+ placeholder={getMessage().OPENGROUND_ENTER_CUSTOM_MODEL_NAME}+ value={customModelValues[index] || ""}+ onChange={(e) => handleCustomModelChange(index, e.target.value)}+ className="h-9"+ />+ ) : (+ <Select+ value={selectedProvider.model}+ onValueChange={(value) => handleModelChange(index, value)}+ >+ <SelectTrigger id={`model-${index}`} className="h-auto">+ <SelectValue />+ </SelectTrigger>+ <SelectContent>+ {provider.supportedModels.map((model) => (+ <SelectItem key={model.id} value={model.id}>+ <div className="flex flex-col items-start gap-0.5">+ <span className="text-sm">{model.displayName}</span>+ <div className="flex gap-1.5 text-xs text-stone-500">+ <Badge variant="secondary" className="text-xs h-4 px-1">+ {model.contextWindow.toLocaleString()}+ </Badge>+ <Badge variant="outline" className="text-xs h-4 px-1">+ ${model.inputPricePerMToken}/M+ </Badge>+ </div>+ </div>+ </SelectItem>+ ))}+ </SelectContent>+ </Select>+ )}+ </div>++ {/* Temperature */}+ <div className="space-y-2">+ <div className="flex items-center justify-between">+ <Label htmlFor={`temperature-${index}`} className="text-xs">+ {getMessage().OPENGROUND_TEMPERATURE}+ </Label>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {selectedProvider.config.temperature ?? 1}+ </span>+ </div>+ <Slider+ id={`temperature-${index}`}+ min={0}+ max={2}+ step={0.1}+ value={[selectedProvider.config.temperature ?? 1]}+ onValueChange={([value]) =>+ handleConfigChange(index, "temperature", value)+ }+ />+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_TEMPERATURE_DESCRIPTION}+ </p>+ </div>++ {/* Max Tokens */}+ <div className="space-y-2">+ <div className="flex items-center justify-between">+ <Label htmlFor={`maxTokens-${index}`} className="text-xs">+ {getMessage().OPENGROUND_MAX_TOKENS}+ </Label>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {selectedProvider.config.maxTokens ?? 1000}+ </span>+ </div>+ <Slider+ id={`maxTokens-${index}`}+ min={100}+ max={4000}+ step={100}+ value={[selectedProvider.config.maxTokens ?? 1000]}+ onValueChange={([value]) =>+ handleConfigChange(index, "maxTokens", value)+ }+ />+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_MAX_TOKENS_DESCRIPTION}+ </p>+ </div>++ {/* Top P */}+ <div className="space-y-2">+ <div className="flex items-center justify-between">+ <Label htmlFor={`topP-${index}`} className="text-xs">+ {getMessage().OPENGROUND_TOP_P}+ </Label>+ <span className="text-xs text-stone-500 dark:text-stone-400">+ {selectedProvider.config.topP ?? 1}+ </span>+ </div>+ <Slider+ id={`topP-${index}`}+ min={0}+ max={1}+ step={0.05}+ value={[selectedProvider.config.topP ?? 1]}+ onValueChange={([value]) =>+ handleConfigChange(index, "topP", value)+ }+ />+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_TOP_P_DESCRIPTION}+ </p>+ </div>+ </CardContent>+ </Card>+ );+ })}+ </CardContent>++ <ModelManagementDialog+ providerId={selectedProviderForModelManagement}+ open={modelManagementOpen}+ onOpenChange={setModelManagementOpen}+ onModelAdded={() => {+ // Optionally refresh provider list or models here+ }}+ />+ </Card>+ );+}diff --git a/src/client/src/components/(playground)/openground/provider-settings.tsx b/src/client/src/components/(playground)/openground/provider-settings.tsxdeleted file mode 100644index ca7d56fc..00000000--- a/src/client/src/components/(playground)/openground/provider-settings.tsx+++ /dev/null@@ -1,143 +0,0 @@-import { Input } from "@/components/ui/input";-import { Label } from "@/components/ui/label";-import {- Select,- SelectContent,- SelectGroup,- SelectItem,- SelectTrigger,- SelectValue,-} from "@/components/ui/select";-import { Slider } from "@/components/ui/slider";-import {- Sheet,- SheetContent,- SheetHeader,- SheetTitle,- SheetTrigger,-} from "@/components/ui/sheet";-import { ReactNode } from "react";-import { setProviderConfig } from "@/selectors/openground";-import { ProviderType, Providers } from "@/types/store/openground";-import { useRootStore } from "@/store";--const ProviderSettings = ({- provider,- index,- children,- selectedProvider,- updateAllowed = true,-}: {- provider: ProviderType;- index: number;- children: ReactNode;- selectedProvider: {- provider: Providers;- config: Record<string, any>;- };- updateAllowed: boolean;-}) => {- const { config } = provider;-- const updateProviderConfig = useRootStore(setProviderConfig);- const onSelectChange = (value: any, path: string) => {- updateProviderConfig(path, value);- };-- const onSliderChange = (value: any, path: string) => {- updateProviderConfig(path, value[0]);- };-- const onTextValueChange: any = (ev: any, path: string) => {- updateProviderConfig(path, ev.target.value);- };-- return (- <Sheet>- <SheetTrigger asChild>{children}</SheetTrigger>- <SheetContent className="max-w-none sm:max-w-none w-1/2 bg-stone-100 dark:bg-stone-900 border-transparent text-stone-900 dark:text-stone-300">- <SheetHeader>- <SheetTitle>- {provider.title} ({provider.subTitle})- </SheetTitle>- </SheetHeader>- <div className="grid gap-4 relative">- {!updateAllowed && (- <div className="absolute w-full h-full top-0 left-0 z-20" />- )}-- <div className="space-y-2">- <p className="text-sm text-muted-foreground">- Set the config for the comparison.- </p>- </div>- <div className="grid gap-8 mt-8">- {config.map((item: any) => {- if (item.type === "hidden") return null;- return (- <div- key={item.key}- className="grid grid-cols-3 items-center gap-4"- >- <Label htmlFor="width">- {item.label}{" "}- {item.type === "slider"- ? `(${selectedProvider.config[item.key]})`- : null}- </Label>- {item.type === "input" ? (- <Input- defaultValue={selectedProvider.config[item.key]}- placeholder={item.placeholder}- name={item.key}- className="col-span-2 h-8"- onChange={(ev) =>- onTextValueChange(ev, `[${index}.config.${item.key}]`)- }- disabled={!updateAllowed}- />- ) : item.type === "select" ? (- <Select- onValueChange={(value) =>- onSelectChange(value, `[${index}.config.${item.key}]`)- }- defaultValue={selectedProvider.config[item.key]}- disabled={!updateAllowed}- >- <SelectTrigger className="col-span-2 h-8">- <SelectValue placeholder={item.placeholder} />- </SelectTrigger>- <SelectContent>- <SelectGroup>- {item.options.map((option: any) => (- <SelectItem key={option.value} value={option.value}>- {option.label}- </SelectItem>- ))}- </SelectGroup>- </SelectContent>- </Select>- ) : item.type === "slider" ? (- <Slider- defaultValue={[selectedProvider.config[item.key]]}- max={item.limits.max}- step={item.limits.step}- min={item.limits.min}- className="col-span-2 h-8"- onValueChange={(value) =>- onSliderChange(value, `[${index}.config.${item.key}]`)- }- disabled={!updateAllowed}- />- ) : null}- </div>- );- })}- </div>- </div>- </SheetContent>- </Sheet>- );-};--export default ProviderSettings;diff --git a/src/client/src/components/(playground)/openground/provider-table.tsx b/src/client/src/components/(playground)/openground/provider-table.tsxindex cec1c654..87d06477 100644--- a/src/client/src/components/(playground)/openground/provider-table.tsx+++ b/src/client/src/components/(playground)/openground/provider-table.tsx@@ -3,6 +3,7 @@ import {ProviderType,Providers,} from "@/types/store/openground";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";import {Table,TableBody,@@ -13,11 +14,11 @@ import {import { useRootStore } from "@/store";import { removeProvider } from "@/selectors/openground";import { Button } from "@/components/ui/button";-import { FlaskRoundIcon, Settings2Icon, Trash2Icon } from "lucide-react";+import { FlaskRoundIcon, Trash2Icon } from "lucide-react";import { JsonViewer } from "@textea/json-viewer";import { omit } from "lodash";-import ProviderSettings from "./provider-settings";import Image from "next/image";+import getMessage from "@/constants/messages";const keyHeadersTransformer = (str: string) => {// Step 1: Capitalize the first letter@@ -56,7 +57,7 @@ export default function ProviderTable({index: number;evaluatedResponse: {isLoading: boolean;- data?: EvalutatedResponseData;+ data?: EvalutatedResponseData | ProviderResult[];};selectedProviders: {provider: Providers;@@ -66,10 +67,15 @@ export default function ProviderTable({const removeProviderItem = useRootStore(removeProvider);const onClickDelete = () => removeProviderItem(index);const selectedProvider = selectedProviders[index];++ // This component only works with the legacy data format (tuple format)+ // Cast to legacy type for backward compatibility+ const legacyData = evaluatedResponse.data as EvalutatedResponseData | undefined;+const keysDisplayOrder = [...priorityDisplayOrder,...Object.keys(- evaluatedResponse.data?.[index]?.[1]?.evaluationData || {}+ legacyData?.[index]?.[1]?.evaluationData || {}).filter((k) => !priorityDisplayOrder.includes(k)),];return (@@ -81,23 +87,6 @@ export default function ProviderTable({<span className="grow">{provider.title} ({provider.subTitle})</span>- <ProviderSettings- provider={provider}- index={index}- selectedProvider={selectedProvider}- updateAllowed={- !(evaluatedResponse.data || evaluatedResponse.isLoading)- }- >- <Button- variant="ghost"- size="icon"- className="rounded-full shrink-0 h-auto w-auto"- >- <Settings2Icon className="h-4 w-4" />- <span className="sr-only">Config</span>- </Button>- </ProviderSettings>{!(evaluatedResponse.data || evaluatedResponse.isLoading) && (<Buttonvariant="ghost"@@ -106,7 +95,7 @@ export default function ProviderTable({onClick={onClickDelete}><Trash2Icon className="h-4 w-4" />- <span className="sr-only">Delete</span>+ <span className="sr-only">{getMessage().DELETE}</span></Button>)}</div>@@ -114,8 +103,8 @@ export default function ProviderTable({</TableRow></TableHeader><TableBody className="text-stone-900 dark:text-stone-300">- {evaluatedResponse.data ? (- evaluatedResponse.data?.[index]?.[1] ? (+ {legacyData ? (+ legacyData?.[index]?.[1] ? (<>{keysDisplayOrder.map((key) => (<TableRow key={key}>@@ -133,7 +122,7 @@ export default function ProviderTable({}`}>{dataAdditionalStrings[key]?.prefix || ""}- {evaluatedResponse.data?.[index]?.[1].evaluationData[key]}+ {legacyData?.[index]?.[1].evaluationData[key]}{dataAdditionalStrings[key]?.suffix || ""}</p></section>@@ -142,10 +131,10 @@ export default function ProviderTable({<TableRow><section className="flex flex-col w-full h-full relative"><p className="font-medium p-4 bg-stone-200 dark:bg-stone-800 text-stone-500 sticky top-[48px]">- Provider response+ {getMessage().OPENGROUND_PROVIDER_RESPONSE}</p><JsonViewer- value={omit(evaluatedResponse.data[index]?.[1], [+ value={omit(legacyData?.[index]?.[1], ["evaluationData",])}className="overflow-auto p-3 h-[400px] !rounded-none"@@ -160,8 +149,8 @@ export default function ProviderTable({) : (<TableRow><div className="flex flex-col w-full h-full items-center justify-center p-4 text-error text-center">- {evaluatedResponse.data?.[index]?.[0] ||- "Some error occurred while evaluating the provider"}+ {legacyData?.[index]?.[0] ||+ getMessage().SOME_ERROR_OCCURRED}</div></TableRow>)diff --git a/src/client/src/components/(playground)/openground/variable-editor.tsx b/src/client/src/components/(playground)/openground/variable-editor.tsxnew file mode 100644index 00000000..a95b9b79--- /dev/null+++ b/src/client/src/components/(playground)/openground/variable-editor.tsx@@ -0,0 +1,65 @@+"use client";++import { Input } from "@/components/ui/input";+import { Label } from "@/components/ui/label";+import { useRootStore } from "@/store";+import { Code2Icon } from "lucide-react";+import { useMemo } from "react";+import getMessage from "@/constants/messages";++interface VariableEditorProps {+ promptText: string;+}++export default function VariableEditor({ promptText }: VariableEditorProps) {+ const promptSource = useRootStore((state) => state.openground.promptSource);+ const setPromptVariable = useRootStore((state) => state.openground.setPromptVariable);++ // Extract variables from prompt text+ const variables = useMemo(() => {+ const regex = /\{\{([^}]+)\}\}/g;+ const matches: string[] = [];+ let match;++ while ((match = regex.exec(promptText)) !== null) {+ const varName = match[1].trim();+ if (!matches.includes(varName)) {+ matches.push(varName);+ }+ }++ return matches;+ }, [promptText]);++ if (variables.length === 0) {+ return null;+ }++ return (+ <div className="space-y-3 pt-4 border-t border-stone-200 dark:border-stone-800">+ <div className="flex items-center gap-2 text-sm font-medium text-stone-700 dark:text-stone-300">+ <Code2Icon className="h-4 w-4" />+ {getMessage().VARIABLES}+ </div>+ <div className="grid gap-3">+ {variables.map((variable) => (+ <div key={variable} className="space-y-1.5">+ <Label htmlFor={`var-${variable}`} className="text-sm">+ {variable}+ </Label>+ <Input+ id={`var-${variable}`}+ placeholder={`${getMessage().OPENGROUND_ENTER_VALUE_FOR} ${variable}`}+ value={promptSource.variables?.[variable] || ""}+ onChange={(e) => setPromptVariable(variable, e.target.value)}+ className="font-mono text-sm"+ />+ </div>+ ))}+ </div>+ <p className="text-xs text-stone-500 dark:text-stone-400">+ {getMessage().OPENGROUND_VARIABLES_SUBSTITUTED_INFO}+ </p>+ </div>+ );+}diff --git a/src/client/src/constants/messages/en.ts b/src/client/src/constants/messages/en.tsindex b0eef6ce..a4850167 100644--- a/src/client/src/constants/messages/en.ts+++ b/src/client/src/constants/messages/en.ts@@ -1,6 +1,7 @@export const DATABASE_CONFIG_NOT_FOUND = "No database config present!";export const UNAUTHORIZED_USER = "Unauthorized user!";export const MALFORMED_INPUTS = "Malformed input! Please check the docs";+export const OPERATION_FAILED = "Operation failed!";// API Keysexport const NO_API_KEY = "No such apiKey exists!";@@ -16,6 +17,7 @@ export const VERSION_NOT_CREATED = "Version cannot be created";export const VERSION_NOT_SAVED = "Version cannot be saved";export const VERSION_SAVED = "Prompt Version saved successfully!";export const DOWNLOAD_INFO_NOT_SAVED = "Download info cannot be saved!";+export const PROMPT_TIPS_TO_USE_VARIABLES = "Tip: Use {{variableName}} to add variables";// Vaultexport const SECRET_NAME_TAKEN = "Secret name is taken!";@@ -91,4 +93,264 @@ export const NO_WIDGETS_YET_SEARCH_DESCRIPTION = "No widgets found matching yourexport const ADD_DASHBOARD_OR_FOLDER = "Create a new dashboard or folder";export const EDIT_DASHBOARD_OR_FOLDER = "Edit dashboard or folder";export const ERROR_OCCURED = "Broken Dashboard";-export const ERROR_OCCURED_DESCRIPTION = "An error occurred while fetching the dashboard or the dashboard does not exist. Please try again later.";\ No newline at end of file+export const ERROR_OCCURED_DESCRIPTION = "An error occurred while fetching the dashboard or the dashboard does not exist. Please try again later.";++// Openground+export const OPENGROUND_MIGRATION_FAILED = "Openground migration failed!";+export const OPENGROUND_CREATE_FAILED = "Failed to create Openground evaluation!";+export const OPENGROUND_FETCH_FAILED = "Failed to fetch Openground evaluation!";+export const OPENGROUND_DELETE_FAILED = "Failed to delete Openground evaluation!";+export const OPENGROUND_DATA_MIGRATION_FAILED = "Failed to migrate Openground data from Prisma to ClickHouse!";+export const OPENGROUND_RUN_DETAILS = "Run Details";+export const OPENGROUND_PROVIDER_RESPONSE = "Provider Response";+export const OPENGROUND_PROVIDER_RESPONSES = "Provider Responses";+export const OPENGROUND_SELECT_PROVIDERS = "Select Providers to Compare";+export const OPENGROUND_SELECT_PROVIDER_ERROR = "Please select at least one provider";+export const OPENGROUND_ENTER_PROMPT_ERROR = "Please enter a prompt";+export const OPENGROUND_FILL_VARIABLES_ERROR = "Please fill in all variables";+export const OPENGROUND_EVALUATION_SUCCESS = "Evaluation completed successfully!";+export const OPENGROUND_EVALUATION_FAILED = "Evaluation failed";+export const OPENGROUND_RESET_SUCCESS = "Reset complete. Ready for a new evaluation.";+export const OPENGROUND_EVALUATION_LOADED = "Evaluation loaded. Configure providers and run again.";+export const OPENGROUND_SELECT_PROVIDERS_BEGIN = "Select providers above to begin";+export const OPENGROUND_EVALUATION_COMPLETE = "Evaluation complete";+export const OPENGROUND_READY_TO_EVALUATE = "Ready to evaluate";+export const OPENGROUND_PROVIDER_ADDED = "added. Configure model/settings below.";+export const OPENGROUND_LOAD_CONFIG_FAILED = "Failed to load provider configurations";+export const OPENGROUND_LOAD_PROMPTS_FAILED = "Failed to load prompts from Prompt Hub";+export const OPENGROUND_LOAD_PROMPT_DETAILS_FAILED = "Failed to load prompt details";+export const OPENGROUND_LOAD_VAULT_KEYS_FAILED = "Failed to load API keys from Vault";+export const OPENGROUND_SELECT_API_KEY_ERROR = "Please select an API key from Vault";+export const OPENGROUND_SAVE_CONFIG_FAILED = "Failed to save configuration";+export const OPENGROUND_CONFIG_SAVED = "Configuration saved successfully!";+export const OPENGROUND_CONFIG_UPDATED = "Configuration updated successfully!";+export const OPENGROUND_SELECT_API_KEY = "Select an API key";+export const OPENGROUND_SELECT_DEFAULT_MODEL = "Select a default model";+export const OPENGROUND_SELECT_PROMPT = "Select a prompt from Prompt Hub";+export const OPENGROUND_SAVE_CONFIGURATION = "Save Configuration";+export const OPENGROUND_UPDATE_CONFIGURATION = "Update Configuration";+export const OPENGROUND_EVALUATING = "Evaluating...";+export const OPENGROUND_EVALUATING_PROVIDERS = "Evaluating providers...";+export const OPENGROUND_EVALUATE_PROVIDERS = "Evaluate providers";+export const OPENGROUND_MAY_TAKE_FEW_SECONDS = "This may take a few seconds";+export const OPENGROUND_CREATE_NEW_PLAYGROUND = "Create New Playground";+export const OPENGROUND_FASTEST_RESPONSE = "Fastest Response";+export const OPENGROUND_LOWEST_COST = "Lowest Cost";+export const OPENGROUND_MOST_EFFICIENT = "Most Efficient";+export const OPENGROUND_SUCCESS_RATE = "Success Rate";+export const OPENGROUND_PROMPT_CONFIGURATION = "Prompt Configuration";+export const OPENGROUND_CUSTOM = "Custom";+export const OPENGROUND_PROMPT_HUB = "Prompt Hub";+export const OPENGROUND_ENTER_PROMPT_PLACEHOLDER = "Enter your prompt... Use {{variable}} for dynamic values";+export const OPENGROUND_NO_PROMPTS_FOUND = "No prompts found in Prompt Hub";+export const OPENGROUND_LOADING_PROMPT_DETAILS = "Loading prompt details...";+export const OPENGROUND_RAW_RESPONSE_DATA = "Raw Response Data";+export const OPENGROUND_RESPONSE_TIME_COMPARISON = "Response Time Comparison";+export const OPENGROUND_RESPONSE_TIME_COMPARISON_DESCRIPTION = "Visual comparison of provider response times";+export const OPENGROUND_COST_BREAKDOWN = "Cost Breakdown";+export const OPENGROUND_COST_BREAKDOWN_DESCRIPTION = "Detailed cost analysis per provider";+export const OPENGROUND_CLICK_PROVIDER_CARD_TO_CHANGE_MODEL_OR_SETTINGS = "Click a provider card to change model or settings";+export const OPENGROUND_UPDATE = "Update";+export const OPENGROUND_LINK_PROVIDER_TO_VAULT_DESCRIPTION = "Link this provider to an API key from your Vault and optionally set a default model";+export const OPENGROUND_API_KEY_FROM_VAULT = "API Key (from Vault)";+export const OPENGROUND_LOADING_SECRETS = "Loading secrets...";+export const OPENGROUND_NO_API_KEYS_FOUND_IN_VAULT = "No API keys found in Vault.";+export const OPENGROUND_CREATE_NEW_API_KEY = "Create New API Key";+export const OPENGROUND_API_KEY_STORED_IN_VAULT = "API key stored in Vault";+export const OPENGROUND_DEFAULT_MODEL_OPTIONAL = "Default Model (Optional)";+export const OPENGROUND_YOU_CAN_CHANGE_PER_EVALUATION = "You can change this per evaluation";+export const OPENGROUND_API_KEY_REFERENCE_SAVED_INFO = "The API key reference is saved in ClickHouse. The actual key remains encrypted in Vault.";+export const OPENGROUND_PROVIDER_SETTINGS = "Provider Settings";+export const OPENGROUND_MODEL = "Model";+export const OPENGROUND_TEMPERATURE = "Temperature";+export const OPENGROUND_TEMPERATURE_DESCRIPTION = "Controls randomness: lower is more focused, higher is more creative";+export const OPENGROUND_MAX_TOKENS = "Max Tokens";+export const OPENGROUND_MAX_TOKENS_DESCRIPTION = "Maximum length of the response";+export const OPENGROUND_TOP_P = "Top P";+export const OPENGROUND_TOP_P_DESCRIPTION = "Nucleus sampling: controls diversity of word choice";+export const OPENGROUND_ENTER_VALUE_FOR = "Enter value for";+export const OPENGROUND_VARIABLES_SUBSTITUTED_INFO = "These values will be substituted into your prompt before evaluation";+export const OPENGROUND_CUSTOM_MODEL = "Custom Model";+export const OPENGROUND_ENTER_CUSTOM_MODEL_NAME = "Enter custom model name";+export const OPENGROUND_USE_CUSTOM_MODEL = "Use Custom Model";+export const OPENGROUND_OR_ENTER_CUSTOM = "or enter custom";+export const OPENGROUND_MANAGE_MODELS = "Manage Models";+export const OPENGROUND_ADD_NEW_MODEL = "Add New Model";+export const OPENGROUND_EDIT_MODEL = "Edit Model";+export const OPENGROUND_MODEL_ID = "Model ID";+export const OPENGROUND_MODEL_DISPLAY_NAME = "Display Name";+export const OPENGROUND_CONTEXT_WINDOW = "Context Window";+export const OPENGROUND_INPUT_PRICE_PER_M_TOKENS = "Input Price (per 1M tokens)";+export const OPENGROUND_OUTPUT_PRICE_PER_M_TOKENS = "Output Price (per 1M tokens)";+export const OPENGROUND_MODEL_CAPABILITIES = "Capabilities (comma separated)";+export const OPENGROUND_SAVE_MODEL = "Save Model";+export const OPENGROUND_MODEL_SAVED_SUCCESS = "Model saved successfully!";+export const OPENGROUND_MODEL_DELETED_SUCCESS = "Model deleted successfully!";+export const OPENGROUND_DELETE_MODEL = "Delete Model";+export const OPENGROUND_DELETE_MODEL_CONFIRMATION = "Are you sure you want to delete this model?";+export const OPENGROUND_NO_CUSTOM_MODELS_YET = "No custom models added yet. Add one to get started.";+export const OPENGROUND_MANAGE_MODELS_DESCRIPTION = "View and manage custom models for all providers. Add new models or clone existing ones with custom pricing.";+export const OPENGROUND_SELECT_MODEL_TO_VIEW = "Select a model to view details";+export const OPENGROUND_SELECT_MODEL_TO_VIEW_DESCRIPTION = "Choose a model from the sidebar to view its details, or add a new custom model for any provider.";+export const OPENGROUND_STATIC_MODEL = "Static Model";+export const OPENGROUND_STATIC_MODEL_DESCRIPTION = "This is a built-in model. Clone it to create a custom version with your own pricing.";+export const OPENGROUND_CLONE_MODEL = "Clone Model";+export const OPENGROUND_MODEL_DETAILS = "Model Details";+export const OPENGROUND_ADD_CUSTOM_MODEL = "Add Custom Model";+export const OPENGROUND_EDIT_CUSTOM_MODEL = "Edit Custom Model";+export const OPENGROUND_ALL_PROVIDERS = "All Providers";+export const OPENGROUND_SEARCH_MODELS = "Search models...";+export const OPENGROUND_NO_MODELS_FOUND = "No models found";+export const OPENGROUND_CUSTOM_MODELS = "Custom Models";++// Features Title+export const FEATURE_OPENGROUND = "Openground";+export const FEATURE_PROMPTS = "Prompt Hub";+export const FEATURE_VAULT = "Vault";+export const FEATURE_FLEET_HUB = "Fleet Hub";+++// Getting Started - Openground+export const GET_STARTED_WITH_OPENGROUND = "Get Started with Openground";+export const GET_STARTED_WITH_OPENGROUND_DESCRIPTION = "Experiment and test different LLM configurations, prompts, and parameters. Compare outputs side-by-side to find the optimal setup for your use case.";+export const GET_STARTED_WITH_OPENGROUND_ACTION_BUTTON = "Create New Playground";+export const GET_STARTED_WITH_OPENGROUND_FEATURE_DETAILS = [+ {+ icon: "🔬",+ title: "Test Configurations",+ description: "Experiment with different LLM models, parameters, and settings to find the best configuration for your specific use case.",+ },+ {+ icon: "🔄",+ title: "Compare Results",+ description: "View outputs from different configurations side-by-side to make informed decisions about your LLM setup.",+ },+ {+ icon: "📝",+ title: "Prompt Testing",+ description: "Test and refine your prompts iteratively to achieve better results and more accurate AI responses.",+ },+ {+ icon: "⚡",+ title: "Quick Iteration",+ description: "Rapidly test multiple variations to optimize your LLM application before deploying to production.",+ }+];++// Getting Started - PromptHub+export const GET_STARTED_WITH_PROMPT_HUB = "Get Started with Prompt Hub";+export const GET_STARTED_WITH_PROMPT_HUB_DESCRIPTION = "Centralized prompt management system to version, deploy, and collaborate on prompts. Track prompt usage, manage variables, and easily retrieve prompts across your applications.";+export const GET_STARTED_WITH_PROMPT_HUB_ACTION_BUTTON = "Create New Prompt";+export const GET_STARTED_WITH_PROMPT_HUB_FEATURE_DETAILS = [+ {+ icon: "📝",+ title: "Version Control",+ description: "Track and manage different versions of your prompts with complete version history and rollback capabilities.",+ },+ {+ icon: "🔄",+ title: "Variable Support",+ description: "Create dynamic prompts with variable placeholders for flexible and reusable prompt templates.",+ },+ {+ icon: "👥",+ title: "Team Collaboration",+ description: "Collaborate with your team on prompt development and track who created and modified prompts.",+ },+ {+ icon: "📊",+ title: "Usage Tracking",+ description: "Monitor prompt downloads and usage across your applications to understand which prompts are most valuable.",+ }+];++// Getting Started - Vault+export const GET_STARTED_WITH_VAULT = "Get Started with Vault";+export const GET_STARTED_WITH_VAULT_DESCRIPTION = "Centralized secret management system to store, retrieve, and manage your secrets. Track secret usage, manage variables, and easily retrieve secrets across your applications.";+export const GET_STARTED_WITH_VAULT_ACTION_BUTTON = "Create New Secret";+export const GET_STARTED_WITH_VAULT_FEATURE_DETAILS = [+ {+ icon: "🔒",+ title: "Secure Storage",+ description: "Store LLM API keys and sensitive credentials securely with encryption and access controls.",+ },+ {+ icon: "🔑",+ title: "API Access",+ description: "Access your secrets through authenticated API endpoints for seamless integration with your applications.",+ },+ {+ icon: "👤",+ title: "User Tracking",+ description: "Track who created and updated each secret for complete accountability and transparency.",+ },+ {+ icon: "⏰",+ title: "Update History",+ description: "Monitor when secrets were last updated to ensure your credentials remain current and secure.",+ }+];++// Getting Started - Tracing+export const GET_STARTED_WITH_TRACING = "Get Started with Observability";+export const GET_STARTED_WITH_TRACING_DESCRIPTION = "OpenTelemetry-native auto-instrumentation to trace LLMs, agents, vector databases and GPUs with zero-code. Visualize application flow, identify performance bottlenecks, and track errors with detailed stack traces.";+export const GET_STARTED_WITH_TRACING_FEATURE_DETAILS = [+ {+ icon: "🔍",+ title: "Zero-Code Instrumentation",+ description: "Automatically trace LLMs, agents, frameworks, vector databases, and GPUs without modifying your existing code.",+ },+ {+ icon: "⚡",+ title: "Exception Tracking",+ description: "Track and debug application errors with detailed stack traces to rapidly identify and resolve issues.",+ },+ {+ icon: "🔄",+ title: "OpenTelemetry Compatible",+ description: "Full OpenTelemetry compatibility allows you to view traces from any OpenTelemetry-instrumented tool in your stack.",+ },+ {+ icon: "📊",+ title: "Performance Insights",+ description: "Visualize application flow and identify performance bottlenecks to optimize your GenAI and LLM applications.",+ }+];++// Generic texts+export const LOADING = "Loading";+export const CREATED_AT = "Created At";+export const VARIABLES = "Variables";+export const PROMPT = "Prompt";+export const PROMPT_PREVIEW = "Prompt Preview";+export const PROMPT_HUB = "Prompt Hub";+export const PROVIDERS = "Providers";+export const NO_DATA_FOUND = "No data found!";+export const CANNOT_CONNECT_TO_SERVER = "Cannot connect to server!";+export const PLEASE_SELECT = "Please select";+export const SELECT = "Select";+export const SAVING = "Saving...";+export const UPDATING = "Updating...";+export const CONFIGURATION_STORED_SECURELY = "Configuration stored securely";+export const BEST_EFFICIENCY = "Best Efficiency";+export const SOME_ERROR_OCCURRED = "Some error occurred while performing the operation";+export const RESET = "Reset";+export const ERROR = "Error";+export const SUCCESS = "Success";+export const HIDE = "Hide";+export const SHOW = "Show";+export const FASTEST = "Fastest";+export const AVERAGE = "Average";+export const SLOWEST = "Slowest";+export const CHEAPEST = "Cheapest";+export const COMPLETION = "Completion";+export const TOTAL = "Total";+export const COST = "Cost";+export const TOKENS = "Tokens";+export const CONFIGURE = "Configure";+export const CONFIGURED = "Configured";+export const SELECTED = "Selected";+export const CANCEL = "Cancel";+export const DELETE = "Delete";+export const CLOSE = "Close";+export const ACTIONS = "Actions";\ No newline at end of filediff --git a/src/client/src/constants/openground.ts b/src/client/src/constants/openground.tsindex 87dfd694..3428569b 100644--- a/src/client/src/constants/openground.ts+++ b/src/client/src/constants/openground.ts@@ -260,4 +260,71 @@ export const providersConfig: Record<Providers, ProviderType> = {},],},+ google: {+ key: "google",+ title: "Google AI",+ subTitle: "Gemini models",+ logoDark: "/images/provider/google.png",+ logo: "/images/provider/google-white.png",+ config: [+ {+ key: "type",+ label: "Type",+ type: "hidden",+ defaultValue: "chat",+ },+ {+ key: "api_key",+ label: "API Key",+ type: "input",+ placeholder: "GOOGLE_API_KEY",+ },+ {+ key: "model",+ label: "Model",+ type: "select",+ placeholder: "select a model",+ defaultValue: "gemini-1.5-pro",+ options: [+ {+ label: "Gemini 1.5 Pro",+ value: "gemini-1.5-pro",+ },+ {+ label: "Gemini 1.5 Flash",+ value: "gemini-1.5-flash",+ },+ {+ label: "Gemini Pro",+ value: "gemini-pro",+ },+ {+ label: "Gemini Pro Vision",+ value: "gemini-pro-vision",+ },+ ],+ },+ {+ key: "temperature",+ label: "Temperature",+ type: "slider",+ limits: { min: 0, max: 2, step: 0.1 },+ defaultValue: 1,+ },+ {+ key: "max_tokens",+ label: "Max tokens",+ type: "slider",+ limits: { min: 0, max: 8000, step: 1 },+ defaultValue: 1000,+ },+ {+ key: "top_p",+ label: "Top P",+ type: "slider",+ limits: { min: 0, max: 1, step: 0.1 },+ defaultValue: 0.95,+ },+ ],+ },};diff --git a/src/client/src/helpers/server/openground.ts b/src/client/src/helpers/server/openground.tsindex af23053b..1310b2f6 100644--- a/src/client/src/helpers/server/openground.ts+++ b/src/client/src/helpers/server/openground.ts@@ -7,7 +7,7 @@ export function generateOpengroundStats(requestMeta: any, responseMeta: any) {stats.errors = responseMeta.filter(([err]: [any, any]) => !!err).map(([err]: [any, any]) => err);- stats.totalProviders = responseMeta.length;+ stats.totalProviders = responseMeta.selectedProviders.length;stats.minCostProvider = Infinity;stats.minResponseTime = Infinity;stats.minCompletionTokens = Infinity;diff --git a/src/client/src/instrumentation.ts b/src/client/src/instrumentation.tsnew file mode 100644index 00000000..3d13c4dc--- /dev/null+++ b/src/client/src/instrumentation.ts@@ -0,0 +1,28 @@+/**+ * Next.js Instrumentation Hook+ * Runs before the server starts accepting requests+ * Used to run ClickHouse migrations on startup+ */++export async function register() {+ if (process.env.NEXT_RUNTIME === "nodejs") {+ console.log("🚀 Starting server initialization...");++ try {+ // Run ClickHouse migrations before server starts+ const { runClickhouseMigrations } = await import(+ "@/lib/platform/clickhouse/helpers"+ );++ console.log("📦 Running ClickHouse migrations...");+ await runClickhouseMigrations();+ console.log("✅ ClickHouse migrations completed successfully");+ } catch (error) {+ console.error("❌ Error running ClickHouse migrations on startup:", error);+ // Don't throw - allow server to start even if migrations fail+ // This prevents the server from crashing if ClickHouse is temporarily unavailable+ }++ console.log("✨ Server initialization complete");+ }+}diff --git a/src/client/src/lib/platform/openground-clickhouse/index.ts b/src/client/src/lib/platform/openground-clickhouse/index.tsnew file mode 100644index 00000000..637acb8f--- /dev/null+++ b/src/client/src/lib/platform/openground-clickhouse/index.ts@@ -0,0 +1,372 @@+import { dataCollector } from "@/lib/platform/common";+import getMessage from "@/constants/messages";+import Sanitizer from "@/utils/sanitizer";+import {+ OPENLIT_OPENGROUND_TABLE_NAME,+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,+} from "@/lib/platform/openground/table-details";++export interface OpengroundRecord {+ id: string;+ prompt: string;+ promptSource: "custom" | "prompt-hub";+ promptHubId?: string;+ promptHubVersion?: string;+ promptVariables?: Record<string, string>;+ createdByUserId: string;+ databaseConfigId: string;+ createdAt: Date;+ totalProviders: number;+ minCost: number;+ minCostProvider: string;+ minResponseTime: number;+ minResponseTimeProvider: string;+ minCompletionTokens: number;+ minCompletionTokensProvider: string;+ errors: string[];+ providers?: ProviderResult[];+}++export interface ProviderResult {+ id?: string;+ opengroundId?: string;+ provider: string;+ model: string;+ config: Record<string, any>;+ response: string;+ error: string;+ cost: number;+ promptTokens: number;+ completionTokens: number;+ totalTokens: number;+ responseTime: number;+ finishReason: string;+ providerResponse: Record<string, any>;+ createdAt?: Date;+}++// INSERT OpenGround evaluation+export async function createOpengroundEvaluation(+ data: {+ prompt: string;+ promptSource: "custom" | "prompt-hub";+ promptHubId?: string;+ promptHubVersion?: string;+ promptVariables?: Record<string, string>;+ providers: ProviderResult[];+ },+ userId: string,+ databaseConfigId: string+) {+ // Compute statistics+ const successfulProviders = data.providers.filter((p) => !p.error);++ // Calculate stats even if all providers failed (use defaults)+ const stats = {+ total_providers: data.providers.length,+ min_cost: successfulProviders.length > 0+ ? Math.min(...successfulProviders.map((p) => p.cost))+ : 0,+ min_cost_provider:+ successfulProviders.find(+ (p) => p.cost === Math.min(...successfulProviders.map((p) => p.cost))+ )?.provider || "",+ min_response_time: successfulProviders.length > 0+ ? Math.min(...successfulProviders.map((p) => p.responseTime))+ : 0,+ min_response_time_provider:+ successfulProviders.find(+ (p) =>+ p.responseTime ===+ Math.min(...successfulProviders.map((p) => p.responseTime))+ )?.provider || "",+ min_completion_tokens: successfulProviders.length > 0+ ? Math.min(+ ...successfulProviders.map((p) => p.completionTokens)+ )+ : 0,+ min_completion_tokens_provider:+ successfulProviders.find(+ (p) =>+ p.completionTokens ===+ Math.min(...successfulProviders.map((p) => p.completionTokens))+ )?.provider || "",+ errors: data.providers.filter((p) => p.error).map((p) => p.error),+ };++ // Insert main record+ const { err, data: insertData } = await dataCollector(+ {+ table: OPENLIT_OPENGROUND_TABLE_NAME,+ values: [+ {+ prompt: data.prompt,+ prompt_source: data.promptSource,+ prompt_hub_id: data.promptHubId || null,+ prompt_hub_version: data.promptHubVersion || null,+ prompt_variables: JSON.stringify(data.promptVariables || {}),+ created_by_user_id: userId,+ database_config_id: databaseConfigId,+ ...stats,+ },+ ],+ },+ "insert",+ databaseConfigId+ );++ if (err || !(insertData as { query_id: string }).query_id) {+ console.error("Error inserting OpenGround record:", err);+ return { err: getMessage().OPENGROUND_CREATE_FAILED };+ }++ // Get the inserted ID (last insert)+ const { data: lastInsert } = await dataCollector(+ {+ query: `SELECT id FROM ${OPENLIT_OPENGROUND_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'+ ORDER BY created_at DESC LIMIT 1`,+ },+ "query",+ databaseConfigId+ );++ const opengroundId = (lastInsert as any[])?.[0]?.id;++ if (!opengroundId) {+ return { err: "Failed to retrieve inserted record ID" };+ }++ // Insert provider results+ const providerValues = data.providers.map((p) => ({+ openground_id: opengroundId,+ provider: p.provider,+ model: p.model,+ config: JSON.stringify(p.config),+ response: p.response,+ error: p.error || "",+ cost: p.cost,+ prompt_tokens: p.promptTokens,+ completion_tokens: p.completionTokens,+ total_tokens: p.totalTokens,+ response_time: p.responseTime,+ finish_reason: p.finishReason,+ provider_response: JSON.stringify(p.providerResponse),+ }));++ const { err: providerErr } = await dataCollector(+ {+ table: OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,+ values: providerValues,+ },+ "insert",+ databaseConfigId+ );++ if (providerErr) {+ console.error("Error inserting provider results:", providerErr);+ return { err: getMessage().OPENGROUND_CREATE_FAILED };+ }++ return { data: { id: opengroundId } };+}++// GET all evaluations for a user+export async function getOpengroundEvaluations(+ userId: string,+ databaseConfigId: string,+ options?: {+ page?: number;+ limit?: number;+ startDate?: Date;+ endDate?: Date;+ }+) {+ const page = options?.page || 1;+ const limit = options?.limit || 20;+ const offset = (page - 1) * limit;++ const whereConditions = [+ `created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'`,+ `database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'`,+ ];++ if (options?.startDate) {+ whereConditions.push(+ `created_at >= parseDateTimeBestEffort('${options.startDate.toISOString()}')`+ );+ }+ if (options?.endDate) {+ whereConditions.push(+ `created_at <= parseDateTimeBestEffort('${options.endDate.toISOString()}')`+ );+ }++ const whereClause = `WHERE ${whereConditions.join(" AND ")}`;++ const query = `+ SELECT+ id,+ prompt,+ prompt_source as promptSource,+ prompt_hub_id as promptHubId,+ prompt_hub_version as promptHubVersion,+ prompt_variables as promptVariables,+ created_by_user_id as createdByUserId,+ database_config_id as databaseConfigId,+ created_at as createdAt,+ total_providers as totalProviders,+ min_cost as minCost,+ min_cost_provider as minCostProvider,+ min_response_time as minResponseTime,+ min_response_time_provider as minResponseTimeProvider,+ min_completion_tokens as minCompletionTokens,+ min_completion_tokens_provider as minCompletionTokensProvider,+ errors+ FROM ${OPENLIT_OPENGROUND_TABLE_NAME}+ ${whereClause}+ ORDER BY created_at DESC+ LIMIT ${limit}+ OFFSET ${offset}+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ if (err) {+ console.error("Error fetching OpenGround evaluations:", err);+ return { err: getMessage().OPENGROUND_FETCH_FAILED };+ }++ // Parse JSON fields+ const records = (data as any[])?.map((record) => ({+ ...record,+ promptVariables: JSON.parse(record.promptVariables || "{}"),+ }));++ return { data: records };+}++// GET single evaluation with providers+export async function getOpengroundEvaluationById(+ id: string,+ databaseConfigId: string+) {+ const sanitizedId = Sanitizer.sanitizeValue(id);++ // Get main record+ const mainQuery = `+ SELECT+ id,+ prompt,+ prompt_source as promptSource,+ prompt_hub_id as promptHubId,+ prompt_hub_version as promptHubVersion,+ prompt_variables as promptVariables,+ created_by_user_id as createdByUserId,+ database_config_id as databaseConfigId,+ created_at as createdAt,+ total_providers as totalProviders,+ min_cost as minCost,+ min_cost_provider as minCostProvider,+ min_response_time as minResponseTime,+ min_response_time_provider as minResponseTimeProvider,+ min_completion_tokens as minCompletionTokens,+ min_completion_tokens_provider as minCompletionTokensProvider,+ errors+ FROM ${OPENLIT_OPENGROUND_TABLE_NAME}+ WHERE id = '${sanitizedId}'+ `;++ const { data: mainData, err: mainErr } = await dataCollector(+ { query: mainQuery },+ "query",+ databaseConfigId+ );++ if (mainErr || !(mainData as any[])?.length) {+ console.error("Error fetching OpenGround evaluation:", mainErr);+ return { err: getMessage().OPENGROUND_FETCH_FAILED };+ }++ const record = (mainData as any[])[0];++ // Get provider results+ const providerQuery = `+ SELECT+ id,+ openground_id as opengroundId,+ provider,+ model,+ config,+ response,+ error,+ cost,+ prompt_tokens as promptTokens,+ completion_tokens as completionTokens,+ total_tokens as totalTokens,+ response_time as responseTime,+ finish_reason as finishReason,+ provider_response as providerResponse,+ created_at as createdAt+ FROM ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME}+ WHERE openground_id = '${sanitizedId}'+ ORDER BY created_at ASC+ `;++ const { data: providerData, err: providerErr } = await dataCollector(+ { query: providerQuery },+ "query",+ databaseConfigId+ );++ if (providerErr) {+ console.error("Error fetching provider results:", providerErr);+ return { err: getMessage().OPENGROUND_FETCH_FAILED };+ }++ // Parse JSON fields+ const providers = (providerData as any[])?.map((p) => ({+ ...p,+ config: JSON.parse(p.config || "{}"),+ providerResponse: JSON.parse(p.providerResponse || "{}"),+ }));++ return {+ data: {+ ...record,+ promptVariables: JSON.parse(record.promptVariables || "{}"),+ providers,+ },+ };+}++// DELETE evaluation+export async function deleteOpengroundEvaluation(+ id: string,+ databaseConfigId: string+) {+ const sanitizedId = Sanitizer.sanitizeValue(id);++ const queries = [+ `DELETE FROM ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} WHERE openground_id = '${sanitizedId}'`,+ `DELETE FROM ${OPENLIT_OPENGROUND_TABLE_NAME} WHERE id = '${sanitizedId}'`,+ ];++ const queryResponses = await Promise.all(+ queries.map(+ async (query) => await dataCollector({ query }, "exec", databaseConfigId)+ )+ );++ const errors = queryResponses.filter((res) => res.err);+ if (errors.length > 0) {+ console.error("Error deleting OpenGround evaluation:", errors);+ return { err: getMessage().OPENGROUND_DELETE_FAILED };+ }++ return { data: "Deleted successfully" };+}diff --git a/src/client/src/lib/platform/openground-clickhouse/migrate-data.ts b/src/client/src/lib/platform/openground-clickhouse/migrate-data.tsnew file mode 100644index 00000000..8afabd62--- /dev/null+++ b/src/client/src/lib/platform/openground-clickhouse/migrate-data.ts@@ -0,0 +1,336 @@+import prisma from "@/lib/prisma";+import { dataCollector } from "@/lib/platform/common";+import getMessage from "@/constants/messages";+import Sanitizer from "@/utils/sanitizer";+import {+ OPENLIT_OPENGROUND_TABLE_NAME,+ OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME,+} from "@/lib/platform/openground/table-details";++interface PrismaOpenGroundRecord {+ id: string;+ requestMeta: string; // JSON+ responseMeta: string; // JSON+ stats: string; // JSON+ createdAt: Date;+ createdByUserId: string;+ databaseConfigId: string;+}++interface RequestMeta {+ prompt: string;+ selectedProviders: {+ provider: string;+ config: any;+ }[];+}++interface ResponseMeta {+ evaluationData?: {+ cost: number;+ responseTime: number;+ completionTokens: number;+ promptTokens: number;+ totalTokens?: number;+ model: string;+ prompt: string;+ response: string;+ finishReason?: string;+ };+ [key: string]: any;+}++interface Stats {+ prompt: string;+ errors: string[];+ totalProviders: number;+ minCostProvider?: string;+ minCost?: number;+ minResponseTimeProvider?: string;+ minResponseTime?: number;+ minCompletionTokensProvider?: string;+ minCompletionTokens?: number;+}++/**+ * Migrate all existing Prisma OpenGround data to ClickHouse+ * This should be run once after the ClickHouse tables are created+ */+export async function migrateOpengroundDataToClickhouse(+ databaseConfigId: string+) {+ console.log("Starting OpenGround data migration to ClickHouse...");++ try {+ // Fetch all OpenGround records from Prisma+ const prismaRecords: PrismaOpenGroundRecord[] =+ await prisma.openGround.findMany({+ where: {+ databaseConfigId,+ },+ orderBy: {+ createdAt: "asc",+ },+ });++ if (prismaRecords.length === 0) {+ console.log("No OpenGround records to migrate.");+ return { data: "No records to migrate" };+ }++ console.log('Found', prismaRecords.length, 'records to migrate.');++ let successCount = 0;+ let errorCount = 0;+ const errors: string[] = [];++ // Process each record+ for (const record of prismaRecords) {+ try {+ // Parse JSON strings+ const requestMeta: RequestMeta = JSON.parse(record.requestMeta);+ const responseMeta: [string | null, ResponseMeta | null][] = JSON.parse(+ record.responseMeta+ );+ const stats: Stats = JSON.parse(record.stats);++ // Escape single quotes in string values for SQL+ const escapeString = (str: string) => str.replace(/'/g, "''");+ const promptEscaped = escapeString(requestMeta.prompt);+ const createdAt = record.createdAt.toISOString().replace("T", " ").slice(0, 19);++ // Format errors array for ClickHouse+ const errorsArray = stats.errors || [];+ const errorsClickhouse = errorsArray.length > 0+ ? `[${errorsArray.map(err => `'${escapeString(err)}'`).join(', ')}]`+ : '[]';++ // Insert main record using raw query for better control+ const insertQuery = `+ INSERT INTO ${OPENLIT_OPENGROUND_TABLE_NAME} (+ prompt,+ prompt_source,+ prompt_hub_id,+ prompt_hub_version,+ prompt_variables,+ created_by_user_id,+ database_config_id,+ created_at,+ total_providers,+ min_cost,+ min_cost_provider,+ min_response_time,+ min_response_time_provider,+ min_completion_tokens,+ min_completion_tokens_provider,+ errors+ ) VALUES (+ '${promptEscaped}',+ 'custom',+ NULL,+ NULL,+ '{}',+ '${escapeString(record.createdByUserId)}',+ '${escapeString(databaseConfigId)}',+ parseDateTimeBestEffort('${createdAt}'),+ ${stats.totalProviders || responseMeta.length},+ ${stats.minCost || 0},+ '${escapeString(stats.minCostProvider || "")}',+ ${stats.minResponseTime || 0},+ '${escapeString(stats.minResponseTimeProvider || "")}',+ ${stats.minCompletionTokens || 0},+ '${escapeString(stats.minCompletionTokensProvider || "")}',+ ${errorsClickhouse}+ )+ `;++ const { err: mainErr } = await dataCollector(+ {+ query: insertQuery,+ },+ "exec",+ databaseConfigId+ );++ if (mainErr) {+ // Use separate parameters to prevent log injection+ console.error('Error migrating record:', record.id, mainErr);+ errorCount++;+ errors.push(`Record ${record.id}: ${mainErr}`);+ continue;+ }++ // Get the inserted record ID+ const { data: insertedData, err: fetchErr } = await dataCollector(+ {+ query: `SELECT id FROM ${OPENLIT_OPENGROUND_TABLE_NAME}+ WHERE created_by_user_id = '${record.createdByUserId}'+ AND database_config_id = '${databaseConfigId}'+ AND created_at = parseDateTimeBestEffort('${record.createdAt.toISOString()}')+ ORDER BY created_at DESC+ LIMIT 1`,+ },+ "query",+ databaseConfigId+ );++ if (fetchErr || !(insertedData as any[])?.[0]?.id) {+ // Use separate parameters to prevent log injection+ console.error('Error fetching inserted ID for record:', record.id, fetchErr);+ errorCount++;+ errors.push(`Record ${record.id}: Could not fetch inserted ID`);+ continue;+ }++ const insertedId = (insertedData as any[])[0].id;++ // Insert provider results using raw queries+ for (let index = 0; index < requestMeta.selectedProviders.length; index++) {+ const provider = requestMeta.selectedProviders[index];+ const [error, response] = responseMeta[index] || [null, null];+ const evaluationData = response?.evaluationData;++ const providerName = escapeString(provider.provider);+ const model = escapeString(evaluationData?.model || provider.config?.model || "unknown");+ const config = JSON.stringify(provider.config || {}).replace(/'/g, "''");+ const responseText = escapeString(evaluationData?.response || "");+ const errorText = escapeString(error || "");+ const cost = evaluationData?.cost || 0;+ const promptTokens = evaluationData?.promptTokens || 0;+ const completionTokens = evaluationData?.completionTokens || 0;+ const totalTokens = evaluationData?.totalTokens || (promptTokens + completionTokens);+ const responseTime = evaluationData?.responseTime || 0;+ const finishReason = escapeString(evaluationData?.finishReason || "");+ const providerResponse = JSON.stringify(response || {}).replace(/'/g, "''");++ const providerInsertQuery = `+ INSERT INTO ${OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME} (+ openground_id,+ provider,+ model,+ config,+ response,+ error,+ cost,+ prompt_tokens,+ completion_tokens,+ total_tokens,+ response_time,+ finish_reason,+ provider_response,+ created_at+ ) VALUES (+ '${escapeString(insertedId)}',+ '${providerName}',+ '${model}',+ '${config}',+ '${responseText}',+ '${errorText}',+ ${cost},+ ${promptTokens},+ ${completionTokens},+ ${totalTokens},+ ${responseTime},+ '${finishReason}',+ '${providerResponse}',+ parseDateTimeBestEffort('${createdAt}')+ )+ `;++ const { err: providerErr } = await dataCollector(+ {+ query: providerInsertQuery,+ },+ "exec",+ databaseConfigId+ );++ if (providerErr) {+ console.error(+ `Error migrating provider result ${index} for ${record.id}:`,+ providerErr+ );+ // Don't increment errorCount or continue - just log and move to next provider+ }+ }++ successCount++;+ // Use separate parameters to prevent log injection+ console.log(+ '✓ Migrated record', record.id, `(${successCount}/${prismaRecords.length})`+ );+ } catch (recordError: any) {+ // Use separate parameters to prevent log injection+ console.error('Error processing record:', record.id, recordError);+ errorCount++;+ errors.push(+ `Record ${record.id}: ${recordError.message || String(recordError)}`+ );+ }+ }++ console.log("\nMigration complete!");+ console.log('Success:', `${successCount}/${prismaRecords.length}`);+ console.log('Errors:', `${errorCount}/${prismaRecords.length}`);++ if (errors.length > 0) {+ console.error("\nErrors encountered:");+ // Use separate parameters to prevent log injection+ errors.forEach((err) => console.error(' -', err));+ }++ return {+ data: {+ total: prismaRecords.length,+ success: successCount,+ errors: errorCount,+ errorDetails: errors,+ },+ };+ } catch (error: any) {+ console.error("Migration failed:", error);+ return {+ err: getMessage().OPENGROUND_DATA_MIGRATION_FAILED,+ details: error.message || String(error),+ };+ }+}++/**+ * Check if migration is needed (if there are Prisma records but no ClickHouse records)+ */+export async function checkMigrationNeeded(+ databaseConfigId: string+): Promise<boolean> {+ try {+ // Check Prisma count+ const prismaCount = await prisma.openGround.count({+ where: {+ databaseConfigId,+ },+ });++ if (prismaCount === 0) {+ return false; // No data to migrate+ }++ // Check ClickHouse count+ // Sanitize databaseConfigId to prevent SQL injection+ const sanitizedDbConfigId = Sanitizer.sanitizeValue(databaseConfigId);+ const { data: clickhouseData } = await dataCollector(+ {+ query: `SELECT COUNT(*) as count FROM ${OPENLIT_OPENGROUND_TABLE_NAME} WHERE database_config_id = '${sanitizedDbConfigId}'`,+ },+ "query",+ databaseConfigId+ );++ const clickhouseCount = (clickhouseData as any[])?.[0]?.count || 0;++ // Migration needed if Prisma has records but ClickHouse is empty or has fewer records+ return prismaCount > clickhouseCount;+ } catch (error) {+ console.error("Error checking migration status:", error);+ return false;+ }+}diff --git a/src/client/src/lib/platform/openground/ai-sdk-adapter.ts b/src/client/src/lib/platform/openground/ai-sdk-adapter.tsnew file mode 100644index 00000000..79c3c5c1--- /dev/null+++ b/src/client/src/lib/platform/openground/ai-sdk-adapter.ts@@ -0,0 +1,205 @@+import { generateText } from "ai";+import { createOpenAI } from "@ai-sdk/openai";+import { createAnthropic } from "@ai-sdk/anthropic";+import { google } from "@ai-sdk/google";+import { createMistral } from "@ai-sdk/mistral";+import { createCohere } from "@ai-sdk/cohere";++export interface ProviderConfig {+ provider: string;+ model: string;+ apiKey: string;+ temperature?: number;+ maxTokens?: number;+ topP?: number;+ systemPrompt?: string;+}++export interface GenerationResult {+ text: string;+ usage: {+ promptTokens: number;+ completionTokens: number;+ totalTokens: number;+ };+ finishReason: string;+ model: string;+}++type ProviderFactory = (apiKey: string) => any;++export class AISdkAdapter {+ private static providerFactories: Record<string, ProviderFactory> = {+ openai: (apiKey: string) => createOpenAI({ apiKey }),+ anthropic: (apiKey: string) => createAnthropic({ apiKey }),+ google: (apiKey: string) => google,+ mistral: (apiKey: string) => createMistral({ apiKey }),+ cohere: (apiKey: string) => createCohere({ apiKey }),+ groq: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.groq.com/openai/v1',+ apiKey+ }),+ perplexity: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.perplexity.ai',+ apiKey+ }),+ azure: (apiKey: string) => createOpenAI({+ baseURL: process.env.AZURE_OPENAI_ENDPOINT || 'https://your-resource.openai.azure.com',+ apiKey,+ headers: {+ 'api-key': apiKey,+ }+ }),+ together: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.together.xyz/v1',+ apiKey+ }),+ fireworks: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.fireworks.ai/inference/v1',+ apiKey+ }),+ deepseek: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.deepseek.com',+ apiKey+ }),+ xai: (apiKey: string) => createOpenAI({+ baseURL: 'https://api.x.ai/v1',+ apiKey+ }),+ huggingface: (apiKey: string) => createOpenAI({+ baseURL: 'https://api-inference.huggingface.co/v1',+ apiKey+ }),+ replicate: (apiKey: string) => createOpenAI({+ baseURL: 'https://openai-proxy.replicate.com/v1',+ apiKey+ }),+ };++ /**+ * Get provider factory with strict validation+ * Uses explicit allowlist to prevent user-controlled method invocation+ */+ private static getProviderFactory(providerId: string): ProviderFactory | null {+ // Explicit allowlist of valid provider IDs+ const validProviders = [+ 'openai', 'anthropic', 'google', 'mistral', 'cohere',+ 'groq', 'perplexity', 'azure', 'together', 'fireworks',+ 'deepseek', 'xai', 'huggingface', 'replicate'+ ];++ // Check against allowlist first+ if (!validProviders.includes(providerId)) {+ return null;+ }++ // Safe to access after allowlist validation+ return this.providerFactories[providerId] || null;+ }++ /**+ * Generate text completion using the specified provider and model+ */+ static async generateCompletion(+ config: ProviderConfig+ ): Promise<GenerationResult> {+ // Validate provider name to prevent prototype pollution+ if (!config.provider || typeof config.provider !== 'string') {+ throw new Error('Invalid provider name');+ }++ // Use allowlist-based lookup to prevent user-controlled method invocation+ const providerFactory = this.getProviderFactory(config.provider);+ if (!providerFactory) {+ throw new Error(`Provider ${config.provider} not supported`);+ }++ if (typeof providerFactory !== 'function') {+ throw new Error(`Invalid provider factory for ${config.provider}`);+ }++ // Validate model name to prevent injection attacks+ if (!config.model || typeof config.model !== 'string') {+ throw new Error('Invalid model name');+ }++ const provider = providerFactory(config.apiKey);++ // Validate that provider is callable before invoking+ if (typeof provider !== 'function') {+ throw new Error(`Invalid provider instance for ${config.provider}`);+ }++ const modelInstance = provider(config.model);++ // Build options object with only defined values+ const options: any = {+ model: modelInstance,+ prompt: config.systemPrompt || "",+ };++ if (config.temperature !== undefined) {+ options.temperature = config.temperature;+ }+ if (config.maxTokens !== undefined) {+ options.maxTokens = config.maxTokens;+ }+ if (config.topP !== undefined) {+ options.topP = config.topP;+ }++ const result = await generateText(options);++ return {+ text: result.text,+ usage: {+ promptTokens: (result.usage as any).promptTokens || 0,+ completionTokens: (result.usage as any).completionTokens || 0,+ totalTokens: (result.usage as any).totalTokens || 0,+ },+ finishReason: result.finishReason,+ model: `${config.provider}/${config.model}`,+ };+ }++ /**+ * Register a custom provider factory+ * Allows extending support to additional providers+ * Note: Custom providers won't be in the default allowlist+ */+ static registerProvider(providerId: string, factory: ProviderFactory): void {+ // Validate provider ID to prevent prototype pollution+ if (!providerId || typeof providerId !== 'string' || providerId.includes('__proto__') || providerId.includes('constructor') || providerId.includes('prototype')) {+ throw new Error('Invalid provider ID');+ }+ if (typeof factory !== 'function') {+ throw new Error('Provider factory must be a function');+ }++ // Warning: Custom registered providers need to be added to the allowlist in getProviderFactory+ this.providerFactories[providerId] = factory;+ }++ /**+ * Get list of supported provider IDs+ */+ static getSupportedProviders(): string[] {+ // Return only allowlisted providers for security+ return [+ 'openai', 'anthropic', 'google', 'mistral', 'cohere',+ 'groq', 'perplexity', 'azure', 'together', 'fireworks',+ 'deepseek', 'xai', 'huggingface', 'replicate'+ ];+ }++ /**+ * Check if a provider is supported+ */+ static isProviderSupported(providerId: string): boolean {+ if (!providerId || typeof providerId !== 'string') {+ return false;+ }+ // Use getProviderFactory which has allowlist validation+ return this.getProviderFactory(providerId) !== null;+ }+}diff --git a/src/client/src/lib/platform/openground/config.ts b/src/client/src/lib/platform/openground/config.tsnew file mode 100644index 00000000..fa61f2cc--- /dev/null+++ b/src/client/src/lib/platform/openground/config.ts@@ -0,0 +1,393 @@+import { dataCollector } from "@/lib/platform/common";+import getMessage from "@/constants/messages";+import Sanitizer from "@/utils/sanitizer";+import { OPENLIT_VAULT_TABLE_NAME } from "@/lib/platform/vault/table-details";+import { OPENLIT_OPENGROUND_CONFIG_TABLE_NAME } from "./table-details";++export interface OpenGroundConfigData {+ id: string;+ userId: string;+ databaseConfigId: string;+ provider: string;+ vaultId: string;+ modelId?: string;+ isActive: boolean;+ createdAt: Date;+ updatedAt: Date;+}++export interface OpenGroundConfigWithSecret extends OpenGroundConfigData {+ apiKey: string;+ vaultKey: string;+}++/**+ * Get all OpenGround configurations for a user+ */+export async function getOpenGroundConfigs(+ userId: string,+ databaseConfigId: string+): Promise<{ data?: OpenGroundConfigData[]; err?: string }> {+ try {+ const query = `+ SELECT+ id,+ user_id as userId,+ database_config_id as databaseConfigId,+ provider,+ vault_id as vaultId,+ model_id as modelId,+ is_active as isActive,+ created_at as createdAt,+ updated_at as updatedAt+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ ORDER BY created_at DESC+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ if (err) {+ console.error("Error fetching OpenGround configs:", err);+ return { err: getMessage().OPERATION_FAILED };+ }++ return { data: data as OpenGroundConfigData[] };+ } catch (error: any) {+ console.error("Error fetching OpenGround configs:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}++/**+ * Get a specific OpenGround config with API key from Vault+ */+export async function getOpenGroundConfigWithSecret(+ provider: string,+ userId: string,+ databaseConfigId: string+): Promise<{ data?: OpenGroundConfigWithSecret; err?: string }> {+ try {+ // Get the config from ClickHouse+ const configQuery = `+ SELECT+ id,+ user_id as userId,+ database_config_id as databaseConfigId,+ provider,+ vault_id as vaultId,+ model_id as modelId,+ is_active as isActive,+ created_at as createdAt,+ updated_at as updatedAt+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE provider = '${Sanitizer.sanitizeValue(provider)}'+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ AND is_active = true+ LIMIT 1+ `;++ const { data: configData, err: configErr } = await dataCollector(+ { query: configQuery },+ "query",+ databaseConfigId+ );++ if (configErr || !(configData as any[])?.length) {+ return { err: `No active configuration found for provider: ${provider}` };+ }++ const config = (configData as any[])[0];++ // Fetch the API key from Vault (ClickHouse)+ const vaultQuery = `+ SELECT key, value+ FROM ${OPENLIT_VAULT_TABLE_NAME}+ WHERE id = '${Sanitizer.sanitizeValue(config.vaultId)}'+ `;++ const { data: vaultData, err: vaultErr } = await dataCollector(+ { query: vaultQuery },+ "query",+ databaseConfigId+ );++ if (vaultErr || !(vaultData as any[])?.length) {+ return {+ err: `API key not found in Vault for provider: ${provider}`,+ };+ }++ const vaultRecord = (vaultData as any[])[0];++ return {+ data: {+ ...config,+ apiKey: vaultRecord.value,+ vaultKey: vaultRecord.key,+ },+ };+ } catch (error: any) {+ console.error("Error fetching OpenGround config with secret:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}++/**+ * Create or update an OpenGround configuration+ */+export async function upsertOpenGroundConfig(data: {+ provider: string;+ vaultId: string;+ modelId?: string;+ userId: string;+ databaseConfigId: string;+ isActive?: boolean;+}): Promise<{ data?: OpenGroundConfigData; err?: string }> {+ try {+ // Check if config exists+ const checkQuery = `+ SELECT id+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE user_id = '${Sanitizer.sanitizeValue(data.userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(data.databaseConfigId)}'+ AND provider = '${Sanitizer.sanitizeValue(data.provider)}'+ LIMIT 1+ `;++ const { data: existingData } = await dataCollector(+ { query: checkQuery },+ "query",+ data.databaseConfigId+ );++ const exists = (existingData as any[])?.length > 0;++ if (exists) {+ // Update existing config+ const configId = (existingData as any[])[0].id;+ const updateQuery = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ UPDATE+ vault_id = '${Sanitizer.sanitizeValue(data.vaultId)}',+ model_id = ${data.modelId ? `'${Sanitizer.sanitizeValue(data.modelId)}'` : "NULL"},+ is_active = ${data.isActive ?? true},+ updated_at = now()+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'+ `;++ const { err: updateErr } = await dataCollector(+ { query: updateQuery },+ "exec",+ data.databaseConfigId+ );++ if (updateErr) {+ console.error("Error updating OpenGround config:", updateErr);+ return { err: getMessage().OPERATION_FAILED };+ }++ // Fetch and return the updated config+ return getOpenGroundConfigById(configId, data.databaseConfigId);+ } else {+ // Insert new config+ const { err: insertErr } = await dataCollector(+ {+ table: OPENLIT_OPENGROUND_CONFIG_TABLE_NAME,+ values: [+ {+ user_id: data.userId,+ database_config_id: data.databaseConfigId,+ provider: data.provider,+ vault_id: data.vaultId,+ model_id: data.modelId || null,+ is_active: data.isActive ?? true,+ },+ ],+ },+ "insert",+ data.databaseConfigId+ );++ if (insertErr) {+ console.error("Error inserting OpenGround config:", insertErr);+ return { err: getMessage().OPERATION_FAILED };+ }++ // Get the inserted config+ const { data: lastInsert } = await dataCollector(+ {+ query: `+ SELECT+ id,+ user_id as userId,+ database_config_id as databaseConfigId,+ provider,+ vault_id as vaultId,+ model_id as modelId,+ is_active as isActive,+ created_at as createdAt,+ updated_at as updatedAt+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE user_id = '${Sanitizer.sanitizeValue(data.userId)}'+ AND provider = '${Sanitizer.sanitizeValue(data.provider)}'+ ORDER BY created_at DESC+ LIMIT 1+ `,+ },+ "query",+ data.databaseConfigId+ );++ const config = (lastInsert as any[])?.[0];+ return { data: config };+ }+ } catch (error: any) {+ console.error("Error upserting OpenGround config:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}++/**+ * Get config by ID+ */+async function getOpenGroundConfigById(+ configId: string,+ databaseConfigId: string+): Promise<{ data?: OpenGroundConfigData; err?: string }> {+ const query = `+ SELECT+ id,+ user_id as userId,+ database_config_id as databaseConfigId,+ provider,+ vault_id as vaultId,+ model_id as modelId,+ is_active as isActive,+ created_at as createdAt,+ updated_at as updatedAt+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'+ LIMIT 1+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ if (err || !(data as any[])?.length) {+ return { err: "Config not found" };+ }++ return { data: (data as any[])[0] };+}++/**+ * Delete an OpenGround configuration+ */+export async function deleteOpenGroundConfig(+ configId: string,+ userId: string,+ databaseConfigId: string+): Promise<{ data?: string; err?: string }> {+ try {+ const query = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ DELETE WHERE id = '${Sanitizer.sanitizeValue(configId)}'+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'+ `;++ const { err } = await dataCollector(+ { query },+ "exec",+ databaseConfigId+ );++ if (err) {+ console.error("Error deleting OpenGround config:", err);+ return { err: getMessage().OPERATION_FAILED };+ }++ return { data: "Configuration deleted successfully" };+ } catch (error: any) {+ console.error("Error deleting OpenGround config:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}++/**+ * Toggle active status of a configuration+ */+export async function toggleOpenGroundConfigStatus(+ configId: string,+ userId: string,+ databaseConfigId: string,+ isActive: boolean+): Promise<{ data?: OpenGroundConfigData; err?: string }> {+ try {+ const query = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ UPDATE+ is_active = ${isActive},+ updated_at = now()+ WHERE id = '${Sanitizer.sanitizeValue(configId)}'+ AND user_id = '${Sanitizer.sanitizeValue(userId)}'+ `;++ const { err } = await dataCollector({ query }, "exec", databaseConfigId);++ if (err) {+ console.error("Error toggling OpenGround config status:", err);+ return { err: getMessage().OPERATION_FAILED };+ }++ // Fetch and return the updated config+ return getOpenGroundConfigById(configId, databaseConfigId);+ } catch (error: any) {+ console.error("Error toggling OpenGround config status:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}++/**+ * Get all active providers for a user (providers with active configurations)+ */+export async function getActiveProviders(+ userId: string,+ databaseConfigId: string+): Promise<{ data?: string[]; err?: string }> {+ try {+ const query = `+ SELECT DISTINCT provider+ FROM ${OPENLIT_OPENGROUND_CONFIG_TABLE_NAME}+ WHERE user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ AND is_active = true+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ if (err) {+ console.error("Error fetching active providers:", err);+ return { err: getMessage().OPERATION_FAILED };+ }++ const providers = (data as any[])?.map((row) => row.provider) || [];+ return { data: providers };+ } catch (error: any) {+ console.error("Error fetching active providers:", error);+ return { err: getMessage().OPERATION_FAILED };+ }+}diff --git a/src/client/src/lib/platform/openground/custom-models-service.ts b/src/client/src/lib/platform/openground/custom-models-service.tsnew file mode 100644index 00000000..8abe1761--- /dev/null+++ b/src/client/src/lib/platform/openground/custom-models-service.ts@@ -0,0 +1,298 @@+import { dataCollector } from "@/lib/platform/common";+import Sanitizer from "@/utils/sanitizer";+import { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } from "./table-details";+import { CustomModel, CustomModelInput, ModelMetadata } from "@/types/openground";++/**+ * Validate UUID format+ */+function isValidUUID(id: string): boolean {+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;+ return uuidRegex.test(id);+}++/**+ * Get all custom models for a user, optionally filtered by provider+ */+export async function getCustomModels(+ userId: string,+ databaseConfigId: string,+ provider?: string+): Promise<{ data?: CustomModel[]; err?: string }> {+ const whereConditions = [+ `created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'`,+ `database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'`,+ ];++ if (provider) {+ whereConditions.push(`provider = '${Sanitizer.sanitizeValue(provider)}'`);+ }++ const query = `+ SELECT+ toString(id) as id,+ model_id,+ provider,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE ${whereConditions.join(" AND ")}+ ORDER BY provider, created_at DESC+ `;++ const { data, err } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ if (err) {+ return { err: err as string };+ }++ // Filter out invalid UUIDs+ const invalidIds: string[] = [];+ const validModels = (data as any[] || []).filter((model: any) => {+ const isValid = model.id && isValidUUID(model.id);+ if (!isValid) {+ invalidIds.push(model.id || 'null');+ }+ return isValid;+ });++ // Log invalid IDs for cleanup+ if (invalidIds.length > 0) {+ // Use separate parameters to prevent log injection+ console.warn('Found', invalidIds.length, 'models with invalid UUIDs:', invalidIds);+ }++ return { data: validModels as CustomModel[] };+}++/**+ * Get all custom models grouped by provider+ */+export async function getCustomModelsGroupedByProvider(+ userId: string,+ databaseConfigId: string+): Promise<{ data?: Record<string, CustomModel[]>; err?: string }> {+ const { data: models, err } = await getCustomModels(userId, databaseConfigId);++ if (err) {+ return { err };+ }++ // Group by provider+ const grouped: Record<string, CustomModel[]> = {};+ (models || []).forEach((model) => {+ if (!grouped[model.provider!]) {+ grouped[model.provider!] = [];+ }+ grouped[model.provider!].push(model);+ });++ return { data: grouped };+}++/**+ * Create a new custom model+ */+export async function createCustomModel(+ userId: string,+ databaseConfigId: string,+ input: CustomModelInput+): Promise<{ data?: CustomModel; err?: string }> {+ // Validate required fields+ if (!input.provider || !input.model_id || !input.displayName) {+ return { err: "Provider, model ID, and display name are required" };+ }++ // Insert new model+ const { err } = await dataCollector(+ {+ table: OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME,+ values: [+ {+ provider: input.provider,+ model_id: input.model_id,+ display_name: input.displayName,+ context_window: input.contextWindow || 4096,+ input_price_per_m_token: input.inputPricePerMToken || 0,+ output_price_per_m_token: input.outputPricePerMToken || 0,+ capabilities: input.capabilities || [],+ created_by_user_id: userId,+ database_config_id: databaseConfigId,+ },+ ],+ },+ "insert",+ databaseConfigId+ );++ if (err) {+ return { err: err as string };+ }++ // Fetch the newly created model+ const selectQuery = `+ SELECT+ toString(id) as id,+ model_id,+ provider,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ AND provider = '${Sanitizer.sanitizeValue(input.provider)}'+ AND model_id = '${Sanitizer.sanitizeValue(input.model_id)}'+ ORDER BY created_at DESC+ LIMIT 1+ `;++ const { data: newModel, err: selectErr } = await dataCollector(+ { query: selectQuery },+ "query",+ databaseConfigId+ );++ if (selectErr) {+ return { err: selectErr as string };+ }++ return { data: (newModel as any[])?.[0] as CustomModel };+}++/**+ * Update an existing custom model+ */+export async function updateCustomModel(+ userId: string,+ databaseConfigId: string,+ id: string,+ input: Partial<CustomModelInput>+): Promise<{ data?: boolean; err?: string }> {+ // Validate UUID format+ if (!isValidUUID(id)) {+ return { err: `Invalid UUID format: ${id}` };+ }++ // Build update fields+ const updateFields: string[] = [];++ if (input.displayName !== undefined) {+ updateFields.push(`display_name = '${Sanitizer.sanitizeValue(input.displayName)}'`);+ }+ if (input.contextWindow !== undefined) {+ updateFields.push(`context_window = ${input.contextWindow}`);+ }+ if (input.inputPricePerMToken !== undefined) {+ updateFields.push(`input_price_per_m_token = ${input.inputPricePerMToken}`);+ }+ if (input.outputPricePerMToken !== undefined) {+ updateFields.push(`output_price_per_m_token = ${input.outputPricePerMToken}`);+ }+ if (input.capabilities !== undefined) {+ const capabilitiesArray = input.capabilities+ .map((c) => `'${Sanitizer.sanitizeValue(c)}'`)+ .join(", ");+ updateFields.push(`capabilities = [${capabilitiesArray}]`);+ }++ updateFields.push(`updated_at = now()`);++ if (updateFields.length === 0) {+ return { err: "No fields to update" };+ }++ const updateQuery = `+ ALTER TABLE ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ UPDATE ${updateFields.join(", ")}+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')+ AND created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ `;++ const { err } = await dataCollector(+ { query: updateQuery },+ "exec",+ databaseConfigId+ );++ if (err) {+ return { err: err as string };+ }++ return { data: true };+}++/**+ * Delete a custom model+ */+export async function deleteCustomModel(+ userId: string,+ databaseConfigId: string,+ id: string+): Promise<{ data?: boolean; err?: string }> {+ // Validate UUID format+ if (!isValidUUID(id)) {+ return { err: `Invalid UUID format: ${id}` };+ }++ const deleteQuery = `+ DELETE FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE id = toUUID('${Sanitizer.sanitizeValue(id)}')+ AND created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ `;++ const { err } = await dataCollector(+ { query: deleteQuery },+ "exec",+ databaseConfigId+ );++ if (err) {+ return { err: err as string };+ }++ return { data: true };+}++/**+ * Get custom models for a provider to merge with static models+ * Returns models in the format expected by provider metadata+ */+export async function getCustomModelsForProvider(+ userId: string,+ databaseConfigId: string,+ providerId: string+): Promise<{ data?: ModelMetadata[]; err?: string }> {+ const { data: models, err } = await getCustomModels(+ userId,+ databaseConfigId,+ providerId+ );++ if (err) {+ return { err };+ }++ // Transform to ModelMetadata format (using model_id as id)+ const transformed = (models || []).map((model) => ({+ id: model.model_id, // Use model_id as id for consistency with static models+ displayName: model.displayName,+ contextWindow: model.contextWindow,+ inputPricePerMToken: model.inputPricePerMToken,+ outputPricePerMToken: model.outputPricePerMToken,+ capabilities: model.capabilities,+ }));++ return { data: transformed };+}diff --git a/src/client/src/lib/platform/openground/evaluate.ts b/src/client/src/lib/platform/openground/evaluate.tsnew file mode 100644index 00000000..69d665a2--- /dev/null+++ b/src/client/src/lib/platform/openground/evaluate.ts@@ -0,0 +1,258 @@+import { AISdkAdapter } from "./ai-sdk-adapter";+import { getOpenGroundConfigWithSecret } from "./config";+import { ProviderRegistry } from "./provider-registry";+import { createOpengroundEvaluation } from "@/lib/platform/openground-clickhouse";+import type { ProviderResult } from "@/lib/platform/openground-clickhouse";+import { getSpecificPrompt } from "@/lib/platform/prompt";++export interface PromptSource {+ type: "custom" | "prompt-hub";+ content?: string; // For custom prompts+ promptId?: string; // For Prompt Hub+ version?: number; // For Prompt Hub+ variables?: Record<string, string>; // Variable substitutions+}++export interface ProviderEvaluationRequest {+ provider: string;+ model: string;+ config: {+ temperature?: number;+ maxTokens?: number;+ topP?: number;+ };+}++export interface EvaluateParams {+ promptSource: PromptSource;+ providers: ProviderEvaluationRequest[];+ userId: string;+ databaseConfigId: string;+}++/**+ * Resolve the final prompt from the prompt source+ */+async function resolvePrompt(+ promptSource: PromptSource,+ databaseConfigId: string+): Promise<{ prompt: string; err?: string }> {+ let prompt = "";++ // If content is already provided (from frontend), use it directly+ if (promptSource.content) {+ prompt = promptSource.content;+ }+ // Otherwise, fetch from Prompt Hub if needed+ else if (promptSource.type === "prompt-hub" && promptSource.promptId) {+ const { data, err } = await getSpecificPrompt(+ {+ id: promptSource.promptId,+ version: promptSource.version?.toString(),+ },+ databaseConfigId+ );++ if (err || !data || !(data as any[])?.length) {+ return { prompt: "", err: "Failed to fetch prompt from Prompt Hub" };+ }++ prompt = (data as any[])[0]?.prompt;+ } else {+ return { prompt: "", err: "Invalid prompt source" };+ }++ // Substitute variables+ if (promptSource.variables) {+ Object.entries(promptSource.variables).forEach(([key, value]) => {+ // Escape special regex characters to prevent RegExp injection+ const escapedKey = key.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');+ const regex = new RegExp(`\\{\\{\\s*${escapedKey}\\s*\\}\\}`, "g");+ prompt = prompt.replace(regex, value);+ });+ }++ return { prompt };+}++/**+ * Calculate cost based on token usage and provider pricing+ */+async function calculateCost(+ provider: string,+ model: string,+ promptTokens: number,+ completionTokens: number+): Promise<number> {+ // Get pricing from registry+ const providerMetadata = await ProviderRegistry.getProviderById(provider);+ if (!providerMetadata) {+ // Use separate parameter to prevent log injection+ console.warn('Provider metadata not found for:', provider);+ return 0;+ }++ const modelMetadata = providerMetadata.supportedModels.find(+ (m) => m.id === model+ );+ if (!modelMetadata) {+ // Use separate parameters to prevent log injection+ console.warn('Model metadata not found for:', provider, '/', model);+ return 0;+ }++ const inputCost = (promptTokens / 1_000_000) * modelMetadata.inputPricePerMToken;+ const outputCost =+ (completionTokens / 1_000_000) * modelMetadata.outputPricePerMToken;++ return inputCost + outputCost;+}++/**+ * Evaluate a single provider+ */+async function evaluateProvider(+ provider: string,+ model: string,+ prompt: string,+ config: Record<string, any>,+ userId: string,+ databaseConfigId: string+): Promise<ProviderResult> {+ const startTime = Date.now();++ try {+ // Get API key from Vault via config+ const { data: configWithSecret, err: configErr } =+ await getOpenGroundConfigWithSecret(provider, userId, databaseConfigId);++ if (configErr || !configWithSecret) {+ return {+ provider,+ model,+ config,+ response: "",+ error: configErr || "Provider not configured",+ cost: 0,+ promptTokens: 0,+ completionTokens: 0,+ totalTokens: 0,+ responseTime: (Date.now() - startTime) / 1000,+ finishReason: "",+ providerResponse: {},+ };+ }++ // Call AI SDK+ const result = await AISdkAdapter.generateCompletion({+ provider,+ model,+ apiKey: configWithSecret.apiKey,+ systemPrompt: prompt,+ temperature: config.temperature,+ maxTokens: config.maxTokens,+ topP: config.topP,+ });++ const responseTime = (Date.now() - startTime) / 1000;++ // Calculate cost+ const cost = await calculateCost(+ provider,+ model,+ result.usage.promptTokens,+ result.usage.completionTokens+ );++ return {+ provider,+ model,+ config,+ response: result.text,+ error: "",+ cost,+ promptTokens: result.usage.promptTokens,+ completionTokens: result.usage.completionTokens,+ totalTokens: result.usage.totalTokens,+ responseTime,+ finishReason: result.finishReason,+ providerResponse: result,+ };+ } catch (error: any) {+ const responseTime = (Date.now() - startTime) / 1000;+ // Use separate parameters to prevent log injection+ console.error('Error evaluating provider/model:', provider, '/', model, error);++ return {+ provider,+ model,+ config,+ response: "",+ error: error.message || String(error),+ cost: 0,+ promptTokens: 0,+ completionTokens: 0,+ totalTokens: 0,+ responseTime,+ finishReason: "error",+ providerResponse: { error: error.message },+ };+ }+}++/**+ * Evaluate multiple providers in parallel+ */+export async function evaluate(+ params: EvaluateParams+): Promise<{ data?: ProviderResult[]; err?: string }> {+ try {+ // Resolve prompt+ const { prompt, err: promptErr } = await resolvePrompt(+ params.promptSource,+ params.databaseConfigId+ );++ if (promptErr) {+ return { err: promptErr };+ }++ // Evaluate all providers in parallel+ const providerResults = await Promise.all(+ params.providers.map((p) =>+ evaluateProvider(+ p.provider,+ p.model,+ prompt,+ p.config,+ params.userId,+ params.databaseConfigId+ )+ )+ );++ // Save to ClickHouse+ const { err: saveErr } = await createOpengroundEvaluation(+ {+ prompt,+ promptSource: params.promptSource.type,+ promptHubId: params.promptSource.promptId,+ promptHubVersion: params.promptSource.version?.toString(),+ promptVariables: params.promptSource.variables,+ providers: providerResults,+ },+ params.userId,+ params.databaseConfigId+ );++ if (saveErr) {+ console.error("Error saving OpenGround evaluation:", saveErr);+ // Continue even if save fails - return results to user+ }++ return { data: providerResults };+ } catch (error: any) {+ console.error("Error in evaluate:", error);+ return { err: error.message || "Evaluation failed" };+ }+}diff --git a/src/client/src/lib/platform/openground/provider-registry.ts b/src/client/src/lib/platform/openground/provider-registry.tsnew file mode 100644index 00000000..347072f4--- /dev/null+++ b/src/client/src/lib/platform/openground/provider-registry.ts@@ -0,0 +1,962 @@+import { ProviderMetadata, ModelMetadata, ConfigField } from "@/types/openground";++// Re-export types for convenience+export type { ProviderMetadata, ModelMetadata, ConfigField };++// Provider metadata registry+const PROVIDER_METADATA: Record<string, ProviderMetadata> = {+ openai: {+ providerId: "openai",+ displayName: "OpenAI",+ description: "GPT models from OpenAI",+ requiresVault: true,+ supportedModels: [+ {+ id: "gpt-4o",+ displayName: "GPT-4o",+ contextWindow: 128000,+ inputPricePerMToken: 2.5,+ outputPricePerMToken: 10.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-4o-mini",+ displayName: "GPT-4o Mini",+ contextWindow: 128000,+ inputPricePerMToken: 0.15,+ outputPricePerMToken: 0.6,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-4-turbo",+ displayName: "GPT-4 Turbo",+ contextWindow: 128000,+ inputPricePerMToken: 10.0,+ outputPricePerMToken: 30.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-3.5-turbo",+ displayName: "GPT-3.5 Turbo",+ contextWindow: 16385,+ inputPricePerMToken: 0.5,+ outputPricePerMToken: 1.5,+ capabilities: ["function-calling", "streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature (0 = deterministic, 2 = very random)",+ },+ maxTokens: {+ min: 1,+ max: 16000,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ anthropic: {+ providerId: "anthropic",+ displayName: "Anthropic",+ description: "Claude models from Anthropic",+ requiresVault: true,+ supportedModels: [+ {+ id: "claude-3-5-sonnet-20240620",+ displayName: "Claude 3.5 Sonnet",+ contextWindow: 200000,+ inputPricePerMToken: 3.0,+ outputPricePerMToken: 15.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "claude-3-haiku-20240307",+ displayName: "Claude 3 Haiku",+ contextWindow: 200000,+ inputPricePerMToken: 0.25,+ outputPricePerMToken: 1.25,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "claude-3-sonnet-20240229",+ displayName: "Claude 3 Sonnet",+ contextWindow: 200000,+ inputPricePerMToken: 3.0,+ outputPricePerMToken: 15.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 8096,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ google: {+ providerId: "google",+ displayName: "Google AI",+ description: "Gemini models from Google",+ requiresVault: true,+ supportedModels: [+ {+ id: "gemini-1.5-pro",+ displayName: "Gemini 1.5 Pro",+ contextWindow: 2000000,+ inputPricePerMToken: 1.25,+ outputPricePerMToken: 5.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gemini-1.5-flash",+ displayName: "Gemini 1.5 Flash",+ contextWindow: 1000000,+ inputPricePerMToken: 0.075,+ outputPricePerMToken: 0.3,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gemini-1.0-pro",+ displayName: "Gemini 1.0 Pro",+ contextWindow: 32768,+ inputPricePerMToken: 0.5,+ outputPricePerMToken: 1.5,+ capabilities: ["function-calling", "streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 8192,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.95,+ description: "Nucleus sampling threshold",+ },+ },+ },+ mistral: {+ providerId: "mistral",+ displayName: "Mistral AI",+ description: "Mistral and Mixtral models",+ requiresVault: true,+ supportedModels: [+ {+ id: "mistral-large-latest",+ displayName: "Mistral Large",+ contextWindow: 128000,+ inputPricePerMToken: 2.0,+ outputPricePerMToken: 6.0,+ capabilities: ["function-calling", "streaming"],+ },+ {+ id: "mistral-medium-latest",+ displayName: "Mistral Medium",+ contextWindow: 32000,+ inputPricePerMToken: 2.7,+ outputPricePerMToken: 8.1,+ capabilities: ["streaming"],+ },+ {+ id: "mistral-small-latest",+ displayName: "Mistral Small",+ contextWindow: 32000,+ inputPricePerMToken: 0.2,+ outputPricePerMToken: 0.6,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.7,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 8192,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ groq: {+ providerId: "groq",+ displayName: "Groq",+ description: "Ultra-fast inference for open source models",+ requiresVault: true,+ supportedModels: [+ {+ id: "llama-3.3-70b-versatile",+ displayName: "Llama 3.3 70B",+ contextWindow: 128000,+ inputPricePerMToken: 0.59,+ outputPricePerMToken: 0.79,+ capabilities: ["streaming"],+ },+ {+ id: "llama-3.1-8b-instant",+ displayName: "Llama 3.1 8B Instant",+ contextWindow: 128000,+ inputPricePerMToken: 0.05,+ outputPricePerMToken: 0.08,+ capabilities: ["streaming"],+ },+ {+ id: "mixtral-8x7b-32768",+ displayName: "Mixtral 8x7B",+ contextWindow: 32768,+ inputPricePerMToken: 0.24,+ outputPricePerMToken: 0.24,+ capabilities: ["streaming"],+ },+ {+ id: "gemma2-9b-it",+ displayName: "Gemma 2 9B",+ contextWindow: 8192,+ inputPricePerMToken: 0.2,+ outputPricePerMToken: 0.2,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 32768,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ perplexity: {+ providerId: "perplexity",+ displayName: "Perplexity",+ description: "Models with online search capabilities",+ requiresVault: true,+ supportedModels: [+ {+ id: "sonar-pro",+ displayName: "Sonar Pro",+ contextWindow: 127072,+ inputPricePerMToken: 3.0,+ outputPricePerMToken: 15.0,+ capabilities: ["streaming", "search"],+ },+ {+ id: "sonar",+ displayName: "Sonar",+ contextWindow: 127072,+ inputPricePerMToken: 1.0,+ outputPricePerMToken: 1.0,+ capabilities: ["streaming", "search"],+ },+ {+ id: "sonar-reasoning",+ displayName: "Sonar Reasoning",+ contextWindow: 127072,+ inputPricePerMToken: 5.0,+ outputPricePerMToken: 5.0,+ capabilities: ["streaming", "search", "reasoning"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 0.2,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 4096,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.9,+ description: "Nucleus sampling threshold",+ },+ },+ },+ azure: {+ providerId: "azure",+ displayName: "Azure OpenAI",+ description: "OpenAI models via Azure",+ requiresVault: true,+ supportedModels: [+ {+ id: "gpt-4o",+ displayName: "GPT-4o",+ contextWindow: 128000,+ inputPricePerMToken: 2.5,+ outputPricePerMToken: 10.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-4o-mini",+ displayName: "GPT-4o Mini",+ contextWindow: 128000,+ inputPricePerMToken: 0.15,+ outputPricePerMToken: 0.6,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-4-turbo",+ displayName: "GPT-4 Turbo",+ contextWindow: 128000,+ inputPricePerMToken: 10.0,+ outputPricePerMToken: 30.0,+ capabilities: ["function-calling", "vision", "streaming"],+ },+ {+ id: "gpt-35-turbo",+ displayName: "GPT-3.5 Turbo",+ contextWindow: 16385,+ inputPricePerMToken: 0.5,+ outputPricePerMToken: 1.5,+ capabilities: ["function-calling", "streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 16000,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ cohere: {+ providerId: "cohere",+ displayName: "Cohere",+ description: "Command models with RAG capabilities",+ requiresVault: true,+ supportedModels: [+ {+ id: "command-r-plus",+ displayName: "Command R+",+ contextWindow: 128000,+ inputPricePerMToken: 3.0,+ outputPricePerMToken: 15.0,+ capabilities: ["function-calling", "streaming", "rag"],+ },+ {+ id: "command-r",+ displayName: "Command R",+ contextWindow: 128000,+ inputPricePerMToken: 0.5,+ outputPricePerMToken: 1.5,+ capabilities: ["function-calling", "streaming", "rag"],+ },+ {+ id: "command",+ displayName: "Command",+ contextWindow: 4096,+ inputPricePerMToken: 1.0,+ outputPricePerMToken: 2.0,+ capabilities: ["streaming"],+ },+ {+ id: "command-light",+ displayName: "Command Light",+ contextWindow: 4096,+ inputPricePerMToken: 0.3,+ outputPricePerMToken: 0.6,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 5,+ step: 0.1,+ default: 0.3,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 4096,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 0.99,+ step: 0.01,+ default: 0.75,+ description: "Nucleus sampling threshold",+ },+ },+ },+ together: {+ providerId: "together",+ displayName: "Together AI",+ description: "Fast inference for open source models",+ requiresVault: true,+ supportedModels: [+ {+ id: "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",+ displayName: "Llama 3.1 70B Turbo",+ contextWindow: 131072,+ inputPricePerMToken: 0.88,+ outputPricePerMToken: 0.88,+ capabilities: ["streaming"],+ },+ {+ id: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",+ displayName: "Llama 3.1 8B Turbo",+ contextWindow: 131072,+ inputPricePerMToken: 0.18,+ outputPricePerMToken: 0.18,+ capabilities: ["streaming"],+ },+ {+ id: "mistralai/Mixtral-8x7B-Instruct-v0.1",+ displayName: "Mixtral 8x7B",+ contextWindow: 32768,+ inputPricePerMToken: 0.6,+ outputPricePerMToken: 0.6,+ capabilities: ["streaming"],+ },+ {+ id: "Qwen/Qwen2.5-72B-Instruct-Turbo",+ displayName: "Qwen 2.5 72B Turbo",+ contextWindow: 32768,+ inputPricePerMToken: 1.2,+ outputPricePerMToken: 1.2,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.7,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 8192,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.7,+ description: "Nucleus sampling threshold",+ },+ },+ },+ fireworks: {+ providerId: "fireworks",+ displayName: "Fireworks AI",+ description: "Production-ready LLM inference",+ requiresVault: true,+ supportedModels: [+ {+ id: "accounts/fireworks/models/llama-v3p1-70b-instruct",+ displayName: "Llama 3.1 70B",+ contextWindow: 131072,+ inputPricePerMToken: 0.9,+ outputPricePerMToken: 0.9,+ capabilities: ["streaming"],+ },+ {+ id: "accounts/fireworks/models/llama-v3p1-8b-instruct",+ displayName: "Llama 3.1 8B",+ contextWindow: 131072,+ inputPricePerMToken: 0.2,+ outputPricePerMToken: 0.2,+ capabilities: ["streaming"],+ },+ {+ id: "accounts/fireworks/models/mixtral-8x7b-instruct",+ displayName: "Mixtral 8x7B",+ contextWindow: 32768,+ inputPricePerMToken: 0.5,+ outputPricePerMToken: 0.5,+ capabilities: ["streaming"],+ },+ {+ id: "accounts/fireworks/models/qwen2p5-72b-instruct",+ displayName: "Qwen 2.5 72B",+ contextWindow: 32768,+ inputPricePerMToken: 0.9,+ outputPricePerMToken: 0.9,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 16384,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ deepseek: {+ providerId: "deepseek",+ displayName: "DeepSeek",+ description: "Advanced reasoning and coding models",+ requiresVault: true,+ supportedModels: [+ {+ id: "deepseek-chat",+ displayName: "DeepSeek Chat",+ contextWindow: 64000,+ inputPricePerMToken: 0.27,+ outputPricePerMToken: 1.1,+ capabilities: ["streaming", "reasoning"],+ },+ {+ id: "deepseek-coder",+ displayName: "DeepSeek Coder",+ contextWindow: 16000,+ inputPricePerMToken: 0.27,+ outputPricePerMToken: 1.1,+ capabilities: ["streaming", "coding"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 1,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 4096,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ xai: {+ providerId: "xai",+ displayName: "xAI",+ description: "Grok models with real-time knowledge",+ requiresVault: true,+ supportedModels: [+ {+ id: "grok-beta",+ displayName: "Grok Beta",+ contextWindow: 131072,+ inputPricePerMToken: 5.0,+ outputPricePerMToken: 15.0,+ capabilities: ["streaming", "real-time"],+ },+ {+ id: "grok-vision-beta",+ displayName: "Grok Vision Beta",+ contextWindow: 8192,+ inputPricePerMToken: 5.0,+ outputPricePerMToken: 15.0,+ capabilities: ["streaming", "vision", "real-time"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 0,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 131072,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 1,+ description: "Nucleus sampling threshold",+ },+ },+ },+ huggingface: {+ providerId: "huggingface",+ displayName: "Hugging Face",+ description: "Open source models via Inference API",+ requiresVault: true,+ supportedModels: [+ {+ id: "meta-llama/Meta-Llama-3-70B-Instruct",+ displayName: "Llama 3 70B",+ contextWindow: 8192,+ inputPricePerMToken: 0.0,+ outputPricePerMToken: 0.0,+ capabilities: ["streaming"],+ },+ {+ id: "mistralai/Mistral-7B-Instruct-v0.3",+ displayName: "Mistral 7B",+ contextWindow: 32768,+ inputPricePerMToken: 0.0,+ outputPricePerMToken: 0.0,+ capabilities: ["streaming"],+ },+ {+ id: "google/gemma-2-9b-it",+ displayName: "Gemma 2 9B",+ contextWindow: 8192,+ inputPricePerMToken: 0.0,+ outputPricePerMToken: 0.0,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 2,+ step: 0.1,+ default: 0.7,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 2048,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.1,+ default: 0.95,+ description: "Nucleus sampling threshold",+ },+ },+ },+ replicate: {+ providerId: "replicate",+ displayName: "Replicate",+ description: "Run open source models in the cloud",+ requiresVault: true,+ supportedModels: [+ {+ id: "meta/meta-llama-3-70b-instruct",+ displayName: "Llama 3 70B",+ contextWindow: 8192,+ inputPricePerMToken: 0.65,+ outputPricePerMToken: 2.75,+ capabilities: ["streaming"],+ },+ {+ id: "meta/meta-llama-3-8b-instruct",+ displayName: "Llama 3 8B",+ contextWindow: 8192,+ inputPricePerMToken: 0.05,+ outputPricePerMToken: 0.25,+ capabilities: ["streaming"],+ },+ {+ id: "mistralai/mixtral-8x7b-instruct-v0.1",+ displayName: "Mixtral 8x7B",+ contextWindow: 32768,+ inputPricePerMToken: 0.3,+ outputPricePerMToken: 1.0,+ capabilities: ["streaming"],+ },+ ],+ configSchema: {+ temperature: {+ min: 0,+ max: 5,+ step: 0.01,+ default: 0.75,+ description: "Sampling temperature",+ },+ maxTokens: {+ min: 1,+ max: 4096,+ step: 1,+ default: 1000,+ description: "Maximum tokens to generate",+ },+ topP: {+ min: 0,+ max: 1,+ step: 0.01,+ default: 0.9,+ description: "Nucleus sampling threshold",+ },+ },+ },+};++export class ProviderRegistry {+ /**+ * Get all available providers+ */+ static async getAvailableProviders(): Promise<ProviderMetadata[]> {+ return Object.values(PROVIDER_METADATA);+ }++ /**+ * Get provider by ID+ */+ static async getProviderById(+ providerId: string+ ): Promise<ProviderMetadata | null> {+ return PROVIDER_METADATA[providerId] || null;+ }++ /**+ * Get provider by ID with custom models included+ */+ static async getProviderByIdWithCustomModels(+ providerId: string,+ userId: string,+ databaseConfigId: string+ ): Promise<ProviderMetadata | null> {+ const provider = PROVIDER_METADATA[providerId];+ if (!provider) return null;++ // Load custom models from database+ const customModels = await this.getCustomModels(+ providerId,+ userId,+ databaseConfigId+ );++ // Merge custom models with static models+ return {+ ...provider,+ supportedModels: [...provider.supportedModels, ...customModels],+ };+ }++ /**+ * Get all supported models across all providers+ */+ static async getAllModels(): Promise<+ Array<ModelMetadata & { providerId: string; providerName: string }>+ > {+ const models: Array<+ ModelMetadata & { providerId: string; providerName: string }+ > = [];++ for (const provider of Object.values(PROVIDER_METADATA)) {+ for (const model of provider.supportedModels) {+ models.push({+ ...model,+ providerId: provider.providerId,+ providerName: provider.displayName,+ });+ }+ }++ return models;+ }++ /**+ * Search providers by name or description+ */+ static async searchProviders(query: string): Promise<ProviderMetadata[]> {+ const lowerQuery = query.toLowerCase();+ return Object.values(PROVIDER_METADATA).filter(+ (provider) =>+ provider.displayName.toLowerCase().includes(lowerQuery) ||+ provider.description?.toLowerCase().includes(lowerQuery)+ );+ }++ /**+ * Get models for a specific provider (static models only)+ */+ static async getProviderModels(providerId: string): Promise<ModelMetadata[]> {+ const provider = PROVIDER_METADATA[providerId];+ return provider?.supportedModels || [];+ }++ /**+ * Get models for a specific provider including custom models+ */+ static async getProviderModelsWithCustom(+ providerId: string,+ userId: string,+ databaseConfigId: string+ ): Promise<ModelMetadata[]> {+ const provider = PROVIDER_METADATA[providerId];+ if (!provider) return [];++ // Load custom models from database+ const customModels = await this.getCustomModels(+ providerId,+ userId,+ databaseConfigId+ );++ // Merge static and custom models+ return [...provider.supportedModels, ...customModels];+ }++ /**+ * Load custom models from database for a specific provider+ */+ private static async getCustomModels(+ providerId: string,+ userId: string,+ databaseConfigId: string+ ): Promise<ModelMetadata[]> {+ try {+ // Import dynamically to avoid circular dependencies+ const { dataCollector } = await import("@/lib/platform/common");+ const { OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME } = await import(+ "@/lib/platform/openground/table-details"+ );+ const Sanitizer = (await import("@/utils/sanitizer")).default;++ const query = `+ SELECT+ model_id as id,+ display_name as displayName,+ context_window as contextWindow,+ input_price_per_m_token as inputPricePerMToken,+ output_price_per_m_token as outputPricePerMToken,+ capabilities+ FROM ${OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME}+ WHERE created_by_user_id = '${Sanitizer.sanitizeValue(userId)}'+ AND database_config_id = '${Sanitizer.sanitizeValue(databaseConfigId)}'+ AND provider = '${Sanitizer.sanitizeValue(providerId)}'+ ORDER BY created_at DESC+ `;++ const { data } = await dataCollector(+ { query },+ "query",+ databaseConfigId+ );++ return (data as ModelMetadata[]) || [];+ } catch (error) {+ console.error("Error loading custom models:", error);+ return [];+ }+ }+}diff --git a/src/client/src/lib/platform/openground/provider-service.ts b/src/client/src/lib/platform/openground/provider-service.tsnew file mode 100644index 00000000..874e9d21--- /dev/null+++ b/src/client/src/lib/platform/openground/provider-service.ts@@ -0,0 +1,148 @@+import { ProviderRegistry } from "./provider-registry";+import { getCustomModelsForProvider, getCustomModelsGroupedByProvider } from "./custom-models-service";+import { ProviderMetadata } from "@/types/openground";++/**+ * Get all available providers with custom models merged in+ */+export async function getAllProvidersWithCustomModels(+ userId: string,+ databaseConfigId: string+): Promise<{ data?: ProviderMetadata[]; err?: string }> {+ try {+ // Get static providers+ const providers = await ProviderRegistry.getAvailableProviders();++ // Get all custom models grouped by provider+ const { data: customModelsByProvider, err } = await getCustomModelsGroupedByProvider(+ userId,+ databaseConfigId+ );++ if (err) {+ return { err };+ }++ // Merge custom models into each provider+ const providersWithCustomModels = providers.map((provider) => {+ const customModels = customModelsByProvider?.[provider.providerId] || [];++ // Transform custom models to ModelMetadata format+ const customModelsFormatted = customModels.map((model) => ({+ id: model.model_id, // Use model_id as id for consistency+ displayName: model.displayName,+ contextWindow: model.contextWindow,+ inputPricePerMToken: model.inputPricePerMToken,+ outputPricePerMToken: model.outputPricePerMToken,+ capabilities: model.capabilities,+ }));++ return {+ ...provider,+ supportedModels: [+ ...provider.supportedModels,+ ...customModelsFormatted,+ ],+ };+ });++ return { data: providersWithCustomModels };+ } catch (error) {+ console.error("Error getting providers with custom models:", error);+ return { err: "Failed to load providers" };+ }+}++/**+ * Get a specific provider by ID with custom models merged in+ */+export async function getProviderByIdWithCustomModels(+ providerId: string,+ userId: string,+ databaseConfigId: string+): Promise<{ data?: ProviderMetadata; err?: string }> {+ try {+ // Get static provider+ const provider = await ProviderRegistry.getProviderById(providerId);+ if (!provider) {+ return { err: "Provider not found" };+ }++ // Get custom models for this provider+ const { data: customModels, err } = await getCustomModelsForProvider(+ userId,+ databaseConfigId,+ providerId+ );++ if (err) {+ return { err };+ }++ // Merge custom models with static models+ return {+ data: {+ ...provider,+ supportedModels: [+ ...provider.supportedModels,+ ...(customModels || []),+ ],+ },+ };+ } catch (error) {+ console.error("Error getting provider by ID with custom models:", error);+ return { err: "Failed to load provider" };+ }+}++/**+ * Search providers by query with custom models merged in+ */+export async function searchProvidersWithCustomModels(+ query: string,+ userId: string,+ databaseConfigId: string+): Promise<{ data?: ProviderMetadata[]; err?: string }> {+ try {+ // Search static providers+ const providers = await ProviderRegistry.searchProviders(query);++ // Get all custom models grouped by provider+ const { data: customModelsByProvider, err } = await getCustomModelsGroupedByProvider(+ userId,+ databaseConfigId+ );++ if (err) {+ return { err };+ }++ // Merge custom models into each provider+ const providersWithCustomModels = providers.map((provider) => {+ const customModels = customModelsByProvider?.[provider.providerId] || [];++ // Transform custom models to ModelMetadata format+ const customModelsFormatted = customModels.map((model) => ({+ id: model.model_id,+ displayName: model.displayName,+ contextWindow: model.contextWindow,+ inputPricePerMToken: model.inputPricePerMToken,+ outputPricePerMToken: model.outputPricePerMToken,+ capabilities: model.capabilities,+ }));++ return {+ ...provider,+ supportedModels: [+ ...provider.supportedModels,+ ...customModelsFormatted,+ ],+ };+ });++ return { data: providersWithCustomModels };+ } catch (error) {+ console.error("Error searching providers with custom models:", error);+ return { err: "Failed to search providers" };+ }+}diff --git a/src/client/src/lib/platform/openground/table-details.ts b/src/client/src/lib/platform/openground/table-details.tsnew file mode 100644index 00000000..8a19efc4--- /dev/null+++ b/src/client/src/lib/platform/openground/table-details.ts@@ -0,0 +1,4 @@+export const OPENLIT_OPENGROUND_TABLE_NAME = "openlit_openground";+export const OPENLIT_OPENGROUND_PROVIDERS_TABLE_NAME = "openlit_openground_providers";+export const OPENLIT_OPENGROUND_CONFIG_TABLE_NAME = "openlit_openground_configs";+export const OPENLIT_OPENGROUND_CUSTOM_MODELS_TABLE_NAME = "openlit_openground_custom_models";diff --git a/src/client/src/store/openground.ts b/src/client/src/store/openground.tsindex 0690a33b..291691f7 100644--- a/src/client/src/store/openground.ts+++ b/src/client/src/store/openground.ts@@ -5,16 +5,29 @@ import {EvalutatedResponseData,OpengroundStore,Providers,+ PromptSource,+ SelectedProvider,} from "@/types/store/openground";+import { ProviderResult } from "@/lib/platform/openground-clickhouse";export const opengroundStoreSlice: OpengroundStore = lens((setStore, getStore) => ({+ // Legacy fieldsselectedProviders: [],+ prompt: "",+ isLoading: false,++ // New fields+ promptSource: {+ type: "custom",+ content: "",+ variables: {},+ },+ selectedProvidersNew: [],evaluatedResponse: {isLoading: false,},- prompt: "",- isLoading: false,+ availableProviders: [],setProviderConfig: (path: string, value: any) => {const storeValue = getStore();const selectedProviders = set(storeValue.selectedProviders, path, value);@@ -58,7 +71,13 @@ export const opengroundStoreSlice: OpengroundStore = lens(setStore(() => ({...getStore(),selectedProviders: [],+ selectedProvidersNew: [],prompt: "",+ promptSource: {+ type: "custom",+ content: "",+ variables: {},+ },isLoading: false,evaluatedResponse: {isLoading: false,@@ -72,7 +91,7 @@ export const opengroundStoreSlice: OpengroundStore = lens(},}));},- setEvaluatedData: (data: EvalutatedResponseData) => {+ setEvaluatedData: (data: ProviderResult[]) => {setStore(() => ({...getStore(),evaluatedResponse: {@@ -81,5 +100,93 @@ export const opengroundStoreSlice: OpengroundStore = lens(},}));},++ // New actions+ setPromptSource: (source: PromptSource) => {+ setStore(() => ({+ ...getStore(),+ promptSource: source,+ }));+ },+ setPromptVariable: (key: string, value: string) => {+ const storeValue = getStore();+ setStore(() => ({+ ...storeValue,+ promptSource: {+ ...storeValue.promptSource,+ variables: {+ ...storeValue.promptSource.variables,+ [key]: value,+ },+ },+ }));+ },+ loadAvailableProviders: async () => {+ try {+ const response = await fetch("/api/openground/providers");+ if (response.ok) {+ const providers = await response.json();+ setStore(() => ({+ ...getStore(),+ availableProviders: providers,+ }));+ }+ } catch (error) {+ console.error("Failed to load providers:", error);+ }+ },+ addProviderNew: (provider: string, model: string, hasVaultConfig: boolean) => {+ const storeValue = getStore();+ setStore(() => ({+ ...storeValue,+ selectedProvidersNew: concat(storeValue.selectedProvidersNew, {+ provider,+ model,+ hasVaultConfig,+ config: {},+ }),+ }));+ },+ removeProviderNew: (index: number) => {+ const storeValue = getStore();+ setStore(() => ({+ ...storeValue,+ selectedProvidersNew: filter(+ storeValue.selectedProvidersNew,+ (_, i) => i !== index+ ),+ }));+ },+ setProviderConfigNew: (index: number, config: Record<string, any>) => {+ const storeValue = getStore();+ const providers = [...storeValue.selectedProvidersNew];+ if (providers[index]) {+ providers[index] = {+ ...providers[index],+ config: {+ ...providers[index].config,+ ...config,+ },+ };+ setStore(() => ({+ ...storeValue,+ selectedProvidersNew: providers,+ }));+ }+ },+ updateProviderModel: (index: number, model: string) => {+ const storeValue = getStore();+ const providers = [...storeValue.selectedProvidersNew];+ if (providers[index]) {+ providers[index] = {+ ...providers[index],+ model,+ };+ setStore(() => ({+ ...storeValue,+ selectedProvidersNew: providers,+ }));+ }+ },}));diff --git a/src/client/src/types/openground.ts b/src/client/src/types/openground.tsindex c4ab482f..e6d054c8 100644--- a/src/client/src/types/openground.ts+++ b/src/client/src/types/openground.ts@@ -1,12 +1,16 @@+import { ProviderResult } from "@/lib/platform/openground-clickhouse";++// ==================== Request & Response Types ====================+export interface OpengroundRequest {id: string;stats: string;createdByUser: {- name: string;- email: string;+ name: string;+ email: string;};databaseConfig: {- name: string;+ name: string;};}@@ -20,4 +24,137 @@ export interface OpengroundStats {minResponseTime: number;minCompletionTokensProvider: string;minCompletionTokens: number;-}\ No newline at end of file+}++// ==================== Provider & Model Types ====================++export interface ModelMetadata {+ id: string;+ displayName: string;+ contextWindow: number;+ inputPricePerMToken: number; // Price per million tokens+ outputPricePerMToken: number;+ capabilities?: string[]; // e.g., ["function-calling", "vision", "streaming"]+}++export interface ConfigField {+ min: number;+ max: number;+ step: number;+ default: number;+ description?: string;+}++export interface ProviderMetadata {+ providerId: string;+ displayName: string;+ description?: string;+ supportedModels: ModelMetadata[];+ configSchema: {+ temperature?: ConfigField;+ maxTokens?: ConfigField;+ topP?: ConfigField;+ };+ requiresVault: boolean;+ logoUrl?: string;+}++// ==================== Custom Model Types ====================++export interface CustomModel extends ModelMetadata {+ id: string; // UUID from database+ model_id: string; // Model identifier like "gpt-4o"+ provider?: string;+}++export interface CustomModelInput {+ provider: string;+ model_id: string;+ displayName: string;+ contextWindow?: number;+ inputPricePerMToken?: number;+ outputPricePerMToken?: number;+ capabilities?: string[];+}++// ==================== Store Types ====================++export type Providers = "anthropic" | "cohere" | "mistral" | "openai" | "google";++export type ProviderType = {+ key: Providers;+ title: string;+ subTitle: string;+ logo: string;+ logoDark: string;+ config: Record<string, any>[];+};++export type EvalutatedResponseData = Array<[string, any]>;++export type PromptSource = {+ type: "custom" | "prompt-hub";+ content?: string; // For custom prompts+ promptId?: string; // For Prompt Hub+ promptName?: string; // Display name+ version?: number; // For Prompt Hub+ variables?: Record<string, string>; // Variable substitutions+};++export type SelectedProvider = {+ provider: string;+ model: string;+ hasVaultConfig: boolean;+ config: {+ temperature?: number;+ maxTokens?: number;+ topP?: number;+ };+};++export type OpengroundStore = {+ // Legacy fields (keep for backward compatibility)+ selectedProviders: {+ provider: Providers;+ config: Record<string, any>;+ }[];+ prompt: string;+ isLoading: boolean;++ // New fields for updated architecture+ promptSource: PromptSource;+ selectedProvidersNew: SelectedProvider[];+ evaluatedResponse: {+ isLoading: boolean;+ data?: EvalutatedResponseData | ProviderResult[]; // Support both old and new formats+ };+ availableProviders: ProviderMetadata[];++ // Actions+ setPromptSource: (source: PromptSource) => void;+ setPromptVariable: (key: string, value: string) => void;+ loadAvailableProviders: () => Promise<void>;+ addProviderNew: (provider: string, model: string, hasVaultConfig: boolean) => void;+ removeProviderNew: (index: number) => void;+ setProviderConfigNew: (index: number, config: Record<string, any>) => void;+ updateProviderModel: (index: number, model: string) => void;+ setEvaluatedData: (data: ProviderResult[]) => void;+ setEvaluatedLoading: (loading: boolean) => void;+ reset: () => void;++ // Legacy actions (keep for backward compatibility during migration)+ setProviderConfig: (path: string, value: any) => void;+ setPrompt: (prompt: string) => void;+ addProvider: (+ provider: Providers,+ configObject?: Record<string, any>+ ) => void;+ removeProvider: (index: number) => void;+};++// ==================== Service Response Types ====================++export type ServiceResponse<T> = {+ data?: T;+ err?: string;+};diff --git a/src/client/src/types/store/openground.ts b/src/client/src/types/store/openground.tsindex 9b8c8e9d..69bfe11b 100644--- a/src/client/src/types/store/openground.ts+++ b/src/client/src/types/store/openground.ts@@ -1,35 +1,2 @@-export type Providers = "anthropic" | "cohere" | "mistral" | "openai";--export type ProviderType = {- key: Providers;- title: string;- subTitle: string;- logo: string;- logoDark: string;- config: Record<string, any>[];-};--export type EvalutatedResponseData = Array<[string, any]>;--export type OpengroundStore = {- selectedProviders: {- provider: Providers;- config: Record<string, any>;- }[];- evaluatedResponse: {- isLoading: boolean;- data?: EvalutatedResponseData;- };- prompt: string;- isLoading: boolean;- setProviderConfig: (path: string, value: any) => void;- setPrompt: (prompt: string) => void;- addProvider: (- provider: Providers,- configObject?: Record<string, any>- ) => void;- removeProvider: (index: number) => void;- reset: () => void;- setEvaluatedLoading: (l: boolean) => void;- setEvaluatedData: (data: EvalutatedResponseData) => void;-};\ No newline at end of file+// Re-export all types from the centralized openground types file+export * from "@/types/openground";diff --git a/src/client/src/utils/breadcrumbs.ts b/src/client/src/utils/breadcrumbs.tsindex d1bf6381..474bc88e 100644--- a/src/client/src/utils/breadcrumbs.ts+++ b/src/client/src/utils/breadcrumbs.ts@@ -1,3 +1,4 @@+import getMessage from "@/constants/messages";import { PageHeader } from "@/types/store/page";export interface BreadcrumbConfig {@@ -44,6 +45,15 @@ export function extractRouteParams(pathname: string, regex: RegExp): Record<stri}}+ // Extract openground ID+ if (pathname.includes('/openground/') && !pathname.endsWith('/openground')) {+ const parts = pathname.split('/');+ const idIndex = parts.indexOf('openground') + 1;+ if (idIndex < parts.length) {+ params.id = parts[idIndex];+ }+ }+return params;}@@ -149,20 +159,24 @@ export const ROUTE_CONFIGS: RouteConfig[] = [{ title: "Vault", href: "/vault" }],},-+// Openground{- regex: /^\/openground\/?.*$/,- getTitle: (pathname) => {- if (pathname === "/openground/new") return "New Evaluation";- return "Openground";- },- getBreadcrumbs: (pathname) => {- if (pathname === "/openground/new") {- return [{ title: "Openground", href: "/openground" }];- }- return [];+ regex: /^\/openground$/,+ getTitle: () => "Openground",+ getBreadcrumbs: () => [],+ },++ {+ regex: /^\/openground\/[^/]+$/,+ getTitle: (pathname, params) => {+ if (pathname === "/openground/new") return getMessage().OPENGROUND_CREATE_NEW_PLAYGROUND;+ if (pathname === "/openground/models") return getMessage().OPENGROUND_MANAGE_MODELS;+ return params?.id ? getMessage().OPENGROUND_RUN_DETAILS : getMessage().FEATURE_OPENGROUND;},+ getBreadcrumbs: () => [+ { title: getMessage().FEATURE_OPENGROUND, href: "/openground" }+ ],},// Settings