Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
[Feat]: Add seperate monitoring dashboards for LLM, VectorDBs and GPUs (#322)
Aman Agarwal0485a2eb8bf6
diff --git a/src/client/src/app/(playground)/dashboard/dashboard-type.tsx b/src/client/src/app/(playground)/dashboard/dashboard-type.tsxnew file mode 100644index 00000000..b66167af--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/dashboard-type.tsx@@ -0,0 +1,45 @@+import { useRootStore } from "@/store";+import { getDashboardType, setDashboardType } from "@/selectors/dashboard";+import { Tabs, TabsList, TabsTrigger } from "@/components/ui/tabs";+import { DASHBOARD_TYPE_OBJECT } from "@/store/dashboard";+import LLMDashboard from "./llm";+import GPUDashboard from "./gpu";+import VectorDashboard from "./vector";++const DashboardLabels: any = {+ llm: "LLM",+ vector: "VECTOR DB",+ gpu: "GPU",+};++export function DashboardTypeFilter() {+ const dashboardType = useRootStore(getDashboardType);+ const updateDashboardType = useRootStore(setDashboardType);+ return (+ <Tabs defaultValue={dashboardType} onValueChange={updateDashboardType}>+ <TabsList>+ {Object.keys(DASHBOARD_TYPE_OBJECT).map((key) => (+ <TabsTrigger key={key} value={key}>+ {DashboardLabels[key as any]}+ </TabsTrigger>+ ))}+ </TabsList>+ </Tabs>+ );+}++export function DashboardTypeGraphContainer() {+ const dashboardType = useRootStore(getDashboardType);++ return (+ <div className="flex flex-col grow w-full h-full rounded overflow-y-auto gap-4">+ {dashboardType === DASHBOARD_TYPE_OBJECT.llm ? (+ <LLMDashboard />+ ) : dashboardType === DASHBOARD_TYPE_OBJECT.vector ? (+ <VectorDashboard />+ ) : dashboardType === DASHBOARD_TYPE_OBJECT.gpu ? (+ <GPUDashboard />+ ) : null}+ </div>+ );+}diff --git a/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsx b/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsxnew file mode 100644index 00000000..4581d9b3--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsx@@ -0,0 +1,108 @@+import {+ AreaChart,+ Area,+ XAxis,+ YAxis,+ CartesianGrid,+ Tooltip,+ ResponsiveContainer,+} from "recharts";+import { useCallback, useEffect } from "react";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import { getFilterDetails } from "@/selectors/filter";+import { useRootStore } from "@/store";+import { getPingStatus } from "@/selectors/database-config";+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import IntermediateState from "@/components/(playground)/intermediate-state";+import { getFilterParamsForDashboard } from "@/helpers/filter";++const COLORS = ["#8884d8", "#82ca9d", "#ffc658"];++export default function GPUMetric({+ chartKeys,+ title,+ url,+}: {+ chartKeys: string[];+ title: string;+ url?: string;+}) {+ const filter = useRootStore(getFilterDetails);+ const pingStatus = useRootStore(getPingStatus);+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();+ const fetchData = useCallback(async () => {+ fireRequest({+ body: JSON.stringify({+ ...getFilterParamsForDashboard(filter),+ }),+ requestType: "POST",+ url: url ? url : "/api/metrics/gpu",+ responseDataKey: "data",+ });+ }, [filter]);++ useEffect(() => {+ if (+ filter.timeLimit.start &&+ filter.timeLimit.end &&+ pingStatus === "success"+ )+ fetchData();+ }, [filter, fetchData, pingStatus]);++ const updatedDataWithType = ((data || []) as any[]) || [];++ return (+ <Card className="w-full flex flex-col h-64">+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">+ <CardTitle className="text-sm font-medium text-stone-950 dark:text-white">+ {title}+ </CardTitle>+ </CardHeader>+ <CardContent className="grow">+ {isLoading || !isFetched || pingStatus === "pending" ? (+ <IntermediateState type="loading" />+ ) : updatedDataWithType.length === 0 ? (+ <IntermediateState type="nodata" />+ ) : (+ <ResponsiveContainer width="100%" height="100%">+ <AreaChart+ width={500}+ height={400}+ data={updatedDataWithType}+ margin={{+ top: 10,+ right: 30,+ left: 0,+ bottom: 0,+ }}+ >+ <CartesianGrid strokeDasharray="3 3" />+ <XAxis+ dataKey="request_time"+ className="text-xs stroke-stone-300"+ stroke="currentColor"+ />+ <YAxis+ className="text-xs stroke-stone-300"+ stroke="currentColor"+ domain={[0, "dataMax + 15"]}+ />+ <Tooltip labelClassName="dark:text-stone-700" />+ {chartKeys.map((type, index) => (+ <Area+ key={type}+ type="monotone"+ dataKey={type.replaceAll(".", "_")}+ stackId="1"+ stroke={COLORS[index]}+ fill={COLORS[index]}+ />+ ))}+ </AreaChart>+ </ResponsiveContainer>+ )}+ </CardContent>+ </Card>+ );+}diff --git a/src/client/src/app/(playground)/dashboard/gpu/index.tsx b/src/client/src/app/(playground)/dashboard/gpu/index.tsxnew file mode 100644index 00000000..3310ee0f--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/gpu/index.tsx@@ -0,0 +1,43 @@+import GPUMetric from "./gpu-metric";+import NumberStats from "./number-stats";++export default function GPUDashboard() {+ return (+ <>+ <NumberStats />+ <div className="grid-cols-2 grid gap-4">+ <GPUMetric+ chartKeys={[+ "utilization_percentage",+ "enc_utilization_percentage",+ "dec_utilization_percentage",+ ]}+ url="/api/metrics/gpu/utilization/time"+ title="Avg Utilization Percentage (%)"+ />++ <GPUMetric+ chartKeys={["temperature"]}+ url="/api/metrics/gpu/temperature/time"+ title="Avg Temperature (°C)"+ />+ <GPUMetric+ chartKeys={["memory_total", "memory_used", "memory_free"]}+ url="/api/metrics/gpu/memory/time"+ title="Memory (MB)"+ />++ <GPUMetric+ chartKeys={["power.limit", "power.draw"]}+ url="/api/metrics/gpu/power/time"+ title="Power (Watt)"+ />+ <GPUMetric+ chartKeys={["fan_speed"]}+ url="/api/metrics/gpu/fanspeed/time"+ title="Fan speed (0-100)"+ />+ </div>+ </>+ );+}diff --git a/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsx b/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsxnew file mode 100644index 00000000..9cb7d065--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsx@@ -0,0 +1,39 @@+import StatCard from "@/components/(playground)/stat-card";+import { MemoryStick, PowerIcon, Thermometer, UtilityPole } from "lucide-react";++function NumberStats() {+ return (+ <div className="grid gap-4 md:grid-cols-2 lg:grid-cols-4">+ <StatCard+ dataKey="utilization_percentage"+ heading="Avg utilization percentage"+ textSuffix="%"+ icon={UtilityPole}+ url="/api/metrics/gpu/utilization/average"+ />+ <StatCard+ dataKey="temperature"+ heading="Avg temperature"+ icon={Thermometer}+ textSuffix="°C"+ url="/api/metrics/gpu/temperature/average"+ />+ <StatCard+ dataKey="power_draw"+ heading="Avg power draw"+ icon={PowerIcon}+ textSuffix="W"+ url="/api/metrics/gpu/power/average"+ />+ <StatCard+ dataKey="memory_used"+ heading="Average memory used"+ icon={MemoryStick}+ textSuffix="MB"+ url="/api/metrics/gpu/memory/average"+ />+ </div>+ );+}++export default NumberStats;diff --git a/src/client/src/app/(playground)/dashboard/data-charts.tsx b/src/client/src/app/(playground)/dashboard/llm/data-charts.tsxsimilarity index 79%rename from src/client/src/app/(playground)/dashboard/data-charts.tsxrename to src/client/src/app/(playground)/dashboard/llm/data-charts.tsxindex 562cb424..db315641 100644--- a/src/client/src/app/(playground)/dashboard/data-charts.tsx+++ b/src/client/src/app/(playground)/dashboard/llm/data-charts.tsx@@ -7,25 +7,25 @@ export default function DataCharts() {categoryKey="count"heading="Generation by categories"indexKey="category"- url="/api/metrics/category"+ url="/api/metrics/llm/category"/><PieChartCardcategoryKey="count"heading="Generation by provider"indexKey="provider"- url="/api/metrics/endpoint"+ url="/api/metrics/llm/endpoint"/><PieChartCardcategoryKey="cost"heading="Cost by Environment"indexKey="environment"- url="/api/metrics/cost/environment"+ url="/api/metrics/llm/cost/environment"/><PieChartCardcategoryKey="cost"heading="Cost by application"indexKey="applicationName"- url="/api/metrics/cost/application"+ url="/api/metrics/llm/cost/application"/></div>);diff --git a/src/client/src/app/(playground)/dashboard/llm/index.tsx b/src/client/src/app/(playground)/dashboard/llm/index.tsxnew file mode 100644index 00000000..757259d5--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/llm/index.tsx@@ -0,0 +1,17 @@+import DataCharts from "./data-charts";+import NumberStats from "./number-stats";+import RequestsPerTime from "./requests-per-time";+import TokenCharts from "./token-charts";++export default function LLMDashboard() {+ return (+ <>+ <NumberStats />+ <div className="flex flex-col gap-4">+ <RequestsPerTime />+ <DataCharts />+ <TokenCharts />+ </div>+ </>+ );+}diff --git a/src/client/src/app/(playground)/dashboard/number-stats.tsx b/src/client/src/app/(playground)/dashboard/llm/number-stats.tsxsimilarity index 83%rename from src/client/src/app/(playground)/dashboard/number-stats.tsxrename to src/client/src/app/(playground)/dashboard/llm/number-stats.tsxindex 75fff354..f93d3993 100644--- a/src/client/src/app/(playground)/dashboard/number-stats.tsx+++ b/src/client/src/app/(playground)/dashboard/llm/number-stats.tsx@@ -14,12 +14,18 @@ function NumberStats() {<div className="grid gap-4 md:grid-cols-2 lg:grid-cols-5"><StatCarddataKey="total_requests"+ extraParams={{+ operationType: "llm",+ }}heading="Total requests"icon={RadioTower}url="/api/metrics/request/total"/><StatCarddataKey="average_duration"+ extraParams={{+ operationType: "llm",+ }}heading="Avg Request Duration"icon={Timer}textSuffix="s"@@ -33,7 +39,7 @@ function NumberStats() {extraParams={{ type: "total" }}heading="Avg tokens per request"icon={Braces}- url="/api/metrics/token/request/average"+ url="/api/metrics/llm/token/request/average"/><StatCarddataKey="total_usage_cost"@@ -41,7 +47,7 @@ function NumberStats() {icon={CircleDollarSign}roundTo={7}textPrefix="$"- url="/api/metrics/cost/total"+ url="/api/metrics/llm/cost/total"/><StatCarddataKey="average_usage_cost"@@ -49,7 +55,7 @@ function NumberStats() {icon={Banknote}roundTo={7}textPrefix="$"- url="/api/metrics/cost/request/average"+ url="/api/metrics/llm/cost/request/average"/></div>);diff --git a/src/client/src/app/(playground)/dashboard/requests-per-time.tsx b/src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsxsimilarity index 98%rename from src/client/src/app/(playground)/dashboard/requests-per-time.tsxrename to src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsxindex a7d9caef..a1ebe949 100644--- a/src/client/src/app/(playground)/dashboard/requests-per-time.tsx+++ b/src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsx@@ -13,7 +13,7 @@ import { useRootStore } from "@/store";import { getFilterDetails } from "@/selectors/filter";import { getPingStatus } from "@/selectors/database-config";import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";-import { COLORS } from "../../../../colors";+import { COLORS } from "../../../../../colors";import IntermediateState from "@/components/(playground)/intermediate-state";import { toast } from "sonner";import { getFilterParamsForDashboard } from "@/helpers/filter";diff --git a/src/client/src/app/(playground)/dashboard/token-charts.tsx b/src/client/src/app/(playground)/dashboard/llm/token-charts.tsxsimilarity index 90%rename from src/client/src/app/(playground)/dashboard/token-charts.tsxrename to src/client/src/app/(playground)/dashboard/llm/token-charts.tsxindex 1bc15c40..63cd1efe 100644--- a/src/client/src/app/(playground)/dashboard/token-charts.tsx+++ b/src/client/src/app/(playground)/dashboard/llm/token-charts.tsx@@ -14,14 +14,13 @@ import {} from "recharts";import { useCallback, useEffect, useState } from "react";import useFetchWrapper from "@/utils/hooks/useFetchWrapper";-import { getChartColors } from "@/constants/chart-colors";import { getFilterDetails } from "@/selectors/filter";import { useRootStore } from "@/store";import { getPingStatus } from "@/selectors/database-config";import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";import { Badge } from "@/components/ui/badge";import { ScrollArea, ScrollBar } from "@/components/ui/scroll-area";-import { COLORS } from "../../../../colors";+import { COLORS } from "../../../../../colors";import IntermediateState from "@/components/(playground)/intermediate-state";import { getFilterParamsForDashboard } from "@/helpers/filter";@@ -34,7 +33,7 @@ function TopModels() {fireRequest({body: JSON.stringify(getFilterParamsForDashboard(filter)),requestType: "POST",- url: "/api/metrics/model/top",+ url: "/api/metrics/llm/model/top",responseDataKey: "data",});}, [filter]);@@ -48,13 +47,10 @@ function TopModels() {fetchData();}, [filter, fetchData, pingStatus]);- const colors = getChartColors((data as any[])?.length || 0);-const updatedData = ((data as any[]) || []).map((item, index) => ({name: item.model,value: item.model_count,target: item.total,- color: colors[index],}));return (@@ -81,27 +77,28 @@ function TopModels() {left: 0,bottom: 5,}}- barSize={10}+ layout="vertical">- <XAxis- dataKey="name"- className="stroke-stone-300"- fontSize={10}- stroke="currentColor"- interval={0}- angle={-5}- />- <YAxis- className="text-xs stroke-stone-300"- domain={[0, "dataMax + 15"]}- stroke="currentColor"- />- <Bar dataKey="value" className="fill-primary">+ <YAxis dataKey="name" type="category" axisLine={false} hide />+ <XAxis dataKey="value" type="number" hide />+ <Bar+ dataKey="value"+ className="fill-primary"+ radius={[0, 20, 20, 0]}+ >+ <LabelList+ dataKey="name"+ position="insideLeft"+ offset={8}+ className="fill-stone-100"+ fontSize={12}+ /><LabelListdataKey="value"- position="top"- className="fill-stone-700 dark:fill-stone-200"- fill="currentColor"+ position="right"+ offset={8}+ className="fill-stone-800 dark:fill-stone-100"+ fontSize={12}/></Bar></BarChart>@@ -124,7 +121,7 @@ function ModelsPerTime() {fireRequest({body: JSON.stringify(getFilterParamsForDashboard(filter)),requestType: "POST",- url: "/api/metrics/model/time",+ url: "/api/metrics/llm/model/time",responseDataKey: "data",});}, [filter]);@@ -220,7 +217,7 @@ function TokensPerTime() {fireRequest({body: JSON.stringify(getFilterParamsForDashboard(filter)),requestType: "POST",- url: "/api/metrics/token/time",+ url: "/api/metrics/llm/token/time",responseDataKey: "data",});}, [filter]);@@ -313,7 +310,7 @@ function TokenCharts() {heading="Avg prompt tokens / request"loadingClass="h-8 w-12"textClass="text-2xl"- url="/api/metrics/token/request/average"+ url="/api/metrics/llm/token/request/average"/><StatCarddataKey="total_tokens"@@ -321,7 +318,7 @@ function TokenCharts() {heading="Avg completion tokens / request"loadingClass="h-8 w-12"textClass="text-2xl"- url="/api/metrics/token/request/average"+ url="/api/metrics/llm/token/request/average"/></div><TokensPerTime />diff --git a/src/client/src/app/(playground)/dashboard/page.tsx b/src/client/src/app/(playground)/dashboard/page.tsxindex b2709b88..823c8059 100644--- a/src/client/src/app/(playground)/dashboard/page.tsx+++ b/src/client/src/app/(playground)/dashboard/page.tsx@@ -1,22 +1,18 @@"use client";import Filter from "../../../components/(playground)/filter";-import DataCharts from "./data-charts";-import NumberStats from "./number-stats";-import RequestsPerTime from "./requests-per-time";-import TokenCharts from "./token-charts";+import {+ DashboardTypeFilter,+ DashboardTypeGraphContainer,+} from "./dashboard-type";-export default function PlaygroundPage() {+export default function DashboardPage() {return (<>- <Filter className="mb-4" />- <div className="flex flex-col grow w-full h-full rounded overflow-y-auto gap-4">- <NumberStats />- <div className="flex flex-col gap-4">- <RequestsPerTime />- <DataCharts />- <TokenCharts />- </div>+ <div className="flex items-center w-full justify-between mb-4">+ <Filter />+ <DashboardTypeFilter /></div>+ <DashboardTypeGraphContainer /></>);}diff --git a/src/client/src/app/(playground)/dashboard/vector/index.tsx b/src/client/src/app/(playground)/dashboard/vector/index.tsxnew file mode 100644index 00000000..17a4f9d8--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/vector/index.tsx@@ -0,0 +1,14 @@+import NumberStats from "./number-stats";+import dynamic from "next/dynamic";+const Operations = dynamic(() => import("./operations"), {+ ssr: false,+});++export default function VectorDashboard() {+ return (+ <>+ <NumberStats />+ <Operations />+ </>+ );+}diff --git a/src/client/src/app/(playground)/dashboard/vector/number-stats.tsx b/src/client/src/app/(playground)/dashboard/vector/number-stats.tsxnew file mode 100644index 00000000..1601894a--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/vector/number-stats.tsx@@ -0,0 +1,56 @@+import PieChartCard from "@/components/(playground)/pie-chart-card";+import StatCard from "@/components/(playground)/stat-card";+import { TraceMapping } from "@/constants/traces";+import { integerParser } from "@/helpers/trace";+import { RadioTower, Timer } from "lucide-react";++function NumberStats() {+ return (+ <div className="grid gap-4 md:grid-cols-2 lg:grid-cols-4">+ <div className="grid gap-4 grid-cols-1">+ <StatCard+ dataKey="total_requests"+ extraParams={{+ operationType: "vectordb",+ }}+ heading="Total requests"+ icon={RadioTower}+ url="/api/metrics/request/total"+ />+ <StatCard+ dataKey="average_duration"+ extraParams={{+ operationType: "vectordb",+ }}+ heading="Avg Request Duration"+ icon={Timer}+ textSuffix="s"+ parser={(value: any) =>+ integerParser(`${value}`, TraceMapping.requestDuration.offset)+ }+ url="/api/metrics/request/duration/average"+ />+ </div>+ <PieChartCard+ categoryKey="count"+ heading="Generation by system"+ indexKey="system"+ url="/api/metrics/vector/system"+ />+ <PieChartCard+ categoryKey="count"+ heading="Generation by application"+ indexKey="applicationName"+ url="/api/metrics/vector/application"+ />+ <PieChartCard+ categoryKey="count"+ heading="Generation by Environment"+ indexKey="environment"+ url="/api/metrics/vector/environment"+ />+ </div>+ );+}++export default NumberStats;diff --git a/src/client/src/app/(playground)/dashboard/vector/operations.tsx b/src/client/src/app/(playground)/dashboard/vector/operations.tsxnew file mode 100644index 00000000..4e1a356c--- /dev/null+++ b/src/client/src/app/(playground)/dashboard/vector/operations.tsx@@ -0,0 +1,100 @@+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";+import { getChartColors } from "@/constants/chart-colors";+import { getFilterParamsForDashboard } from "@/helpers/filter";+import { getPingStatus } from "@/selectors/database-config";+import { getFilterDetails } from "@/selectors/filter";+import { useRootStore } from "@/store";+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";+import { useCallback, useEffect } from "react";+import IntermediateState from "@/components/(playground)/intermediate-state";+import {+ Bar,+ BarChart,+ LabelList,+ ResponsiveContainer,+ XAxis,+ YAxis,+} from "recharts";++export default function Operations() {+ const filter = useRootStore(getFilterDetails);+ const pingStatus = useRootStore(getPingStatus);+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();++ const fetchData = useCallback(async () => {+ fireRequest({+ body: JSON.stringify(getFilterParamsForDashboard(filter)),+ requestType: "POST",+ url: "/api/metrics/vector/operation",+ responseDataKey: "data",+ });+ }, [filter]);++ useEffect(() => {+ if (+ filter.timeLimit.start &&+ filter.timeLimit.end &&+ pingStatus === "success"+ )+ fetchData();+ }, [filter, fetchData, pingStatus]);++ const colors = getChartColors((data as any[])?.length || 0);++ const updatedData = ((data as any[]) || []).map((item, index) => ({+ name: item.operation,+ value: item.count,+ color: colors[index],+ }));++ return (+ <Card className="col-span-1">+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">+ <CardTitle className="text-sm font-medium text-stone-950 dark:text-white">+ Generation by operation+ </CardTitle>+ </CardHeader>+ <CardContent>+ <ResponsiveContainer className="!h-60" width="100%" height="100%">+ {isLoading || !isFetched || pingStatus === "pending" ? (+ <IntermediateState type="loading" classNames="h-40" />+ ) : updatedData.length === 0 ? (+ <IntermediateState type="nodata" classNames="h-40" />+ ) : (+ <BarChart+ data={updatedData}+ layout="vertical"+ margin={{ right: 140 }}+ width={500}+ height={300}+ >+ <YAxis dataKey="name" type="category" axisLine={false} hide />+ <XAxis dataKey="value" type="number" hide />+ <Bar+ dataKey="value"+ layout="vertical"+ className="fill-primary"+ radius={[0, 20, 20, 0]}+ >+ <LabelList+ dataKey="name"+ position="insideLeft"+ offset={8}+ className="fill-stone-100"+ fontSize={12}+ />+ <LabelList+ dataKey="value"+ position="right"+ offset={8}+ className="fill-stone-800 dark:fill-stone-100"+ fontSize={12}+ />+ </Bar>+ </BarChart>+ )}+ </ResponsiveContainer>+ </CardContent>+ </Card>+ );+}diff --git a/src/client/src/app/api/metrics/gpu/fanspeed/time/route.ts b/src/client/src/app/api/metrics/gpu/fanspeed/time/route.tsnew file mode 100644index 00000000..aa0100d1--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/fanspeed/time/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getFanspeedParamsPerTime } from "@/lib/platform/gpu/fanspeed";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.FANSPEED_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getFanspeedParamsPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/memory/average/route.ts b/src/client/src/app/api/metrics/gpu/memory/average/route.tsnew file mode 100644index 00000000..9640a88e--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/memory/average/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getAverageMemoryUsage } from "@/lib/platform/gpu/memory";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_MEMORY_USAGE+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageMemoryUsage(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/memory/time/route.ts b/src/client/src/app/api/metrics/gpu/memory/time/route.tsnew file mode 100644index 00000000..706227a2--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/memory/time/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getMemoryParamsPerTime } from "@/lib/platform/gpu/memory";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.MEMORY_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getMemoryParamsPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/power/average/route.ts b/src/client/src/app/api/metrics/gpu/power/average/route.tsnew file mode 100644index 00000000..166f92c0--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/power/average/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getAveragePowerDraw } from "@/lib/platform/gpu/power";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_POWER_DRAW+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAveragePowerDraw(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/power/time/route.ts b/src/client/src/app/api/metrics/gpu/power/time/route.tsnew file mode 100644index 00000000..7fc219b2--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/power/time/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getPowerParamsPerTime } from "@/lib/platform/gpu/power";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.POWER_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getPowerParamsPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/temperature/average/route.ts b/src/client/src/app/api/metrics/gpu/temperature/average/route.tsnew file mode 100644index 00000000..6035c29d--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/temperature/average/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getAverageTemperature } from "@/lib/platform/gpu/temperature";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_TEMPERATURE+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageTemperature(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/temperature/time/route.ts b/src/client/src/app/api/metrics/gpu/temperature/time/route.tsnew file mode 100644index 00000000..12527f3c--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/temperature/time/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getAverageTemperatureParamsPerTime } from "@/lib/platform/gpu/temperature";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.POWER_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageTemperatureParamsPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/utilization/average/route.ts b/src/client/src/app/api/metrics/gpu/utilization/average/route.tsnew file mode 100644index 00000000..7785a1dd--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/utilization/average/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getAverageUtilization } from "@/lib/platform/gpu/utilization";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_UTILIZATION_PERCENTAGE+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageUtilization(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/gpu/utilization/time/route.ts b/src/client/src/app/api/metrics/gpu/utilization/time/route.tsnew file mode 100644index 00000000..87d7d161--- /dev/null+++ b/src/client/src/app/api/metrics/gpu/utilization/time/route.ts@@ -0,0 +1,28 @@+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getUtilizationParamsPerTime } from "@/lib/platform/gpu/utilization";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: GPUMetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.UTILIZATION_PERCENTAGE_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getUtilizationParamsPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/category/route.ts b/src/client/src/app/api/metrics/llm/category/route.tssimilarity index 97%rename from src/client/src/app/api/metrics/category/route.tsrename to src/client/src/app/api/metrics/llm/category/route.tsindex a86e56b8..0f7efc3f 100644--- a/src/client/src/app/api/metrics/category/route.ts+++ b/src/client/src/app/api/metrics/llm/category/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getResultGenerationByCategories } from "@/lib/platform/category";+import { getResultGenerationByCategories } from "@/lib/platform/llm/category";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/cost/application/route.ts b/src/client/src/app/api/metrics/llm/cost/application/route.tssimilarity index 90%rename from src/client/src/app/api/metrics/cost/application/route.tsrename to src/client/src/app/api/metrics/llm/cost/application/route.tsindex 00b5916d..e4abcc41 100644--- a/src/client/src/app/api/metrics/cost/application/route.ts+++ b/src/client/src/app/api/metrics/llm/cost/application/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getCostByApplication } from "@/lib/platform/cost";+import { getCostByApplication } from "@/lib/platform/llm/cost";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/cost/environment/route.ts b/src/client/src/app/api/metrics/llm/cost/environment/route.tssimilarity index 90%rename from src/client/src/app/api/metrics/cost/environment/route.tsrename to src/client/src/app/api/metrics/llm/cost/environment/route.tsindex 89996aed..f269f22a 100644--- a/src/client/src/app/api/metrics/cost/environment/route.ts+++ b/src/client/src/app/api/metrics/llm/cost/environment/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getCostByEnvironment } from "@/lib/platform/cost";+import { getCostByEnvironment } from "@/lib/platform/llm/cost";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/cost/request/average/route.ts b/src/client/src/app/api/metrics/llm/cost/request/average/route.tssimilarity index 91%rename from src/client/src/app/api/metrics/cost/request/average/route.tsrename to src/client/src/app/api/metrics/llm/cost/request/average/route.tsindex 6f8fa354..1dc22c27 100644--- a/src/client/src/app/api/metrics/cost/request/average/route.ts+++ b/src/client/src/app/api/metrics/llm/cost/request/average/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getAverageCost } from "@/lib/platform/cost";+import { getAverageCost } from "@/lib/platform/llm/cost";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/cost/total/route.ts b/src/client/src/app/api/metrics/llm/cost/total/route.tssimilarity index 85%rename from src/client/src/app/api/metrics/cost/total/route.tsrename to src/client/src/app/api/metrics/llm/cost/total/route.tsindex 4e62f17e..a61a71dc 100644--- a/src/client/src/app/api/metrics/cost/total/route.ts+++ b/src/client/src/app/api/metrics/llm/cost/total/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getTotalCost } from "@/lib/platform/cost";+import { getTotalCost } from "@/lib/platform/llm/cost";import {validateMetricsRequest,validateMetricsRequestType,@@ -15,7 +15,7 @@ export async function POST(request: Request) {const validationParam = validateMetricsRequest(params,- validateMetricsRequestType.TOTAL_REQUESTS+ validateMetricsRequestType.TOTAL_COST);if (!validationParam.success)diff --git a/src/client/src/app/api/metrics/endpoint/route.ts b/src/client/src/app/api/metrics/llm/endpoint/route.tssimilarity index 71%rename from src/client/src/app/api/metrics/endpoint/route.tsrename to src/client/src/app/api/metrics/llm/endpoint/route.tsindex 2f584505..f37bf59e 100644--- a/src/client/src/app/api/metrics/endpoint/route.ts+++ b/src/client/src/app/api/metrics/llm/endpoint/route.ts@@ -1,16 +1,18 @@-import { MetricParams, TimeLimit } from "@/lib/platform/common";+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";import {validateMetricsRequest,validateMetricsRequestType,} from "@/helpers/platform";-import { getResultGenerationByEndpoint } from "@/lib/platform/endpoint";+import { getResultGenerationByEndpoint } from "@/lib/platform/llm/endpoint";export async function POST(request: Request) {const formData = await request.json();const timeLimit = formData.timeLimit as TimeLimit;+ const operationType = formData.operationType as OPERATION_TYPE;const params: MetricParams = {timeLimit,+ operationType,};const validationParam = validateMetricsRequest(diff --git a/src/client/src/app/api/metrics/model/time/route.ts b/src/client/src/app/api/metrics/llm/model/time/route.tssimilarity index 91%rename from src/client/src/app/api/metrics/model/time/route.tsrename to src/client/src/app/api/metrics/llm/model/time/route.tsindex 013d7cd5..04717fa8 100644--- a/src/client/src/app/api/metrics/model/time/route.ts+++ b/src/client/src/app/api/metrics/llm/model/time/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getModelsPerTime } from "@/lib/platform/model";+import { getModelsPerTime } from "@/lib/platform/llm/model";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/model/top/route.ts b/src/client/src/app/api/metrics/llm/model/top/route.tssimilarity index 98%rename from src/client/src/app/api/metrics/model/top/route.tsrename to src/client/src/app/api/metrics/llm/model/top/route.tsindex 2d48f11c..d82e8526 100644--- a/src/client/src/app/api/metrics/model/top/route.ts+++ b/src/client/src/app/api/metrics/llm/model/top/route.ts@@ -1,4 +1,4 @@-import { ModelMetricParams, getTopModels } from "@/lib/platform/model";+import { ModelMetricParams, getTopModels } from "@/lib/platform/llm/model";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/token/request/average/route.ts b/src/client/src/app/api/metrics/llm/token/request/average/route.tssimilarity index 95%rename from src/client/src/app/api/metrics/token/request/average/route.tsrename to src/client/src/app/api/metrics/llm/token/request/average/route.tsindex baae1727..22692787 100644--- a/src/client/src/app/api/metrics/token/request/average/route.ts+++ b/src/client/src/app/api/metrics/llm/token/request/average/route.ts@@ -1,7 +1,7 @@import {type TokenParams,getAverageTokensPerRequest,-} from "@/lib/platform/token";+} from "@/lib/platform/llm/token";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/token/time/route.ts b/src/client/src/app/api/metrics/llm/token/time/route.tssimilarity index 91%rename from src/client/src/app/api/metrics/token/time/route.tsrename to src/client/src/app/api/metrics/llm/token/time/route.tsindex 3dbb1aa6..8a4ef1d6 100644--- a/src/client/src/app/api/metrics/token/time/route.ts+++ b/src/client/src/app/api/metrics/llm/token/time/route.ts@@ -1,5 +1,5 @@import { MetricParams, TimeLimit } from "@/lib/platform/common";-import { getTokensPerTime } from "@/lib/platform/token";+import { getTokensPerTime } from "@/lib/platform/llm/token";import {validateMetricsRequest,validateMetricsRequestType,diff --git a/src/client/src/app/api/metrics/request/duration/average/route.ts b/src/client/src/app/api/metrics/request/duration/average/route.tsindex 7ce714b0..20ff9219 100644--- a/src/client/src/app/api/metrics/request/duration/average/route.ts+++ b/src/client/src/app/api/metrics/request/duration/average/route.ts@@ -1,4 +1,4 @@-import { MetricParams, TimeLimit } from "@/lib/platform/common";+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";import { getAverageRequestDuration } from "@/lib/platform/request";import {validateMetricsRequest,@@ -8,9 +8,11 @@ import {export async function POST(request: Request) {const formData = await request.json();const timeLimit = formData.timeLimit as TimeLimit;+ const operationType = formData.operationType as OPERATION_TYPE;const params: MetricParams = {timeLimit,+ operationType,};const validationParam = validateMetricsRequest(diff --git a/src/client/src/app/api/metrics/request/total/route.ts b/src/client/src/app/api/metrics/request/total/route.tsindex d2e2cb60..3e485b58 100644--- a/src/client/src/app/api/metrics/request/total/route.ts+++ b/src/client/src/app/api/metrics/request/total/route.ts@@ -1,4 +1,4 @@-import { MetricParams, TimeLimit } from "@/lib/platform/common";+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";import { getTotalRequests } from "@/lib/platform/request";import {validateMetricsRequest,@@ -8,9 +8,11 @@ import {export async function POST(request: Request) {const formData = await request.json();const timeLimit = formData.timeLimit as TimeLimit;+ const operationType = formData.operationType as OPERATION_TYPE;const params: MetricParams = {timeLimit,+ operationType,};const validationParam = validateMetricsRequest(diff --git a/src/client/src/app/api/metrics/vector/application/route.ts b/src/client/src/app/api/metrics/vector/application/route.tsnew file mode 100644index 00000000..a0f93d9b--- /dev/null+++ b/src/client/src/app/api/metrics/vector/application/route.ts@@ -0,0 +1,28 @@+import { MetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getResultGenerationByApplication } from "@/lib/platform/vector/application";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: MetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.GENERATION_BY_APPLICATION+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getResultGenerationByApplication(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/vector/environment/route.ts b/src/client/src/app/api/metrics/vector/environment/route.tsnew file mode 100644index 00000000..f9f39b2b--- /dev/null+++ b/src/client/src/app/api/metrics/vector/environment/route.ts@@ -0,0 +1,28 @@+import { MetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getResultGenerationByEnvironment } from "@/lib/platform/vector/environment";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: MetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.GENERATION_BY_ENVIRONMENT+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getResultGenerationByEnvironment(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/vector/operation/route.ts b/src/client/src/app/api/metrics/vector/operation/route.tsnew file mode 100644index 00000000..45c4407e--- /dev/null+++ b/src/client/src/app/api/metrics/vector/operation/route.ts@@ -0,0 +1,28 @@+import { MetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getResultGenerationByOperation } from "@/lib/platform/vector/operation";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: MetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.GENERATION_BY_OPERATION+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getResultGenerationByOperation(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/vector/system/route.ts b/src/client/src/app/api/metrics/vector/system/route.tsnew file mode 100644index 00000000..4033148c--- /dev/null+++ b/src/client/src/app/api/metrics/vector/system/route.ts@@ -0,0 +1,28 @@+import { MetricParams, TimeLimit } from "@/lib/platform/common";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/helpers/platform";+import { getResultGenerationBySystem } from "@/lib/platform/vector/system";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit as TimeLimit;++ const params: MetricParams = {+ timeLimit,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.GENERATION_BY_SYSTEM+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getResultGenerationBySystem(params);+ return Response.json(res);+}diff --git a/src/client/src/components/(playground)/pie-chart-card.tsx b/src/client/src/components/(playground)/pie-chart-card.tsxindex cf47b99c..f301d915 100644--- a/src/client/src/components/(playground)/pie-chart-card.tsx+++ b/src/client/src/components/(playground)/pie-chart-card.tsx@@ -109,20 +109,24 @@ const PieChartRenderer = ({type PieChartCardProps = {categoryKey: string;+ extraParams?: Record<any, any>;heading: string;indexKey: string;url: string;};const PieChartCard = memo(- ({ categoryKey, heading, indexKey, url }: PieChartCardProps) => {+ ({ categoryKey, extraParams, heading, indexKey, url }: PieChartCardProps) => {const filter = useRootStore(getFilterDetails);const pingStatus = useRootStore(getPingStatus);const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();const fetchData = useCallback(async () => {fireRequest({- body: JSON.stringify(getFilterParamsForDashboard(filter)),+ body: JSON.stringify({+ ...getFilterParamsForDashboard(filter),+ ...extraParams,+ }),requestType: "POST",url,responseDataKey: "data",diff --git a/src/client/src/components/(playground)/stat-card.tsx b/src/client/src/components/(playground)/stat-card.tsxindex 465651d4..7552a8ae 100644--- a/src/client/src/components/(playground)/stat-card.tsx+++ b/src/client/src/components/(playground)/stat-card.tsx@@ -111,20 +111,18 @@ const StatCard = memo()}${textSuffix}`}</div>)}- {doesPreviousDataKeyExist && (- <span- className={`flex items-center text-xs text-muted-foreground ${- changePercent > 0 ? "text-success" : "text-error"- }`}- >- {changePercent > 0 ? (- <TrendingUp className="w-4 mr-2" />- ) : (- <TrendingDown className="w-4 mr-2" />- )}- {changePercent}%- </span>- )}+ <span+ className={`flex items-center text-xs text-muted-foreground ${+ changePercent > 0 ? "text-success" : "text-error"+ } ${doesPreviousDataKeyExist ? "" : "opacity-0"}`}+ >+ {changePercent > 0 ? (+ <TrendingUp className="w-4 mr-2" />+ ) : (+ <TrendingDown className="w-4 mr-2" />+ )}+ {changePercent}%+ </span></CardContent></Card>);diff --git a/src/client/src/helpers/platform.ts b/src/client/src/helpers/platform.tsindex e70c375a..0ebc5f16 100644--- a/src/client/src/helpers/platform.ts+++ b/src/client/src/helpers/platform.ts@@ -1,7 +1,11 @@-import { SPAN_KIND } from "@/constants/traces";import { ValueOf } from "../utils/types";-import { MetricParams } from "@/lib/platform/common";-import { addDays, addMonths, differenceInDays } from "date-fns";+import { MetricParams, OPERATION_TYPE } from "@/lib/platform/common";+import {+ addDays,+ addMonths,+ differenceInDays,+ differenceInYears,+} from "date-fns";import { getTraceMappingKeyFullPath } from "./trace";export const validateMetricsRequestType = {@@ -10,6 +14,8 @@ export const validateMetricsRequestType = {TOTAL_REQUESTS: "TOTAL_REQUESTS",AVERAGE_REQUEST_DURATION: "AVERAGE_REQUEST_DURATION",GET_ALL: "GET_ALL",++ // LLM// CostTOTAL_COST: "TOTAL_COST",AVERAGE_REQUEST_COST: "AVERAGE_REQUEST_COST",@@ -25,6 +31,31 @@ export const validateMetricsRequestType = {TOKENS_PER_TIME: "TOKENS_PER_TIME",// EndpointGENERATION_BY_ENDPOINT: "GENERATION_BY_ENDPOINT",++ // GPU+ // memory+ AVERAGE_MEMORY_USAGE: "AVERAGE_MEMORY_USAGE",+ MEMORY_PER_TIME: "MEMORY_PER_TIME",+ // temperature+ AVERAGE_TEMPERATURE: "AVERAGE_TEMPERATURE",+ TEMPERATURE_PER_TIME: "TEMPERATURE_PER_TIME",+ // power+ AVERAGE_POWER_DRAW: "AVERAGE_POWER_DRAW",+ POWER_PER_TIME: "POWER_PER_TIME",+ // fanspeed+ FANSPEED_PER_TIME: "FANSPEED_PER_TIME",+ // utilization+ AVERAGE_UTILIZATION_PERCENTAGE: "AVERAGE_UTILIZATION_PERCENTAGE",+ UTILIZATION_PERCENTAGE_PER_TIME: "UTILIZATION_PERCENTAGE_PER_TIME",++ // Vectordb+ GENERATION_BY_OPERATION: "GENERATION_BY_OPERATION",+ // system+ GENERATION_BY_SYSTEM: "GENERATION_BY_SYSTEM",+ // environment+ GENERATION_BY_ENVIRONMENT: "GENERATION_BY_ENVIRONMENT",+ // application+ GENERATION_BY_APPLICATION: "GENERATION_BY_APPLICATION",};export const validateMetricsRequest = (@@ -34,28 +65,41 @@ export const validateMetricsRequest = (switch (type) {// Requestcase validateMetricsRequestType.REQUEST_PER_TIME:- case validateMetricsRequestType.TOTAL_REQUESTS:- case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:- if (!params.timeLimit?.start || !params.timeLimit?.end) {- return {- success: false,- err: "Start date or End date missing!",- };- }- break;case validateMetricsRequestType.GET_ALL:- if (!params.timeLimit?.start || !params.timeLimit?.end) {- return {- success: false,- err: "Start date or End date missing!",- };- }- break;+// Costcase validateMetricsRequestType.TOTAL_COST:case validateMetricsRequestType.AVERAGE_REQUEST_COST:case validateMetricsRequestType.COST_BY_APPLICATION:case validateMetricsRequestType.COST_BY_ENVIRONMENT:++ // Models+ case validateMetricsRequestType.MODEL_PER_TIME:+ // Category+ case validateMetricsRequestType.GENERATION_BY_CATEGORY:+ // Token+ case validateMetricsRequestType.TOKENS_PER_TIME:+ // Endpoint+ case validateMetricsRequestType.GENERATION_BY_ENDPOINT:++ // GPU+ // memory+ case validateMetricsRequestType.AVERAGE_MEMORY_USAGE:+ case validateMetricsRequestType.MEMORY_PER_TIME:+ // temperature+ case validateMetricsRequestType.AVERAGE_TEMPERATURE:+ case validateMetricsRequestType.TEMPERATURE_PER_TIME:+ // Power+ case validateMetricsRequestType.AVERAGE_POWER_DRAW:+ case validateMetricsRequestType.POWER_PER_TIME:+ // Fan speed+ case validateMetricsRequestType.FANSPEED_PER_TIME:++ // Vectordb+ case validateMetricsRequestType.GENERATION_BY_OPERATION:+ case validateMetricsRequestType.GENERATION_BY_SYSTEM:+ case validateMetricsRequestType.GENERATION_BY_ENVIRONMENT:+ case validateMetricsRequestType.GENERATION_BY_APPLICATION:if (!params.timeLimit?.start || !params.timeLimit?.end) {return {success: false,@@ -78,23 +122,6 @@ export const validateMetricsRequest = (};}break;- case validateMetricsRequestType.MODEL_PER_TIME:- if (!params.timeLimit?.start || !params.timeLimit?.end) {- return {- success: false,- err: "Start date or End date missing!",- };- }- break;- // Category- case validateMetricsRequestType.GENERATION_BY_CATEGORY:- if (!params.timeLimit?.start || !params.timeLimit?.end) {- return {- success: false,- err: "Start date or End date missing!",- };- }- break;// Tokencase validateMetricsRequestType.AVERAGE_REQUEST_TOKEN:if (!params.timeLimit?.start || !params.timeLimit?.end) {@@ -110,20 +137,20 @@ export const validateMetricsRequest = (};}break;- case validateMetricsRequestType.TOKENS_PER_TIME:++ // Requests+ case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:+ case validateMetricsRequestType.TOTAL_REQUESTS:if (!params.timeLimit?.start || !params.timeLimit?.end) {return {success: false,err: "Start date or End date missing!",};}- break;- // Endpoint- case validateMetricsRequestType.GENERATION_BY_ENDPOINT:- if (!params.timeLimit?.start || !params.timeLimit?.end) {+ if (!params.operationType) {return {success: false,- err: "Start date or End date missing!",+ err: "Operation type for the request is missing!",};}break;@@ -151,6 +178,7 @@ type FilterWhereConditionType = {notOrEmpty?: { key: string }[];notEmpty?: { key: string }[];statusCode?: string;+ operationType?: OPERATION_TYPE;};export const getFilterWhereCondition = (@@ -227,6 +255,20 @@ export const getFilterWhereCondition = (const { statusCode = "STATUS_CODE_OK" } = filter;whereArray.push(`StatusCode='${statusCode}'`);++ if (filter.operationType) {+ if (filter.operationType === "vectordb") {+ whereArray.push(+ `SpanAttributes['${getTraceMappingKeyFullPath("type")}'] = 'vectordb'`+ );+ } else {+ whereArray.push(+ `SpanAttributes['${getTraceMappingKeyFullPath(+ "type"+ )}'] != 'vectordb'`+ );+ }+ }} catch {}return whereArray.join(" AND ");};@@ -283,3 +325,29 @@ export const getFilterPreviousParams = (filter: MetricParams) => {return filter;}};++export const getFilterWhereConditionForGPU = (+ filter: FilterWhereConditionType+) => {+ const whereArray: string[] = [];+ try {+ const { start, end } = filter.timeLimit || {};+ if (start && end) {+ whereArray.push(+ `TimeUnix >= parseDateTimeBestEffort('${start}') AND TimeUnix <= parseDateTimeBestEffort('${end}')`+ );+ }+ } catch {}+ return whereArray.join(" AND ");+};++export const dateTruncGroupingLogic = (end: Date, start: Date) => {+ let dateTrunc = "day";+ if (differenceInYears(end as Date, start as Date) >= 1) {+ dateTrunc = "month";+ } else if (differenceInDays(end as Date, start as Date) <= 1) {+ dateTrunc = "hour";+ }++ return dateTrunc;+};diff --git a/src/client/src/lib/platform/common.ts b/src/client/src/lib/platform/common.tsindex d050d1e8..de5a41cd 100644--- a/src/client/src/lib/platform/common.ts+++ b/src/client/src/lib/platform/common.ts@@ -10,6 +10,9 @@ import {} from "@clickhouse/client-common";export const OTEL_TRACES_TABLE_NAME = "otel_traces";+export const OTEL_GPUS_TABLE_NAME = "otel_metrics_gauge";++export type OPERATION_TYPE = "llm" | "vectordb";export type TimeLimit = {start: Date | string;@@ -23,8 +26,24 @@ export interface MetricParams {limit?: number;selectedConfig?: any;sorting?: any;+ operationType?: OPERATION_TYPE;}+export type GPU_TYPE_KEY =+ | "utilization_percentage"+ | "enc.utilization_percentage"+ | "dec.utilization_percentage"+ | "temperature"+ | "fan_speed"+ | "memory.available"+ | "memory.total"+ | "memory.used"+ | "memory.free"+ | "power.draw"+ | "power.limit";++export interface GPUMetricParams extends MetricParams {}+export type DataCollectorType = { err?: unknown; data?: unknown };export async function dataCollector({diff --git a/src/client/src/lib/platform/endpoint.ts b/src/client/src/lib/platform/endpoint.tsdeleted file mode 100644index a16ab8ef..00000000--- a/src/client/src/lib/platform/endpoint.ts+++ /dev/null@@ -1,30 +0,0 @@-import { getFilterWhereCondition } from "@/helpers/platform";-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";-import { getTraceMappingKeyFullPath } from "@/helpers/trace";--export async function getResultGenerationByEndpoint(params: MetricParams) {- const keyPaths = [- { key: `SpanAttributes['${getTraceMappingKeyFullPath("system")}']` },- { key: `SpanAttributes['${getTraceMappingKeyFullPath("provider")}']` },- ];- const query = `- SELECT- CASE- WHEN notEmpty(SpanAttributes['${getTraceMappingKeyFullPath(- "provider"- )}'])- THEN SpanAttributes['${getTraceMappingKeyFullPath("provider")}']- ELSE SpanAttributes['${getTraceMappingKeyFullPath("system")}']- END AS provider,- CAST(COUNT(*) AS INTEGER) AS count- FROM- ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition({- ...params,- notOrEmpty: keyPaths,- })}- GROUP BY provider;- `;-- return dataCollector({ query });-}diff --git a/src/client/src/lib/platform/gpu/fanspeed.ts b/src/client/src/lib/platform/gpu/fanspeed.tsnew file mode 100644index 00000000..6b48c5ff--- /dev/null+++ b/src/client/src/lib/platform/gpu/fanspeed.ts@@ -0,0 +1,30 @@+import {+ dateTruncGroupingLogic,+ getFilterWhereConditionForGPU,+} from "@/helpers/platform";+import {+ dataCollector,+ OTEL_GPUS_TABLE_NAME,+ GPUMetricParams,+} from "../common";++export async function getFanspeedParamsPerTime(params: GPUMetricParams) {+ const { start, end } = params.timeLimit;+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);++ const query = `+ SELECT+ ROUND(AVG(Value), 2) AS fan_speed,+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.fan_speed'+ GROUP BY+ request_time,+ MetricName+ ORDER BY+ request_time;+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/gpu/memory.ts b/src/client/src/lib/platform/gpu/memory.tsnew file mode 100644index 00000000..ea549f7d--- /dev/null+++ b/src/client/src/lib/platform/gpu/memory.ts@@ -0,0 +1,75 @@+import {+ dateTruncGroupingLogic,+ getFilterWhereConditionForGPU,+} from "@/helpers/platform";+import {+ dataCollector,+ OTEL_GPUS_TABLE_NAME,+ GPUMetricParams,+} from "../common";++export async function getMemoryParamsPerTime(params: GPUMetricParams) {+ const keys = [+ "memory.available",+ "memory.total",+ "memory.used",+ "memory.free",+ ];++ const { start, end } = params.timeLimit;+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);++ const query = `+ SELECT+ ${keys+ .map(+ (type) =>+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`+ )+ .join(" ")}+ request_time+ FROM (+ SELECT+ ${keys+ .map(+ (type) =>+ `SUM(IF(MetricName = 'gpu.${type}', Value, 0)) AS ${type.replaceAll(+ ".",+ "_"+ )},`+ )+ .join(" ")}+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)}+ GROUP BY+ request_time,+ MetricName+ ORDER BY+ request_time+ )+ GROUP BY+ request_time+ ORDER BY+ request_time;+ `;++ return dataCollector({ query });+}++export async function getAverageMemoryUsage(params: GPUMetricParams) {+ const query = `+ SELECT+ ROUND(AVG(Value), 2) as memory_used+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(+ params+ )} AND MetricName = 'gpu.memory.used'+ GROUP BY+ MetricName+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/gpu/power.ts b/src/client/src/lib/platform/gpu/power.tsnew file mode 100644index 00000000..bab8c6f5--- /dev/null+++ b/src/client/src/lib/platform/gpu/power.ts@@ -0,0 +1,67 @@+import {+ dateTruncGroupingLogic,+ getFilterWhereConditionForGPU,+} from "@/helpers/platform";+import {+ GPUMetricParams,+ OTEL_GPUS_TABLE_NAME,+ dataCollector,+} from "../common";++export async function getAveragePowerDraw(params: GPUMetricParams) {+ const query = `+ SELECT+ ROUND(AVG(Value), 2) as power_draw+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.power.draw'+ GROUP BY+ MetricName+ `;++ return dataCollector({ query });+}++export async function getPowerParamsPerTime(params: GPUMetricParams) {+ const keys = ["power.draw", "power.limit"];+ const { start, end } = params.timeLimit;+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);++ const query = `+ SELECT+ ${keys+ .map(+ (type) =>+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`+ )+ .join(" ")}+ request_time+ FROM (+ SELECT+ ${keys+ .map(+ (type) =>+ `ROUND(AVG(IF(MetricName = 'gpu.${type}', Value, 0)), 2) AS ${type.replaceAll(+ ".",+ "_"+ )},`+ )+ .join(" ")}+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)}+ GROUP BY+ request_time,+ MetricName+ ORDER BY+ request_time+ )+ GROUP BY+ request_time+ ORDER BY+ request_time;+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/gpu/temperature.ts b/src/client/src/lib/platform/gpu/temperature.tsnew file mode 100644index 00000000..8441362b--- /dev/null+++ b/src/client/src/lib/platform/gpu/temperature.ts@@ -0,0 +1,49 @@+import {+ dateTruncGroupingLogic,+ getFilterWhereConditionForGPU,+} from "@/helpers/platform";+import {+ GPUMetricParams,+ OTEL_GPUS_TABLE_NAME,+ dataCollector,+} from "../common";++export async function getAverageTemperature(params: GPUMetricParams) {+ const query = `+ SELECT+ ROUND(AVG(Value), 2) as temperature+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(+ params+ )} AND MetricName = 'gpu.temperature'+ GROUP BY+ MetricName+ `;++ return dataCollector({ query });+}++export async function getAverageTemperatureParamsPerTime(+ params: GPUMetricParams+) {+ const { start, end } = params.timeLimit;+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);++ const query = `+ SELECT+ ROUND(AVG(Value), 2) as temperature,+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)}+ AND MetricName = 'gpu.temperature'+ GROUP BY+ request_time,+ MetricName+ ORDER BY+ request_time;+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/gpu/utilization.ts b/src/client/src/lib/platform/gpu/utilization.tsnew file mode 100644index 00000000..6dd8df3c--- /dev/null+++ b/src/client/src/lib/platform/gpu/utilization.ts@@ -0,0 +1,73 @@+import {+ dateTruncGroupingLogic,+ getFilterWhereConditionForGPU,+} from "@/helpers/platform";+import {+ GPUMetricParams,+ OTEL_GPUS_TABLE_NAME,+ dataCollector,+} from "../common";++export async function getAverageUtilization(params: GPUMetricParams) {+ const query = `+ SELECT+ ROUND(AVG(Value), 2) as utilization_percentage+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.utilization_percentage'+ GROUP BY+ MetricName+ `;++ return dataCollector({ query });+}++export async function getUtilizationParamsPerTime(params: GPUMetricParams) {+ const keys = [+ "utilization_percentage",+ "enc.utilization_percentage",+ "dec.utilization_percentage",+ ];+ const { start, end } = params.timeLimit;+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);++ const query = `+ SELECT+ ${keys+ .map(+ (type) =>+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`+ )+ .join(" ")}+ request_time+ FROM (+ SELECT+ ${keys+ .map(+ (type) =>+ `ROUND(AVG(IF(MetricName = 'gpu.${type}', Value, 0)), 2) AS ${type.replaceAll(+ ".",+ "_"+ )},`+ )+ .join(" ")}+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time+ FROM+ ${OTEL_GPUS_TABLE_NAME}+ WHERE ${getFilterWhereConditionForGPU({+ ...params,+ })}+ GROUP BY+ request_time,+ MetricName+ ORDER BY+ request_time+ )+ GROUP BY+ request_time+ ORDER BY+ request_time;+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/category.ts b/src/client/src/lib/platform/llm/category.tssimilarity index 80%rename from src/client/src/lib/platform/category.tsrename to src/client/src/lib/platform/llm/category.tsindex ec976fa2..08069a49 100644--- a/src/client/src/lib/platform/category.ts+++ b/src/client/src/lib/platform/llm/category.ts@@ -1,5 +1,5 @@import { getTraceMappingKeyFullPath } from "@/helpers/trace";-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";import { getFilterWhereCondition } from "@/helpers/platform";export async function getResultGenerationByCategories(params: MetricParams) {@@ -8,7 +8,11 @@ export async function getResultGenerationByCategories(params: MetricParams) {${keyPath} AS category,CAST(COUNT(*) AS INTEGER) AS countFROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition({ ...params, notEmpty: [{ key: keyPath }] })}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPath }],+ operationType: "llm",+ })}GROUP BY category;`;return dataCollector({ query });diff --git a/src/client/src/lib/platform/cost.ts b/src/client/src/lib/platform/llm/cost.tssimilarity index 93%rename from src/client/src/lib/platform/cost.tsrename to src/client/src/lib/platform/llm/cost.tsindex dcf840b0..00a98a40 100644--- a/src/client/src/lib/platform/cost.ts+++ b/src/client/src/lib/platform/llm/cost.ts@@ -2,7 +2,7 @@ import {getFilterPreviousParams,getFilterWhereCondition,} from "@/helpers/platform";-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";import { getTraceMappingKeyFullPath } from "@/helpers/trace";export async function getTotalCost(params: MetricParams) {@@ -15,7 +15,7 @@ export async function getTotalCost(params: MetricParams) {sum(toFloat64OrZero(${keyPath})) AS total_usage_cost,'${params.timeLimit.start}' as start_dateFROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition(parameters)}+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}`;const query = `@@ -48,7 +48,7 @@ export async function getAverageCost(params: MetricParams) {avg(toFloat64OrZero(${keyPath})) AS average_usage_cost,'${params.timeLimit.start}' as start_dateFROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition(parameters)}+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}`;const query = `@@ -82,6 +82,7 @@ export async function getCostByApplication(params: MetricParams) {WHERE ${getFilterWhereCondition({...params,notEmpty: [{ key: keyPathApplicationName }, { key: keyPathCost }],+ operationType: "llm",})}GROUP BY applicationName;`;@@ -100,6 +101,7 @@ export async function getCostByEnvironment(params: MetricParams) {WHERE ${getFilterWhereCondition({...params,notEmpty: [{ key: keyPathEnvironment }, { key: keyPathCost }],+ operationType: "llm",})}GROUP BY environment`;diff --git a/src/client/src/lib/platform/llm/endpoint.ts b/src/client/src/lib/platform/llm/endpoint.tsnew file mode 100644index 00000000..fefc724f--- /dev/null+++ b/src/client/src/lib/platform/llm/endpoint.ts@@ -0,0 +1,22 @@+import { getFilterWhereCondition } from "@/helpers/platform";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";+import { getTraceMappingKeyFullPath } from "@/helpers/trace";++export async function getResultGenerationByEndpoint(params: MetricParams) {+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("provider")}']`;+ const query = `+ SELECT+ ${keyPath} AS provider,+ CAST(COUNT(*) AS INTEGER) AS count+ FROM+ ${OTEL_TRACES_TABLE_NAME}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPath }],+ operationType: "llm",+ })}+ GROUP BY provider;+ `;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/model.ts b/src/client/src/lib/platform/llm/model.tssimilarity index 77%rename from src/client/src/lib/platform/model.tsrename to src/client/src/lib/platform/llm/model.tsindex bd5d68c6..4ea8fc5f 100644--- a/src/client/src/lib/platform/model.ts+++ b/src/client/src/lib/platform/llm/model.ts@@ -1,7 +1,9 @@-import { differenceInDays, differenceInYears } from "date-fns";-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";import { getTraceMappingKeyFullPath } from "@/helpers/trace";-import { getFilterWhereCondition } from "@/helpers/platform";+import {+ dateTruncGroupingLogic,+ getFilterWhereCondition,+} from "@/helpers/platform";export type ModelMetricParams = MetricParams & {top: number;@@ -18,6 +20,7 @@ export async function getTopModels(params: ModelMetricParams) {WHERE ${getFilterWhereCondition({...params,notEmpty: [{ key: keyPath }],+ operationType: "llm",})}GROUP BYmodel@@ -31,12 +34,7 @@ export async function getTopModels(params: ModelMetricParams) {export async function getModelsPerTime(params: MetricParams) {const { start, end } = params.timeLimit;- let dateTrunc = "day";- if (differenceInYears(end as Date, start as Date) >= 1) {- dateTrunc = "month";- } else if (differenceInDays(end as Date, start as Date) <= 1) {- dateTrunc = "hour";- }+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("model")}']`;const query = `@@ -52,7 +50,11 @@ export async function getModelsPerTime(params: MetricParams) {formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d') AS request_timeFROM${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition({ ...params, notEmpty: [{ key: keyPath }] })}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPath }],+ operationType: "llm",+ })}GROUP BYmodel, request_timeORDER BYdiff --git a/src/client/src/lib/platform/token.ts b/src/client/src/lib/platform/llm/token.tssimilarity index 85%rename from src/client/src/lib/platform/token.tsrename to src/client/src/lib/platform/llm/token.tsindex 8625c9c4..b0277d40 100644--- a/src/client/src/lib/platform/token.ts+++ b/src/client/src/lib/platform/llm/token.ts@@ -1,7 +1,7 @@-import { differenceInDays, differenceInYears } from "date-fns";-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";import { getTraceMappingKeyFullPath } from "@/helpers/trace";import {+ dateTruncGroupingLogic,getFilterPreviousParams,getFilterWhereCondition,} from "@/helpers/platform";@@ -29,7 +29,7 @@ export async function getAverageTokensPerRequest(params: TokenParams) {AVG(toInt32OrZero(${keyPath})) AS total_tokens${params.type === "total" ? `, '${params.timeLimit.start}' as start_date` : ""}FROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition(parameters)}`;+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}`;if (params.type === "total") {const previousWhereParams = getFilterPreviousParams(currentWhereParams);@@ -57,12 +57,7 @@ export async function getAverageTokensPerRequest(params: TokenParams) {export async function getTokensPerTime(params: MetricParams) {const { start, end } = params.timeLimit;- let dateTrunc = "day";- if (differenceInYears(end as Date, start as Date) >= 1) {- dateTrunc = "month";- } else if (differenceInDays(end as Date, start as Date) <= 1) {- dateTrunc = "hour";- }+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);const keyPaths: { key: string }[] = [{@@ -84,7 +79,11 @@ export async function getTokensPerTime(params: MetricParams) {SUM(toInt64OrZero(${keyPaths[2].key})) AS completiontokens,formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d %R') AS request_timeFROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition({ ...params, notEmpty: keyPaths })}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: keyPaths,+ operationType: "llm",+ })}GROUP BY request_timeORDER BY request_time`;diff --git a/src/client/src/lib/platform/request.ts b/src/client/src/lib/platform/request.tsindex a810c90c..f6a08565 100644--- a/src/client/src/lib/platform/request.ts+++ b/src/client/src/lib/platform/request.ts@@ -1,24 +1,14 @@-import {- MetricParams,- dataCollector,- DataCollectorType,- OTEL_TRACES_TABLE_NAME,-} from "./common";-import { differenceInDays, differenceInYears } from "date-fns";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";import { getTraceMappingKeyFullPath } from "@/helpers/trace";import {+ dateTruncGroupingLogic,getFilterPreviousParams,getFilterWhereCondition,} from "@/helpers/platform";export async function getRequestPerTime(params: MetricParams) {const { start, end } = params.timeLimit;- let dateTrunc = "day";- if (differenceInYears(end as Date, start as Date) >= 1) {- dateTrunc = "month";- } else if (differenceInDays(end as Date, start as Date) <= 1) {- dateTrunc = "hour";- }+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);const query = `SELECT@@ -26,7 +16,7 @@ export async function getRequestPerTime(params: MetricParams) {formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d %R') AS request_timeFROM${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition(params)}+ WHERE ${getFilterWhereCondition({ ...params, operationType: "llm" })}GROUP BYrequest_timeORDER BY@@ -133,7 +123,7 @@ export async function getRequestsConfig(params: MetricParams) {select.push(`CAST(COUNT(*) AS INTEGER) AS totalRows`);const query = `SELECT ${select.join(", ")} FROM ${OTEL_TRACES_TABLE_NAME}- WHERE ${getFilterWhereCondition({ ...params })}`;+ WHERE ${getFilterWhereCondition(params)}`;return dataCollector({ query });}diff --git a/src/client/src/lib/platform/vector/application.ts b/src/client/src/lib/platform/vector/application.tsnew file mode 100644index 00000000..57fbcf94--- /dev/null+++ b/src/client/src/lib/platform/vector/application.ts@@ -0,0 +1,21 @@+import { getTraceMappingKeyFullPath } from "@/helpers/trace";+import { MetricParams, OTEL_TRACES_TABLE_NAME, dataCollector } from "../common";+import { getFilterWhereCondition } from "@/helpers/platform";++export async function getResultGenerationByApplication(params: MetricParams) {+ const key = `SpanAttributes['${getTraceMappingKeyFullPath(+ "applicationName"+ )}']`;+ const query = `SELECT+ DISTINCT ${key} as applicationName,+ CAST(COUNT(*) AS INTEGER) AS count+ FROM ${OTEL_TRACES_TABLE_NAME}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: key }],+ operationType: "vectordb",+ })}+ GROUP BY applicationName`;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/vector/environment.ts b/src/client/src/lib/platform/vector/environment.tsnew file mode 100644index 00000000..e859fc6a--- /dev/null+++ b/src/client/src/lib/platform/vector/environment.ts@@ -0,0 +1,21 @@+import { getTraceMappingKeyFullPath } from "@/helpers/trace";+import { MetricParams, OTEL_TRACES_TABLE_NAME, dataCollector } from "../common";+import { getFilterWhereCondition } from "@/helpers/platform";++export async function getResultGenerationByEnvironment(params: MetricParams) {+ const keyPathEnvironment = `SpanAttributes['${getTraceMappingKeyFullPath(+ "environment"+ )}']`;+ const query = `SELECT+ DISTINCT ${keyPathEnvironment} as environment,+ CAST(COUNT(*) AS INTEGER) AS count+ FROM ${OTEL_TRACES_TABLE_NAME}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPathEnvironment }],+ operationType: "vectordb",+ })}+ GROUP BY environment`;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/vector/operation.ts b/src/client/src/lib/platform/vector/operation.tsnew file mode 100644index 00000000..2ce2f84b--- /dev/null+++ b/src/client/src/lib/platform/vector/operation.ts@@ -0,0 +1,19 @@+import { getTraceMappingKeyFullPath } from "@/helpers/trace";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";+import { getFilterWhereCondition } from "@/helpers/platform";++export async function getResultGenerationByOperation(params: MetricParams) {+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("operation")}']`;+ const query = `SELECT+ ${keyPath} AS operation,+ CAST(COUNT(*) AS INTEGER) AS count+ FROM ${OTEL_TRACES_TABLE_NAME}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPath }],+ operationType: "vectordb",+ })}+ GROUP BY operation;`;++ return dataCollector({ query });+}diff --git a/src/client/src/lib/platform/vector/system.ts b/src/client/src/lib/platform/vector/system.tsnew file mode 100644index 00000000..b89517ef--- /dev/null+++ b/src/client/src/lib/platform/vector/system.ts@@ -0,0 +1,19 @@+import { getTraceMappingKeyFullPath } from "@/helpers/trace";+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";+import { getFilterWhereCondition } from "@/helpers/platform";++export async function getResultGenerationBySystem(params: MetricParams) {+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("system")}']`;+ const query = `SELECT+ ${keyPath} AS system,+ CAST(COUNT(*) AS INTEGER) AS count+ FROM ${OTEL_TRACES_TABLE_NAME}+ WHERE ${getFilterWhereCondition({+ ...params,+ notEmpty: [{ key: keyPath }],+ operationType: "vectordb",+ })}+ GROUP BY system;`;++ return dataCollector({ query });+}diff --git a/src/client/src/selectors/dashboard.ts b/src/client/src/selectors/dashboard.tsnew file mode 100644index 00000000..d0fbdc06--- /dev/null+++ b/src/client/src/selectors/dashboard.ts@@ -0,0 +1,5 @@+import { RootStore } from "@/store";++export const getDashboardType = (state: RootStore) => state.dashboard.type;++export const setDashboardType = (state: RootStore) => state.dashboard.setType;diff --git a/src/client/src/store/dashboard.ts b/src/client/src/store/dashboard.tsnew file mode 100644index 00000000..d64453c8--- /dev/null+++ b/src/client/src/store/dashboard.ts@@ -0,0 +1,24 @@+"use client";+import { ValueOf } from "@/utils/types";+import { lens } from "@dhmk/zustand-lens";++export const DASHBOARD_TYPE_OBJECT: Record<"llm" | "vector" | "gpu", string> = {+ llm: "llm",+ vector: "vector",+ gpu: "gpu",+};++export type DASHBOARD_TYPE = ValueOf<typeof DASHBOARD_TYPE_OBJECT>;++export type DashboardStore = {+ type?: DASHBOARD_TYPE;+ setType: (t: DASHBOARD_TYPE) => void;+};++export const dashboardStoreSlice: DashboardStore = lens((setStore) => ({+ type: DASHBOARD_TYPE_OBJECT.llm,+ setType: (type) =>+ setStore(() => ({+ type,+ })),+}));diff --git a/src/client/src/store/index.ts b/src/client/src/store/index.tsindex 7bebc2fb..e14247cd 100644--- a/src/client/src/store/index.ts+++ b/src/client/src/store/index.ts@@ -5,12 +5,14 @@ import { DatabaseStore, databaseConfigStoreSlice } from "./database-config";import { withLenses } from "@dhmk/zustand-lens";import { devtools } from "zustand/middleware";import { OpengroundStore, opengroundStoreSlice } from "./openground";+import { DashboardStore, dashboardStoreSlice } from "./dashboard";export type RootStore = {user: UserStore;filter: FilterStore;databaseConfig: DatabaseStore;openground: OpengroundStore;+ dashboard: DashboardStore;};export const useRootStore = create<RootStore>()(@@ -20,6 +22,7 @@ export const useRootStore = create<RootStore>()(filter: filterStoreSlice,databaseConfig: databaseConfigStoreSlice,openground: opengroundStoreSlice,+ dashboard: dashboardStoreSlice,})));