Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

[Feat]: Add seperate monitoring dashboards for LLM, VectorDBs and GPUs (#322)

Aman Agarwal0485a2eb8bf6
diff --git a/src/client/src/app/(playground)/dashboard/dashboard-type.tsx b/src/client/src/app/(playground)/dashboard/dashboard-type.tsx
new file mode 100644
index 00000000..b66167af
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/dashboard-type.tsx
@@ -0,0 +1,45 @@
+import { useRootStore } from "@/store";
+import { getDashboardType, setDashboardType } from "@/selectors/dashboard";
+import { Tabs, TabsList, TabsTrigger } from "@/components/ui/tabs";
+import { DASHBOARD_TYPE_OBJECT } from "@/store/dashboard";
+import LLMDashboard from "./llm";
+import GPUDashboard from "./gpu";
+import VectorDashboard from "./vector";
+
+const DashboardLabels: any = {
+ llm: "LLM",
+ vector: "VECTOR DB",
+ gpu: "GPU",
+};
+
+export function DashboardTypeFilter() {
+ const dashboardType = useRootStore(getDashboardType);
+ const updateDashboardType = useRootStore(setDashboardType);
+ return (
+ <Tabs defaultValue={dashboardType} onValueChange={updateDashboardType}>
+ <TabsList>
+ {Object.keys(DASHBOARD_TYPE_OBJECT).map((key) => (
+ <TabsTrigger key={key} value={key}>
+ {DashboardLabels[key as any]}
+ </TabsTrigger>
+ ))}
+ </TabsList>
+ </Tabs>
+ );
+}
+
+export function DashboardTypeGraphContainer() {
+ const dashboardType = useRootStore(getDashboardType);
+
+ return (
+ <div className="flex flex-col grow w-full h-full rounded overflow-y-auto gap-4">
+ {dashboardType === DASHBOARD_TYPE_OBJECT.llm ? (
+ <LLMDashboard />
+ ) : dashboardType === DASHBOARD_TYPE_OBJECT.vector ? (
+ <VectorDashboard />
+ ) : dashboardType === DASHBOARD_TYPE_OBJECT.gpu ? (
+ <GPUDashboard />
+ ) : null}
+ </div>
+ );
+}
diff --git a/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsx b/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsx
new file mode 100644
index 00000000..4581d9b3
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/gpu/gpu-metric.tsx
@@ -0,0 +1,108 @@
+import {
+ AreaChart,
+ Area,
+ XAxis,
+ YAxis,
+ CartesianGrid,
+ Tooltip,
+ ResponsiveContainer,
+} from "recharts";
+import { useCallback, useEffect } from "react";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import { getFilterDetails } from "@/selectors/filter";
+import { useRootStore } from "@/store";
+import { getPingStatus } from "@/selectors/database-config";
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import IntermediateState from "@/components/(playground)/intermediate-state";
+import { getFilterParamsForDashboard } from "@/helpers/filter";
+
+const COLORS = ["#8884d8", "#82ca9d", "#ffc658"];
+
+export default function GPUMetric({
+ chartKeys,
+ title,
+ url,
+}: {
+ chartKeys: string[];
+ title: string;
+ url?: string;
+}) {
+ const filter = useRootStore(getFilterDetails);
+ const pingStatus = useRootStore(getPingStatus);
+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();
+ const fetchData = useCallback(async () => {
+ fireRequest({
+ body: JSON.stringify({
+ ...getFilterParamsForDashboard(filter),
+ }),
+ requestType: "POST",
+ url: url ? url : "/api/metrics/gpu",
+ responseDataKey: "data",
+ });
+ }, [filter]);
+
+ useEffect(() => {
+ if (
+ filter.timeLimit.start &&
+ filter.timeLimit.end &&
+ pingStatus === "success"
+ )
+ fetchData();
+ }, [filter, fetchData, pingStatus]);
+
+ const updatedDataWithType = ((data || []) as any[]) || [];
+
+ return (
+ <Card className="w-full flex flex-col h-64">
+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">
+ <CardTitle className="text-sm font-medium text-stone-950 dark:text-white">
+ {title}
+ </CardTitle>
+ </CardHeader>
+ <CardContent className="grow">
+ {isLoading || !isFetched || pingStatus === "pending" ? (
+ <IntermediateState type="loading" />
+ ) : updatedDataWithType.length === 0 ? (
+ <IntermediateState type="nodata" />
+ ) : (
+ <ResponsiveContainer width="100%" height="100%">
+ <AreaChart
+ width={500}
+ height={400}
+ data={updatedDataWithType}
+ margin={{
+ top: 10,
+ right: 30,
+ left: 0,
+ bottom: 0,
+ }}
+ >
+ <CartesianGrid strokeDasharray="3 3" />
+ <XAxis
+ dataKey="request_time"
+ className="text-xs stroke-stone-300"
+ stroke="currentColor"
+ />
+ <YAxis
+ className="text-xs stroke-stone-300"
+ stroke="currentColor"
+ domain={[0, "dataMax + 15"]}
+ />
+ <Tooltip labelClassName="dark:text-stone-700" />
+ {chartKeys.map((type, index) => (
+ <Area
+ key={type}
+ type="monotone"
+ dataKey={type.replaceAll(".", "_")}
+ stackId="1"
+ stroke={COLORS[index]}
+ fill={COLORS[index]}
+ />
+ ))}
+ </AreaChart>
+ </ResponsiveContainer>
+ )}
+ </CardContent>
+ </Card>
+ );
+}
diff --git a/src/client/src/app/(playground)/dashboard/gpu/index.tsx b/src/client/src/app/(playground)/dashboard/gpu/index.tsx
new file mode 100644
index 00000000..3310ee0f
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/gpu/index.tsx
@@ -0,0 +1,43 @@
+import GPUMetric from "./gpu-metric";
+import NumberStats from "./number-stats";
+
+export default function GPUDashboard() {
+ return (
+ <>
+ <NumberStats />
+ <div className="grid-cols-2 grid gap-4">
+ <GPUMetric
+ chartKeys={[
+ "utilization_percentage",
+ "enc_utilization_percentage",
+ "dec_utilization_percentage",
+ ]}
+ url="/api/metrics/gpu/utilization/time"
+ title="Avg Utilization Percentage (%)"
+ />
+
+ <GPUMetric
+ chartKeys={["temperature"]}
+ url="/api/metrics/gpu/temperature/time"
+ title="Avg Temperature (°C)"
+ />
+ <GPUMetric
+ chartKeys={["memory_total", "memory_used", "memory_free"]}
+ url="/api/metrics/gpu/memory/time"
+ title="Memory (MB)"
+ />
+
+ <GPUMetric
+ chartKeys={["power.limit", "power.draw"]}
+ url="/api/metrics/gpu/power/time"
+ title="Power (Watt)"
+ />
+ <GPUMetric
+ chartKeys={["fan_speed"]}
+ url="/api/metrics/gpu/fanspeed/time"
+ title="Fan speed (0-100)"
+ />
+ </div>
+ </>
+ );
+}
diff --git a/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsx b/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsx
new file mode 100644
index 00000000..9cb7d065
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/gpu/number-stats.tsx
@@ -0,0 +1,39 @@
+import StatCard from "@/components/(playground)/stat-card";
+import { MemoryStick, PowerIcon, Thermometer, UtilityPole } from "lucide-react";
+
+function NumberStats() {
+ return (
+ <div className="grid gap-4 md:grid-cols-2 lg:grid-cols-4">
+ <StatCard
+ dataKey="utilization_percentage"
+ heading="Avg utilization percentage"
+ textSuffix="%"
+ icon={UtilityPole}
+ url="/api/metrics/gpu/utilization/average"
+ />
+ <StatCard
+ dataKey="temperature"
+ heading="Avg temperature"
+ icon={Thermometer}
+ textSuffix="°C"
+ url="/api/metrics/gpu/temperature/average"
+ />
+ <StatCard
+ dataKey="power_draw"
+ heading="Avg power draw"
+ icon={PowerIcon}
+ textSuffix="W"
+ url="/api/metrics/gpu/power/average"
+ />
+ <StatCard
+ dataKey="memory_used"
+ heading="Average memory used"
+ icon={MemoryStick}
+ textSuffix="MB"
+ url="/api/metrics/gpu/memory/average"
+ />
+ </div>
+ );
+}
+
+export default NumberStats;
diff --git a/src/client/src/app/(playground)/dashboard/data-charts.tsx b/src/client/src/app/(playground)/dashboard/llm/data-charts.tsx
similarity index 79%
rename from src/client/src/app/(playground)/dashboard/data-charts.tsx
rename to src/client/src/app/(playground)/dashboard/llm/data-charts.tsx
index 562cb424..db315641 100644
--- a/src/client/src/app/(playground)/dashboard/data-charts.tsx
+++ b/src/client/src/app/(playground)/dashboard/llm/data-charts.tsx
@@ -7,25 +7,25 @@ export default function DataCharts() {
categoryKey="count"
heading="Generation by categories"
indexKey="category"
- url="/api/metrics/category"
+ url="/api/metrics/llm/category"
/>
<PieChartCard
categoryKey="count"
heading="Generation by provider"
indexKey="provider"
- url="/api/metrics/endpoint"
+ url="/api/metrics/llm/endpoint"
/>
<PieChartCard
categoryKey="cost"
heading="Cost by Environment"
indexKey="environment"
- url="/api/metrics/cost/environment"
+ url="/api/metrics/llm/cost/environment"
/>
<PieChartCard
categoryKey="cost"
heading="Cost by application"
indexKey="applicationName"
- url="/api/metrics/cost/application"
+ url="/api/metrics/llm/cost/application"
/>
</div>
);
diff --git a/src/client/src/app/(playground)/dashboard/llm/index.tsx b/src/client/src/app/(playground)/dashboard/llm/index.tsx
new file mode 100644
index 00000000..757259d5
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/llm/index.tsx
@@ -0,0 +1,17 @@
+import DataCharts from "./data-charts";
+import NumberStats from "./number-stats";
+import RequestsPerTime from "./requests-per-time";
+import TokenCharts from "./token-charts";
+
+export default function LLMDashboard() {
+ return (
+ <>
+ <NumberStats />
+ <div className="flex flex-col gap-4">
+ <RequestsPerTime />
+ <DataCharts />
+ <TokenCharts />
+ </div>
+ </>
+ );
+}
diff --git a/src/client/src/app/(playground)/dashboard/number-stats.tsx b/src/client/src/app/(playground)/dashboard/llm/number-stats.tsx
similarity index 83%
rename from src/client/src/app/(playground)/dashboard/number-stats.tsx
rename to src/client/src/app/(playground)/dashboard/llm/number-stats.tsx
index 75fff354..f93d3993 100644
--- a/src/client/src/app/(playground)/dashboard/number-stats.tsx
+++ b/src/client/src/app/(playground)/dashboard/llm/number-stats.tsx
@@ -14,12 +14,18 @@ function NumberStats() {
<div className="grid gap-4 md:grid-cols-2 lg:grid-cols-5">
<StatCard
dataKey="total_requests"
+ extraParams={{
+ operationType: "llm",
+ }}
heading="Total requests"
icon={RadioTower}
url="/api/metrics/request/total"
/>
<StatCard
dataKey="average_duration"
+ extraParams={{
+ operationType: "llm",
+ }}
heading="Avg Request Duration"
icon={Timer}
textSuffix="s"
@@ -33,7 +39,7 @@ function NumberStats() {
extraParams={{ type: "total" }}
heading="Avg tokens per request"
icon={Braces}
- url="/api/metrics/token/request/average"
+ url="/api/metrics/llm/token/request/average"
/>
<StatCard
dataKey="total_usage_cost"
@@ -41,7 +47,7 @@ function NumberStats() {
icon={CircleDollarSign}
roundTo={7}
textPrefix="$"
- url="/api/metrics/cost/total"
+ url="/api/metrics/llm/cost/total"
/>
<StatCard
dataKey="average_usage_cost"
@@ -49,7 +55,7 @@ function NumberStats() {
icon={Banknote}
roundTo={7}
textPrefix="$"
- url="/api/metrics/cost/request/average"
+ url="/api/metrics/llm/cost/request/average"
/>
</div>
);
diff --git a/src/client/src/app/(playground)/dashboard/requests-per-time.tsx b/src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsx
similarity index 98%
rename from src/client/src/app/(playground)/dashboard/requests-per-time.tsx
rename to src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsx
index a7d9caef..a1ebe949 100644
--- a/src/client/src/app/(playground)/dashboard/requests-per-time.tsx
+++ b/src/client/src/app/(playground)/dashboard/llm/requests-per-time.tsx
@@ -13,7 +13,7 @@ import { useRootStore } from "@/store";
import { getFilterDetails } from "@/selectors/filter";
import { getPingStatus } from "@/selectors/database-config";
import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
-import { COLORS } from "../../../../colors";
+import { COLORS } from "../../../../../colors";
import IntermediateState from "@/components/(playground)/intermediate-state";
import { toast } from "sonner";
import { getFilterParamsForDashboard } from "@/helpers/filter";
diff --git a/src/client/src/app/(playground)/dashboard/token-charts.tsx b/src/client/src/app/(playground)/dashboard/llm/token-charts.tsx
similarity index 90%
rename from src/client/src/app/(playground)/dashboard/token-charts.tsx
rename to src/client/src/app/(playground)/dashboard/llm/token-charts.tsx
index 1bc15c40..63cd1efe 100644
--- a/src/client/src/app/(playground)/dashboard/token-charts.tsx
+++ b/src/client/src/app/(playground)/dashboard/llm/token-charts.tsx
@@ -14,14 +14,13 @@ import {
} from "recharts";
import { useCallback, useEffect, useState } from "react";
import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
-import { getChartColors } from "@/constants/chart-colors";
import { getFilterDetails } from "@/selectors/filter";
import { useRootStore } from "@/store";
import { getPingStatus } from "@/selectors/database-config";
import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
import { Badge } from "@/components/ui/badge";
import { ScrollArea, ScrollBar } from "@/components/ui/scroll-area";
-import { COLORS } from "../../../../colors";
+import { COLORS } from "../../../../../colors";
import IntermediateState from "@/components/(playground)/intermediate-state";
import { getFilterParamsForDashboard } from "@/helpers/filter";
@@ -34,7 +33,7 @@ function TopModels() {
fireRequest({
body: JSON.stringify(getFilterParamsForDashboard(filter)),
requestType: "POST",
- url: "/api/metrics/model/top",
+ url: "/api/metrics/llm/model/top",
responseDataKey: "data",
});
}, [filter]);
@@ -48,13 +47,10 @@ function TopModels() {
fetchData();
}, [filter, fetchData, pingStatus]);
- const colors = getChartColors((data as any[])?.length || 0);
-
const updatedData = ((data as any[]) || []).map((item, index) => ({
name: item.model,
value: item.model_count,
target: item.total,
- color: colors[index],
}));
return (
@@ -81,27 +77,28 @@ function TopModels() {
left: 0,
bottom: 5,
}}
- barSize={10}
+ layout="vertical"
>
- <XAxis
- dataKey="name"
- className="stroke-stone-300"
- fontSize={10}
- stroke="currentColor"
- interval={0}
- angle={-5}
- />
- <YAxis
- className="text-xs stroke-stone-300"
- domain={[0, "dataMax + 15"]}
- stroke="currentColor"
- />
- <Bar dataKey="value" className="fill-primary">
+ <YAxis dataKey="name" type="category" axisLine={false} hide />
+ <XAxis dataKey="value" type="number" hide />
+ <Bar
+ dataKey="value"
+ className="fill-primary"
+ radius={[0, 20, 20, 0]}
+ >
+ <LabelList
+ dataKey="name"
+ position="insideLeft"
+ offset={8}
+ className="fill-stone-100"
+ fontSize={12}
+ />
<LabelList
dataKey="value"
- position="top"
- className="fill-stone-700 dark:fill-stone-200"
- fill="currentColor"
+ position="right"
+ offset={8}
+ className="fill-stone-800 dark:fill-stone-100"
+ fontSize={12}
/>
</Bar>
</BarChart>
@@ -124,7 +121,7 @@ function ModelsPerTime() {
fireRequest({
body: JSON.stringify(getFilterParamsForDashboard(filter)),
requestType: "POST",
- url: "/api/metrics/model/time",
+ url: "/api/metrics/llm/model/time",
responseDataKey: "data",
});
}, [filter]);
@@ -220,7 +217,7 @@ function TokensPerTime() {
fireRequest({
body: JSON.stringify(getFilterParamsForDashboard(filter)),
requestType: "POST",
- url: "/api/metrics/token/time",
+ url: "/api/metrics/llm/token/time",
responseDataKey: "data",
});
}, [filter]);
@@ -313,7 +310,7 @@ function TokenCharts() {
heading="Avg prompt tokens / request"
loadingClass="h-8 w-12"
textClass="text-2xl"
- url="/api/metrics/token/request/average"
+ url="/api/metrics/llm/token/request/average"
/>
<StatCard
dataKey="total_tokens"
@@ -321,7 +318,7 @@ function TokenCharts() {
heading="Avg completion tokens / request"
loadingClass="h-8 w-12"
textClass="text-2xl"
- url="/api/metrics/token/request/average"
+ url="/api/metrics/llm/token/request/average"
/>
</div>
<TokensPerTime />
diff --git a/src/client/src/app/(playground)/dashboard/page.tsx b/src/client/src/app/(playground)/dashboard/page.tsx
index b2709b88..823c8059 100644
--- a/src/client/src/app/(playground)/dashboard/page.tsx
+++ b/src/client/src/app/(playground)/dashboard/page.tsx
@@ -1,22 +1,18 @@
"use client";
import Filter from "../../../components/(playground)/filter";
-import DataCharts from "./data-charts";
-import NumberStats from "./number-stats";
-import RequestsPerTime from "./requests-per-time";
-import TokenCharts from "./token-charts";
+import {
+ DashboardTypeFilter,
+ DashboardTypeGraphContainer,
+} from "./dashboard-type";
-export default function PlaygroundPage() {
+export default function DashboardPage() {
return (
<>
- <Filter className="mb-4" />
- <div className="flex flex-col grow w-full h-full rounded overflow-y-auto gap-4">
- <NumberStats />
- <div className="flex flex-col gap-4">
- <RequestsPerTime />
- <DataCharts />
- <TokenCharts />
- </div>
+ <div className="flex items-center w-full justify-between mb-4">
+ <Filter />
+ <DashboardTypeFilter />
</div>
+ <DashboardTypeGraphContainer />
</>
);
}
diff --git a/src/client/src/app/(playground)/dashboard/vector/index.tsx b/src/client/src/app/(playground)/dashboard/vector/index.tsx
new file mode 100644
index 00000000..17a4f9d8
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/vector/index.tsx
@@ -0,0 +1,14 @@
+import NumberStats from "./number-stats";
+import dynamic from "next/dynamic";
+const Operations = dynamic(() => import("./operations"), {
+ ssr: false,
+});
+
+export default function VectorDashboard() {
+ return (
+ <>
+ <NumberStats />
+ <Operations />
+ </>
+ );
+}
diff --git a/src/client/src/app/(playground)/dashboard/vector/number-stats.tsx b/src/client/src/app/(playground)/dashboard/vector/number-stats.tsx
new file mode 100644
index 00000000..1601894a
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/vector/number-stats.tsx
@@ -0,0 +1,56 @@
+import PieChartCard from "@/components/(playground)/pie-chart-card";
+import StatCard from "@/components/(playground)/stat-card";
+import { TraceMapping } from "@/constants/traces";
+import { integerParser } from "@/helpers/trace";
+import { RadioTower, Timer } from "lucide-react";
+
+function NumberStats() {
+ return (
+ <div className="grid gap-4 md:grid-cols-2 lg:grid-cols-4">
+ <div className="grid gap-4 grid-cols-1">
+ <StatCard
+ dataKey="total_requests"
+ extraParams={{
+ operationType: "vectordb",
+ }}
+ heading="Total requests"
+ icon={RadioTower}
+ url="/api/metrics/request/total"
+ />
+ <StatCard
+ dataKey="average_duration"
+ extraParams={{
+ operationType: "vectordb",
+ }}
+ heading="Avg Request Duration"
+ icon={Timer}
+ textSuffix="s"
+ parser={(value: any) =>
+ integerParser(`${value}`, TraceMapping.requestDuration.offset)
+ }
+ url="/api/metrics/request/duration/average"
+ />
+ </div>
+ <PieChartCard
+ categoryKey="count"
+ heading="Generation by system"
+ indexKey="system"
+ url="/api/metrics/vector/system"
+ />
+ <PieChartCard
+ categoryKey="count"
+ heading="Generation by application"
+ indexKey="applicationName"
+ url="/api/metrics/vector/application"
+ />
+ <PieChartCard
+ categoryKey="count"
+ heading="Generation by Environment"
+ indexKey="environment"
+ url="/api/metrics/vector/environment"
+ />
+ </div>
+ );
+}
+
+export default NumberStats;
diff --git a/src/client/src/app/(playground)/dashboard/vector/operations.tsx b/src/client/src/app/(playground)/dashboard/vector/operations.tsx
new file mode 100644
index 00000000..4e1a356c
--- /dev/null
+++ b/src/client/src/app/(playground)/dashboard/vector/operations.tsx
@@ -0,0 +1,100 @@
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import { getChartColors } from "@/constants/chart-colors";
+import { getFilterParamsForDashboard } from "@/helpers/filter";
+import { getPingStatus } from "@/selectors/database-config";
+import { getFilterDetails } from "@/selectors/filter";
+import { useRootStore } from "@/store";
+import useFetchWrapper from "@/utils/hooks/useFetchWrapper";
+import { useCallback, useEffect } from "react";
+import IntermediateState from "@/components/(playground)/intermediate-state";
+import {
+ Bar,
+ BarChart,
+ LabelList,
+ ResponsiveContainer,
+ XAxis,
+ YAxis,
+} from "recharts";
+
+export default function Operations() {
+ const filter = useRootStore(getFilterDetails);
+ const pingStatus = useRootStore(getPingStatus);
+ const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();
+
+ const fetchData = useCallback(async () => {
+ fireRequest({
+ body: JSON.stringify(getFilterParamsForDashboard(filter)),
+ requestType: "POST",
+ url: "/api/metrics/vector/operation",
+ responseDataKey: "data",
+ });
+ }, [filter]);
+
+ useEffect(() => {
+ if (
+ filter.timeLimit.start &&
+ filter.timeLimit.end &&
+ pingStatus === "success"
+ )
+ fetchData();
+ }, [filter, fetchData, pingStatus]);
+
+ const colors = getChartColors((data as any[])?.length || 0);
+
+ const updatedData = ((data as any[]) || []).map((item, index) => ({
+ name: item.operation,
+ value: item.count,
+ color: colors[index],
+ }));
+
+ return (
+ <Card className="col-span-1">
+ <CardHeader className="flex flex-row items-center justify-between space-y-0 pb-2">
+ <CardTitle className="text-sm font-medium text-stone-950 dark:text-white">
+ Generation by operation
+ </CardTitle>
+ </CardHeader>
+ <CardContent>
+ <ResponsiveContainer className="!h-60" width="100%" height="100%">
+ {isLoading || !isFetched || pingStatus === "pending" ? (
+ <IntermediateState type="loading" classNames="h-40" />
+ ) : updatedData.length === 0 ? (
+ <IntermediateState type="nodata" classNames="h-40" />
+ ) : (
+ <BarChart
+ data={updatedData}
+ layout="vertical"
+ margin={{ right: 140 }}
+ width={500}
+ height={300}
+ >
+ <YAxis dataKey="name" type="category" axisLine={false} hide />
+ <XAxis dataKey="value" type="number" hide />
+ <Bar
+ dataKey="value"
+ layout="vertical"
+ className="fill-primary"
+ radius={[0, 20, 20, 0]}
+ >
+ <LabelList
+ dataKey="name"
+ position="insideLeft"
+ offset={8}
+ className="fill-stone-100"
+ fontSize={12}
+ />
+ <LabelList
+ dataKey="value"
+ position="right"
+ offset={8}
+ className="fill-stone-800 dark:fill-stone-100"
+ fontSize={12}
+ />
+ </Bar>
+ </BarChart>
+ )}
+ </ResponsiveContainer>
+ </CardContent>
+ </Card>
+ );
+}
diff --git a/src/client/src/app/api/metrics/gpu/fanspeed/time/route.ts b/src/client/src/app/api/metrics/gpu/fanspeed/time/route.ts
new file mode 100644
index 00000000..aa0100d1
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/fanspeed/time/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getFanspeedParamsPerTime } from "@/lib/platform/gpu/fanspeed";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.FANSPEED_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getFanspeedParamsPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/memory/average/route.ts b/src/client/src/app/api/metrics/gpu/memory/average/route.ts
new file mode 100644
index 00000000..9640a88e
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/memory/average/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getAverageMemoryUsage } from "@/lib/platform/gpu/memory";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_MEMORY_USAGE
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageMemoryUsage(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/memory/time/route.ts b/src/client/src/app/api/metrics/gpu/memory/time/route.ts
new file mode 100644
index 00000000..706227a2
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/memory/time/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getMemoryParamsPerTime } from "@/lib/platform/gpu/memory";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.MEMORY_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getMemoryParamsPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/power/average/route.ts b/src/client/src/app/api/metrics/gpu/power/average/route.ts
new file mode 100644
index 00000000..166f92c0
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/power/average/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getAveragePowerDraw } from "@/lib/platform/gpu/power";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_POWER_DRAW
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAveragePowerDraw(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/power/time/route.ts b/src/client/src/app/api/metrics/gpu/power/time/route.ts
new file mode 100644
index 00000000..7fc219b2
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/power/time/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getPowerParamsPerTime } from "@/lib/platform/gpu/power";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.POWER_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getPowerParamsPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/temperature/average/route.ts b/src/client/src/app/api/metrics/gpu/temperature/average/route.ts
new file mode 100644
index 00000000..6035c29d
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/temperature/average/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getAverageTemperature } from "@/lib/platform/gpu/temperature";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_TEMPERATURE
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageTemperature(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/temperature/time/route.ts b/src/client/src/app/api/metrics/gpu/temperature/time/route.ts
new file mode 100644
index 00000000..12527f3c
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/temperature/time/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getAverageTemperatureParamsPerTime } from "@/lib/platform/gpu/temperature";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.POWER_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageTemperatureParamsPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/utilization/average/route.ts b/src/client/src/app/api/metrics/gpu/utilization/average/route.ts
new file mode 100644
index 00000000..7785a1dd
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/utilization/average/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getAverageUtilization } from "@/lib/platform/gpu/utilization";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_UTILIZATION_PERCENTAGE
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageUtilization(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/gpu/utilization/time/route.ts b/src/client/src/app/api/metrics/gpu/utilization/time/route.ts
new file mode 100644
index 00000000..87d7d161
--- /dev/null
+++ b/src/client/src/app/api/metrics/gpu/utilization/time/route.ts
@@ -0,0 +1,28 @@
+import { GPUMetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getUtilizationParamsPerTime } from "@/lib/platform/gpu/utilization";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: GPUMetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.UTILIZATION_PERCENTAGE_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getUtilizationParamsPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/category/route.ts b/src/client/src/app/api/metrics/llm/category/route.ts
similarity index 97%
rename from src/client/src/app/api/metrics/category/route.ts
rename to src/client/src/app/api/metrics/llm/category/route.ts
index a86e56b8..0f7efc3f 100644
--- a/src/client/src/app/api/metrics/category/route.ts
+++ b/src/client/src/app/api/metrics/llm/category/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getResultGenerationByCategories } from "@/lib/platform/category";
+import { getResultGenerationByCategories } from "@/lib/platform/llm/category";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/cost/application/route.ts b/src/client/src/app/api/metrics/llm/cost/application/route.ts
similarity index 90%
rename from src/client/src/app/api/metrics/cost/application/route.ts
rename to src/client/src/app/api/metrics/llm/cost/application/route.ts
index 00b5916d..e4abcc41 100644
--- a/src/client/src/app/api/metrics/cost/application/route.ts
+++ b/src/client/src/app/api/metrics/llm/cost/application/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getCostByApplication } from "@/lib/platform/cost";
+import { getCostByApplication } from "@/lib/platform/llm/cost";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/cost/environment/route.ts b/src/client/src/app/api/metrics/llm/cost/environment/route.ts
similarity index 90%
rename from src/client/src/app/api/metrics/cost/environment/route.ts
rename to src/client/src/app/api/metrics/llm/cost/environment/route.ts
index 89996aed..f269f22a 100644
--- a/src/client/src/app/api/metrics/cost/environment/route.ts
+++ b/src/client/src/app/api/metrics/llm/cost/environment/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getCostByEnvironment } from "@/lib/platform/cost";
+import { getCostByEnvironment } from "@/lib/platform/llm/cost";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/cost/request/average/route.ts b/src/client/src/app/api/metrics/llm/cost/request/average/route.ts
similarity index 91%
rename from src/client/src/app/api/metrics/cost/request/average/route.ts
rename to src/client/src/app/api/metrics/llm/cost/request/average/route.ts
index 6f8fa354..1dc22c27 100644
--- a/src/client/src/app/api/metrics/cost/request/average/route.ts
+++ b/src/client/src/app/api/metrics/llm/cost/request/average/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getAverageCost } from "@/lib/platform/cost";
+import { getAverageCost } from "@/lib/platform/llm/cost";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/cost/total/route.ts b/src/client/src/app/api/metrics/llm/cost/total/route.ts
similarity index 85%
rename from src/client/src/app/api/metrics/cost/total/route.ts
rename to src/client/src/app/api/metrics/llm/cost/total/route.ts
index 4e62f17e..a61a71dc 100644
--- a/src/client/src/app/api/metrics/cost/total/route.ts
+++ b/src/client/src/app/api/metrics/llm/cost/total/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getTotalCost } from "@/lib/platform/cost";
+import { getTotalCost } from "@/lib/platform/llm/cost";
import {
validateMetricsRequest,
validateMetricsRequestType,
@@ -15,7 +15,7 @@ export async function POST(request: Request) {
const validationParam = validateMetricsRequest(
params,
- validateMetricsRequestType.TOTAL_REQUESTS
+ validateMetricsRequestType.TOTAL_COST
);
if (!validationParam.success)
diff --git a/src/client/src/app/api/metrics/endpoint/route.ts b/src/client/src/app/api/metrics/llm/endpoint/route.ts
similarity index 71%
rename from src/client/src/app/api/metrics/endpoint/route.ts
rename to src/client/src/app/api/metrics/llm/endpoint/route.ts
index 2f584505..f37bf59e 100644
--- a/src/client/src/app/api/metrics/endpoint/route.ts
+++ b/src/client/src/app/api/metrics/llm/endpoint/route.ts
@@ -1,16 +1,18 @@
-import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";
import {
validateMetricsRequest,
validateMetricsRequestType,
} from "@/helpers/platform";
-import { getResultGenerationByEndpoint } from "@/lib/platform/endpoint";
+import { getResultGenerationByEndpoint } from "@/lib/platform/llm/endpoint";
export async function POST(request: Request) {
const formData = await request.json();
const timeLimit = formData.timeLimit as TimeLimit;
+ const operationType = formData.operationType as OPERATION_TYPE;
const params: MetricParams = {
timeLimit,
+ operationType,
};
const validationParam = validateMetricsRequest(
diff --git a/src/client/src/app/api/metrics/model/time/route.ts b/src/client/src/app/api/metrics/llm/model/time/route.ts
similarity index 91%
rename from src/client/src/app/api/metrics/model/time/route.ts
rename to src/client/src/app/api/metrics/llm/model/time/route.ts
index 013d7cd5..04717fa8 100644
--- a/src/client/src/app/api/metrics/model/time/route.ts
+++ b/src/client/src/app/api/metrics/llm/model/time/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getModelsPerTime } from "@/lib/platform/model";
+import { getModelsPerTime } from "@/lib/platform/llm/model";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/model/top/route.ts b/src/client/src/app/api/metrics/llm/model/top/route.ts
similarity index 98%
rename from src/client/src/app/api/metrics/model/top/route.ts
rename to src/client/src/app/api/metrics/llm/model/top/route.ts
index 2d48f11c..d82e8526 100644
--- a/src/client/src/app/api/metrics/model/top/route.ts
+++ b/src/client/src/app/api/metrics/llm/model/top/route.ts
@@ -1,4 +1,4 @@
-import { ModelMetricParams, getTopModels } from "@/lib/platform/model";
+import { ModelMetricParams, getTopModels } from "@/lib/platform/llm/model";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/token/request/average/route.ts b/src/client/src/app/api/metrics/llm/token/request/average/route.ts
similarity index 95%
rename from src/client/src/app/api/metrics/token/request/average/route.ts
rename to src/client/src/app/api/metrics/llm/token/request/average/route.ts
index baae1727..22692787 100644
--- a/src/client/src/app/api/metrics/token/request/average/route.ts
+++ b/src/client/src/app/api/metrics/llm/token/request/average/route.ts
@@ -1,7 +1,7 @@
import {
type TokenParams,
getAverageTokensPerRequest,
-} from "@/lib/platform/token";
+} from "@/lib/platform/llm/token";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/token/time/route.ts b/src/client/src/app/api/metrics/llm/token/time/route.ts
similarity index 91%
rename from src/client/src/app/api/metrics/token/time/route.ts
rename to src/client/src/app/api/metrics/llm/token/time/route.ts
index 3dbb1aa6..8a4ef1d6 100644
--- a/src/client/src/app/api/metrics/token/time/route.ts
+++ b/src/client/src/app/api/metrics/llm/token/time/route.ts
@@ -1,5 +1,5 @@
import { MetricParams, TimeLimit } from "@/lib/platform/common";
-import { getTokensPerTime } from "@/lib/platform/token";
+import { getTokensPerTime } from "@/lib/platform/llm/token";
import {
validateMetricsRequest,
validateMetricsRequestType,
diff --git a/src/client/src/app/api/metrics/request/duration/average/route.ts b/src/client/src/app/api/metrics/request/duration/average/route.ts
index 7ce714b0..20ff9219 100644
--- a/src/client/src/app/api/metrics/request/duration/average/route.ts
+++ b/src/client/src/app/api/metrics/request/duration/average/route.ts
@@ -1,4 +1,4 @@
-import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";
import { getAverageRequestDuration } from "@/lib/platform/request";
import {
validateMetricsRequest,
@@ -8,9 +8,11 @@ import {
export async function POST(request: Request) {
const formData = await request.json();
const timeLimit = formData.timeLimit as TimeLimit;
+ const operationType = formData.operationType as OPERATION_TYPE;
const params: MetricParams = {
timeLimit,
+ operationType,
};
const validationParam = validateMetricsRequest(
diff --git a/src/client/src/app/api/metrics/request/total/route.ts b/src/client/src/app/api/metrics/request/total/route.ts
index d2e2cb60..3e485b58 100644
--- a/src/client/src/app/api/metrics/request/total/route.ts
+++ b/src/client/src/app/api/metrics/request/total/route.ts
@@ -1,4 +1,4 @@
-import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import { MetricParams, OPERATION_TYPE, TimeLimit } from "@/lib/platform/common";
import { getTotalRequests } from "@/lib/platform/request";
import {
validateMetricsRequest,
@@ -8,9 +8,11 @@ import {
export async function POST(request: Request) {
const formData = await request.json();
const timeLimit = formData.timeLimit as TimeLimit;
+ const operationType = formData.operationType as OPERATION_TYPE;
const params: MetricParams = {
timeLimit,
+ operationType,
};
const validationParam = validateMetricsRequest(
diff --git a/src/client/src/app/api/metrics/vector/application/route.ts b/src/client/src/app/api/metrics/vector/application/route.ts
new file mode 100644
index 00000000..a0f93d9b
--- /dev/null
+++ b/src/client/src/app/api/metrics/vector/application/route.ts
@@ -0,0 +1,28 @@
+import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getResultGenerationByApplication } from "@/lib/platform/vector/application";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: MetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.GENERATION_BY_APPLICATION
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getResultGenerationByApplication(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/vector/environment/route.ts b/src/client/src/app/api/metrics/vector/environment/route.ts
new file mode 100644
index 00000000..f9f39b2b
--- /dev/null
+++ b/src/client/src/app/api/metrics/vector/environment/route.ts
@@ -0,0 +1,28 @@
+import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getResultGenerationByEnvironment } from "@/lib/platform/vector/environment";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: MetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.GENERATION_BY_ENVIRONMENT
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getResultGenerationByEnvironment(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/vector/operation/route.ts b/src/client/src/app/api/metrics/vector/operation/route.ts
new file mode 100644
index 00000000..45c4407e
--- /dev/null
+++ b/src/client/src/app/api/metrics/vector/operation/route.ts
@@ -0,0 +1,28 @@
+import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getResultGenerationByOperation } from "@/lib/platform/vector/operation";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: MetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.GENERATION_BY_OPERATION
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getResultGenerationByOperation(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/vector/system/route.ts b/src/client/src/app/api/metrics/vector/system/route.ts
new file mode 100644
index 00000000..4033148c
--- /dev/null
+++ b/src/client/src/app/api/metrics/vector/system/route.ts
@@ -0,0 +1,28 @@
+import { MetricParams, TimeLimit } from "@/lib/platform/common";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/helpers/platform";
+import { getResultGenerationBySystem } from "@/lib/platform/vector/system";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit as TimeLimit;
+
+ const params: MetricParams = {
+ timeLimit,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.GENERATION_BY_SYSTEM
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getResultGenerationBySystem(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/components/(playground)/pie-chart-card.tsx b/src/client/src/components/(playground)/pie-chart-card.tsx
index cf47b99c..f301d915 100644
--- a/src/client/src/components/(playground)/pie-chart-card.tsx
+++ b/src/client/src/components/(playground)/pie-chart-card.tsx
@@ -109,20 +109,24 @@ const PieChartRenderer = ({
type PieChartCardProps = {
categoryKey: string;
+ extraParams?: Record<any, any>;
heading: string;
indexKey: string;
url: string;
};
const PieChartCard = memo(
- ({ categoryKey, heading, indexKey, url }: PieChartCardProps) => {
+ ({ categoryKey, extraParams, heading, indexKey, url }: PieChartCardProps) => {
const filter = useRootStore(getFilterDetails);
const pingStatus = useRootStore(getPingStatus);
const { data, fireRequest, isFetched, isLoading } = useFetchWrapper();
const fetchData = useCallback(async () => {
fireRequest({
- body: JSON.stringify(getFilterParamsForDashboard(filter)),
+ body: JSON.stringify({
+ ...getFilterParamsForDashboard(filter),
+ ...extraParams,
+ }),
requestType: "POST",
url,
responseDataKey: "data",
diff --git a/src/client/src/components/(playground)/stat-card.tsx b/src/client/src/components/(playground)/stat-card.tsx
index 465651d4..7552a8ae 100644
--- a/src/client/src/components/(playground)/stat-card.tsx
+++ b/src/client/src/components/(playground)/stat-card.tsx
@@ -111,20 +111,18 @@ const StatCard = memo(
)}${textSuffix}`}
</div>
)}
- {doesPreviousDataKeyExist && (
- <span
- className={`flex items-center text-xs text-muted-foreground ${
- changePercent > 0 ? "text-success" : "text-error"
- }`}
- >
- {changePercent > 0 ? (
- <TrendingUp className="w-4 mr-2" />
- ) : (
- <TrendingDown className="w-4 mr-2" />
- )}
- {changePercent}%
- </span>
- )}
+ <span
+ className={`flex items-center text-xs text-muted-foreground ${
+ changePercent > 0 ? "text-success" : "text-error"
+ } ${doesPreviousDataKeyExist ? "" : "opacity-0"}`}
+ >
+ {changePercent > 0 ? (
+ <TrendingUp className="w-4 mr-2" />
+ ) : (
+ <TrendingDown className="w-4 mr-2" />
+ )}
+ {changePercent}%
+ </span>
</CardContent>
</Card>
);
diff --git a/src/client/src/helpers/platform.ts b/src/client/src/helpers/platform.ts
index e70c375a..0ebc5f16 100644
--- a/src/client/src/helpers/platform.ts
+++ b/src/client/src/helpers/platform.ts
@@ -1,7 +1,11 @@
-import { SPAN_KIND } from "@/constants/traces";
import { ValueOf } from "../utils/types";
-import { MetricParams } from "@/lib/platform/common";
-import { addDays, addMonths, differenceInDays } from "date-fns";
+import { MetricParams, OPERATION_TYPE } from "@/lib/platform/common";
+import {
+ addDays,
+ addMonths,
+ differenceInDays,
+ differenceInYears,
+} from "date-fns";
import { getTraceMappingKeyFullPath } from "./trace";
export const validateMetricsRequestType = {
@@ -10,6 +14,8 @@ export const validateMetricsRequestType = {
TOTAL_REQUESTS: "TOTAL_REQUESTS",
AVERAGE_REQUEST_DURATION: "AVERAGE_REQUEST_DURATION",
GET_ALL: "GET_ALL",
+
+ // LLM
// Cost
TOTAL_COST: "TOTAL_COST",
AVERAGE_REQUEST_COST: "AVERAGE_REQUEST_COST",
@@ -25,6 +31,31 @@ export const validateMetricsRequestType = {
TOKENS_PER_TIME: "TOKENS_PER_TIME",
// Endpoint
GENERATION_BY_ENDPOINT: "GENERATION_BY_ENDPOINT",
+
+ // GPU
+ // memory
+ AVERAGE_MEMORY_USAGE: "AVERAGE_MEMORY_USAGE",
+ MEMORY_PER_TIME: "MEMORY_PER_TIME",
+ // temperature
+ AVERAGE_TEMPERATURE: "AVERAGE_TEMPERATURE",
+ TEMPERATURE_PER_TIME: "TEMPERATURE_PER_TIME",
+ // power
+ AVERAGE_POWER_DRAW: "AVERAGE_POWER_DRAW",
+ POWER_PER_TIME: "POWER_PER_TIME",
+ // fanspeed
+ FANSPEED_PER_TIME: "FANSPEED_PER_TIME",
+ // utilization
+ AVERAGE_UTILIZATION_PERCENTAGE: "AVERAGE_UTILIZATION_PERCENTAGE",
+ UTILIZATION_PERCENTAGE_PER_TIME: "UTILIZATION_PERCENTAGE_PER_TIME",
+
+ // Vectordb
+ GENERATION_BY_OPERATION: "GENERATION_BY_OPERATION",
+ // system
+ GENERATION_BY_SYSTEM: "GENERATION_BY_SYSTEM",
+ // environment
+ GENERATION_BY_ENVIRONMENT: "GENERATION_BY_ENVIRONMENT",
+ // application
+ GENERATION_BY_APPLICATION: "GENERATION_BY_APPLICATION",
};
export const validateMetricsRequest = (
@@ -34,28 +65,41 @@ export const validateMetricsRequest = (
switch (type) {
// Request
case validateMetricsRequestType.REQUEST_PER_TIME:
- case validateMetricsRequestType.TOTAL_REQUESTS:
- case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:
- if (!params.timeLimit?.start || !params.timeLimit?.end) {
- return {
- success: false,
- err: "Start date or End date missing!",
- };
- }
- break;
case validateMetricsRequestType.GET_ALL:
- if (!params.timeLimit?.start || !params.timeLimit?.end) {
- return {
- success: false,
- err: "Start date or End date missing!",
- };
- }
- break;
+
// Cost
case validateMetricsRequestType.TOTAL_COST:
case validateMetricsRequestType.AVERAGE_REQUEST_COST:
case validateMetricsRequestType.COST_BY_APPLICATION:
case validateMetricsRequestType.COST_BY_ENVIRONMENT:
+
+ // Models
+ case validateMetricsRequestType.MODEL_PER_TIME:
+ // Category
+ case validateMetricsRequestType.GENERATION_BY_CATEGORY:
+ // Token
+ case validateMetricsRequestType.TOKENS_PER_TIME:
+ // Endpoint
+ case validateMetricsRequestType.GENERATION_BY_ENDPOINT:
+
+ // GPU
+ // memory
+ case validateMetricsRequestType.AVERAGE_MEMORY_USAGE:
+ case validateMetricsRequestType.MEMORY_PER_TIME:
+ // temperature
+ case validateMetricsRequestType.AVERAGE_TEMPERATURE:
+ case validateMetricsRequestType.TEMPERATURE_PER_TIME:
+ // Power
+ case validateMetricsRequestType.AVERAGE_POWER_DRAW:
+ case validateMetricsRequestType.POWER_PER_TIME:
+ // Fan speed
+ case validateMetricsRequestType.FANSPEED_PER_TIME:
+
+ // Vectordb
+ case validateMetricsRequestType.GENERATION_BY_OPERATION:
+ case validateMetricsRequestType.GENERATION_BY_SYSTEM:
+ case validateMetricsRequestType.GENERATION_BY_ENVIRONMENT:
+ case validateMetricsRequestType.GENERATION_BY_APPLICATION:
if (!params.timeLimit?.start || !params.timeLimit?.end) {
return {
success: false,
@@ -78,23 +122,6 @@ export const validateMetricsRequest = (
};
}
break;
- case validateMetricsRequestType.MODEL_PER_TIME:
- if (!params.timeLimit?.start || !params.timeLimit?.end) {
- return {
- success: false,
- err: "Start date or End date missing!",
- };
- }
- break;
- // Category
- case validateMetricsRequestType.GENERATION_BY_CATEGORY:
- if (!params.timeLimit?.start || !params.timeLimit?.end) {
- return {
- success: false,
- err: "Start date or End date missing!",
- };
- }
- break;
// Token
case validateMetricsRequestType.AVERAGE_REQUEST_TOKEN:
if (!params.timeLimit?.start || !params.timeLimit?.end) {
@@ -110,20 +137,20 @@ export const validateMetricsRequest = (
};
}
break;
- case validateMetricsRequestType.TOKENS_PER_TIME:
+
+ // Requests
+ case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:
+ case validateMetricsRequestType.TOTAL_REQUESTS:
if (!params.timeLimit?.start || !params.timeLimit?.end) {
return {
success: false,
err: "Start date or End date missing!",
};
}
- break;
- // Endpoint
- case validateMetricsRequestType.GENERATION_BY_ENDPOINT:
- if (!params.timeLimit?.start || !params.timeLimit?.end) {
+ if (!params.operationType) {
return {
success: false,
- err: "Start date or End date missing!",
+ err: "Operation type for the request is missing!",
};
}
break;
@@ -151,6 +178,7 @@ type FilterWhereConditionType = {
notOrEmpty?: { key: string }[];
notEmpty?: { key: string }[];
statusCode?: string;
+ operationType?: OPERATION_TYPE;
};
export const getFilterWhereCondition = (
@@ -227,6 +255,20 @@ export const getFilterWhereCondition = (
const { statusCode = "STATUS_CODE_OK" } = filter;
whereArray.push(`StatusCode='${statusCode}'`);
+
+ if (filter.operationType) {
+ if (filter.operationType === "vectordb") {
+ whereArray.push(
+ `SpanAttributes['${getTraceMappingKeyFullPath("type")}'] = 'vectordb'`
+ );
+ } else {
+ whereArray.push(
+ `SpanAttributes['${getTraceMappingKeyFullPath(
+ "type"
+ )}'] != 'vectordb'`
+ );
+ }
+ }
} catch {}
return whereArray.join(" AND ");
};
@@ -283,3 +325,29 @@ export const getFilterPreviousParams = (filter: MetricParams) => {
return filter;
}
};
+
+export const getFilterWhereConditionForGPU = (
+ filter: FilterWhereConditionType
+) => {
+ const whereArray: string[] = [];
+ try {
+ const { start, end } = filter.timeLimit || {};
+ if (start && end) {
+ whereArray.push(
+ `TimeUnix >= parseDateTimeBestEffort('${start}') AND TimeUnix <= parseDateTimeBestEffort('${end}')`
+ );
+ }
+ } catch {}
+ return whereArray.join(" AND ");
+};
+
+export const dateTruncGroupingLogic = (end: Date, start: Date) => {
+ let dateTrunc = "day";
+ if (differenceInYears(end as Date, start as Date) >= 1) {
+ dateTrunc = "month";
+ } else if (differenceInDays(end as Date, start as Date) <= 1) {
+ dateTrunc = "hour";
+ }
+
+ return dateTrunc;
+};
diff --git a/src/client/src/lib/platform/common.ts b/src/client/src/lib/platform/common.ts
index d050d1e8..de5a41cd 100644
--- a/src/client/src/lib/platform/common.ts
+++ b/src/client/src/lib/platform/common.ts
@@ -10,6 +10,9 @@ import {
} from "@clickhouse/client-common";
export const OTEL_TRACES_TABLE_NAME = "otel_traces";
+export const OTEL_GPUS_TABLE_NAME = "otel_metrics_gauge";
+
+export type OPERATION_TYPE = "llm" | "vectordb";
export type TimeLimit = {
start: Date | string;
@@ -23,8 +26,24 @@ export interface MetricParams {
limit?: number;
selectedConfig?: any;
sorting?: any;
+ operationType?: OPERATION_TYPE;
}
+export type GPU_TYPE_KEY =
+ | "utilization_percentage"
+ | "enc.utilization_percentage"
+ | "dec.utilization_percentage"
+ | "temperature"
+ | "fan_speed"
+ | "memory.available"
+ | "memory.total"
+ | "memory.used"
+ | "memory.free"
+ | "power.draw"
+ | "power.limit";
+
+export interface GPUMetricParams extends MetricParams {}
+
export type DataCollectorType = { err?: unknown; data?: unknown };
export async function dataCollector(
{
diff --git a/src/client/src/lib/platform/endpoint.ts b/src/client/src/lib/platform/endpoint.ts
deleted file mode 100644
index a16ab8ef..00000000
--- a/src/client/src/lib/platform/endpoint.ts
+++ /dev/null
@@ -1,30 +0,0 @@
-import { getFilterWhereCondition } from "@/helpers/platform";
-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
-import { getTraceMappingKeyFullPath } from "@/helpers/trace";
-
-export async function getResultGenerationByEndpoint(params: MetricParams) {
- const keyPaths = [
- { key: `SpanAttributes['${getTraceMappingKeyFullPath("system")}']` },
- { key: `SpanAttributes['${getTraceMappingKeyFullPath("provider")}']` },
- ];
- const query = `
- SELECT
- CASE
- WHEN notEmpty(SpanAttributes['${getTraceMappingKeyFullPath(
- "provider"
- )}'])
- THEN SpanAttributes['${getTraceMappingKeyFullPath("provider")}']
- ELSE SpanAttributes['${getTraceMappingKeyFullPath("system")}']
- END AS provider,
- CAST(COUNT(*) AS INTEGER) AS count
- FROM
- ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition({
- ...params,
- notOrEmpty: keyPaths,
- })}
- GROUP BY provider;
- `;
-
- return dataCollector({ query });
-}
diff --git a/src/client/src/lib/platform/gpu/fanspeed.ts b/src/client/src/lib/platform/gpu/fanspeed.ts
new file mode 100644
index 00000000..6b48c5ff
--- /dev/null
+++ b/src/client/src/lib/platform/gpu/fanspeed.ts
@@ -0,0 +1,30 @@
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereConditionForGPU,
+} from "@/helpers/platform";
+import {
+ dataCollector,
+ OTEL_GPUS_TABLE_NAME,
+ GPUMetricParams,
+} from "../common";
+
+export async function getFanspeedParamsPerTime(params: GPUMetricParams) {
+ const { start, end } = params.timeLimit;
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
+
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) AS fan_speed,
+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.fan_speed'
+ GROUP BY
+ request_time,
+ MetricName
+ ORDER BY
+ request_time;
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/gpu/memory.ts b/src/client/src/lib/platform/gpu/memory.ts
new file mode 100644
index 00000000..ea549f7d
--- /dev/null
+++ b/src/client/src/lib/platform/gpu/memory.ts
@@ -0,0 +1,75 @@
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereConditionForGPU,
+} from "@/helpers/platform";
+import {
+ dataCollector,
+ OTEL_GPUS_TABLE_NAME,
+ GPUMetricParams,
+} from "../common";
+
+export async function getMemoryParamsPerTime(params: GPUMetricParams) {
+ const keys = [
+ "memory.available",
+ "memory.total",
+ "memory.used",
+ "memory.free",
+ ];
+
+ const { start, end } = params.timeLimit;
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
+
+ const query = `
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`
+ )
+ .join(" ")}
+ request_time
+ FROM (
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `SUM(IF(MetricName = 'gpu.${type}', Value, 0)) AS ${type.replaceAll(
+ ".",
+ "_"
+ )},`
+ )
+ .join(" ")}
+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)}
+ GROUP BY
+ request_time,
+ MetricName
+ ORDER BY
+ request_time
+ )
+ GROUP BY
+ request_time
+ ORDER BY
+ request_time;
+ `;
+
+ return dataCollector({ query });
+}
+
+export async function getAverageMemoryUsage(params: GPUMetricParams) {
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) as memory_used
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(
+ params
+ )} AND MetricName = 'gpu.memory.used'
+ GROUP BY
+ MetricName
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/gpu/power.ts b/src/client/src/lib/platform/gpu/power.ts
new file mode 100644
index 00000000..bab8c6f5
--- /dev/null
+++ b/src/client/src/lib/platform/gpu/power.ts
@@ -0,0 +1,67 @@
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereConditionForGPU,
+} from "@/helpers/platform";
+import {
+ GPUMetricParams,
+ OTEL_GPUS_TABLE_NAME,
+ dataCollector,
+} from "../common";
+
+export async function getAveragePowerDraw(params: GPUMetricParams) {
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) as power_draw
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.power.draw'
+ GROUP BY
+ MetricName
+ `;
+
+ return dataCollector({ query });
+}
+
+export async function getPowerParamsPerTime(params: GPUMetricParams) {
+ const keys = ["power.draw", "power.limit"];
+ const { start, end } = params.timeLimit;
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
+
+ const query = `
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`
+ )
+ .join(" ")}
+ request_time
+ FROM (
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `ROUND(AVG(IF(MetricName = 'gpu.${type}', Value, 0)), 2) AS ${type.replaceAll(
+ ".",
+ "_"
+ )},`
+ )
+ .join(" ")}
+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)}
+ GROUP BY
+ request_time,
+ MetricName
+ ORDER BY
+ request_time
+ )
+ GROUP BY
+ request_time
+ ORDER BY
+ request_time;
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/gpu/temperature.ts b/src/client/src/lib/platform/gpu/temperature.ts
new file mode 100644
index 00000000..8441362b
--- /dev/null
+++ b/src/client/src/lib/platform/gpu/temperature.ts
@@ -0,0 +1,49 @@
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereConditionForGPU,
+} from "@/helpers/platform";
+import {
+ GPUMetricParams,
+ OTEL_GPUS_TABLE_NAME,
+ dataCollector,
+} from "../common";
+
+export async function getAverageTemperature(params: GPUMetricParams) {
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) as temperature
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(
+ params
+ )} AND MetricName = 'gpu.temperature'
+ GROUP BY
+ MetricName
+ `;
+
+ return dataCollector({ query });
+}
+
+export async function getAverageTemperatureParamsPerTime(
+ params: GPUMetricParams
+) {
+ const { start, end } = params.timeLimit;
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
+
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) as temperature,
+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)}
+ AND MetricName = 'gpu.temperature'
+ GROUP BY
+ request_time,
+ MetricName
+ ORDER BY
+ request_time;
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/gpu/utilization.ts b/src/client/src/lib/platform/gpu/utilization.ts
new file mode 100644
index 00000000..6dd8df3c
--- /dev/null
+++ b/src/client/src/lib/platform/gpu/utilization.ts
@@ -0,0 +1,73 @@
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereConditionForGPU,
+} from "@/helpers/platform";
+import {
+ GPUMetricParams,
+ OTEL_GPUS_TABLE_NAME,
+ dataCollector,
+} from "../common";
+
+export async function getAverageUtilization(params: GPUMetricParams) {
+ const query = `
+ SELECT
+ ROUND(AVG(Value), 2) as utilization_percentage
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU(params)} AND MetricName = 'gpu.utilization_percentage'
+ GROUP BY
+ MetricName
+ `;
+
+ return dataCollector({ query });
+}
+
+export async function getUtilizationParamsPerTime(params: GPUMetricParams) {
+ const keys = [
+ "utilization_percentage",
+ "enc.utilization_percentage",
+ "dec.utilization_percentage",
+ ];
+ const { start, end } = params.timeLimit;
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
+
+ const query = `
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `MAX(${type.replaceAll(".", "_")}) AS ${type.replaceAll(".", "_")},`
+ )
+ .join(" ")}
+ request_time
+ FROM (
+ SELECT
+ ${keys
+ .map(
+ (type) =>
+ `ROUND(AVG(IF(MetricName = 'gpu.${type}', Value, 0)), 2) AS ${type.replaceAll(
+ ".",
+ "_"
+ )},`
+ )
+ .join(" ")}
+ formatDateTime(DATE_TRUNC('${dateTrunc}', TimeUnix), '%Y/%m/%d %R') AS request_time
+ FROM
+ ${OTEL_GPUS_TABLE_NAME}
+ WHERE ${getFilterWhereConditionForGPU({
+ ...params,
+ })}
+ GROUP BY
+ request_time,
+ MetricName
+ ORDER BY
+ request_time
+ )
+ GROUP BY
+ request_time
+ ORDER BY
+ request_time;
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/category.ts b/src/client/src/lib/platform/llm/category.ts
similarity index 80%
rename from src/client/src/lib/platform/category.ts
rename to src/client/src/lib/platform/llm/category.ts
index ec976fa2..08069a49 100644
--- a/src/client/src/lib/platform/category.ts
+++ b/src/client/src/lib/platform/llm/category.ts
@@ -1,5 +1,5 @@
import { getTraceMappingKeyFullPath } from "@/helpers/trace";
-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
import { getFilterWhereCondition } from "@/helpers/platform";
export async function getResultGenerationByCategories(params: MetricParams) {
@@ -8,7 +8,11 @@ export async function getResultGenerationByCategories(params: MetricParams) {
${keyPath} AS category,
CAST(COUNT(*) AS INTEGER) AS count
FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition({ ...params, notEmpty: [{ key: keyPath }] })}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPath }],
+ operationType: "llm",
+ })}
GROUP BY category;`;
return dataCollector({ query });
diff --git a/src/client/src/lib/platform/cost.ts b/src/client/src/lib/platform/llm/cost.ts
similarity index 93%
rename from src/client/src/lib/platform/cost.ts
rename to src/client/src/lib/platform/llm/cost.ts
index dcf840b0..00a98a40 100644
--- a/src/client/src/lib/platform/cost.ts
+++ b/src/client/src/lib/platform/llm/cost.ts
@@ -2,7 +2,7 @@ import {
getFilterPreviousParams,
getFilterWhereCondition,
} from "@/helpers/platform";
-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
import { getTraceMappingKeyFullPath } from "@/helpers/trace";
export async function getTotalCost(params: MetricParams) {
@@ -15,7 +15,7 @@ export async function getTotalCost(params: MetricParams) {
sum(toFloat64OrZero(${keyPath})) AS total_usage_cost,
'${params.timeLimit.start}' as start_date
FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition(parameters)}
+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}
`;
const query = `
@@ -48,7 +48,7 @@ export async function getAverageCost(params: MetricParams) {
avg(toFloat64OrZero(${keyPath})) AS average_usage_cost,
'${params.timeLimit.start}' as start_date
FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition(parameters)}
+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}
`;
const query = `
@@ -82,6 +82,7 @@ export async function getCostByApplication(params: MetricParams) {
WHERE ${getFilterWhereCondition({
...params,
notEmpty: [{ key: keyPathApplicationName }, { key: keyPathCost }],
+ operationType: "llm",
})}
GROUP BY applicationName;`;
@@ -100,6 +101,7 @@ export async function getCostByEnvironment(params: MetricParams) {
WHERE ${getFilterWhereCondition({
...params,
notEmpty: [{ key: keyPathEnvironment }, { key: keyPathCost }],
+ operationType: "llm",
})}
GROUP BY environment`;
diff --git a/src/client/src/lib/platform/llm/endpoint.ts b/src/client/src/lib/platform/llm/endpoint.ts
new file mode 100644
index 00000000..fefc724f
--- /dev/null
+++ b/src/client/src/lib/platform/llm/endpoint.ts
@@ -0,0 +1,22 @@
+import { getFilterWhereCondition } from "@/helpers/platform";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
+import { getTraceMappingKeyFullPath } from "@/helpers/trace";
+
+export async function getResultGenerationByEndpoint(params: MetricParams) {
+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("provider")}']`;
+ const query = `
+ SELECT
+ ${keyPath} AS provider,
+ CAST(COUNT(*) AS INTEGER) AS count
+ FROM
+ ${OTEL_TRACES_TABLE_NAME}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPath }],
+ operationType: "llm",
+ })}
+ GROUP BY provider;
+ `;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/model.ts b/src/client/src/lib/platform/llm/model.ts
similarity index 77%
rename from src/client/src/lib/platform/model.ts
rename to src/client/src/lib/platform/llm/model.ts
index bd5d68c6..4ea8fc5f 100644
--- a/src/client/src/lib/platform/model.ts
+++ b/src/client/src/lib/platform/llm/model.ts
@@ -1,7 +1,9 @@
-import { differenceInDays, differenceInYears } from "date-fns";
-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
import { getTraceMappingKeyFullPath } from "@/helpers/trace";
-import { getFilterWhereCondition } from "@/helpers/platform";
+import {
+ dateTruncGroupingLogic,
+ getFilterWhereCondition,
+} from "@/helpers/platform";
export type ModelMetricParams = MetricParams & {
top: number;
@@ -18,6 +20,7 @@ export async function getTopModels(params: ModelMetricParams) {
WHERE ${getFilterWhereCondition({
...params,
notEmpty: [{ key: keyPath }],
+ operationType: "llm",
})}
GROUP BY
model
@@ -31,12 +34,7 @@ export async function getTopModels(params: ModelMetricParams) {
export async function getModelsPerTime(params: MetricParams) {
const { start, end } = params.timeLimit;
- let dateTrunc = "day";
- if (differenceInYears(end as Date, start as Date) >= 1) {
- dateTrunc = "month";
- } else if (differenceInDays(end as Date, start as Date) <= 1) {
- dateTrunc = "hour";
- }
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("model")}']`;
const query = `
@@ -52,7 +50,11 @@ export async function getModelsPerTime(params: MetricParams) {
formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d') AS request_time
FROM
${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition({ ...params, notEmpty: [{ key: keyPath }] })}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPath }],
+ operationType: "llm",
+ })}
GROUP BY
model, request_time
ORDER BY
diff --git a/src/client/src/lib/platform/token.ts b/src/client/src/lib/platform/llm/token.ts
similarity index 85%
rename from src/client/src/lib/platform/token.ts
rename to src/client/src/lib/platform/llm/token.ts
index 8625c9c4..b0277d40 100644
--- a/src/client/src/lib/platform/token.ts
+++ b/src/client/src/lib/platform/llm/token.ts
@@ -1,7 +1,7 @@
-import { differenceInDays, differenceInYears } from "date-fns";
-import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
import { getTraceMappingKeyFullPath } from "@/helpers/trace";
import {
+ dateTruncGroupingLogic,
getFilterPreviousParams,
getFilterWhereCondition,
} from "@/helpers/platform";
@@ -29,7 +29,7 @@ export async function getAverageTokensPerRequest(params: TokenParams) {
AVG(toInt32OrZero(${keyPath})) AS total_tokens
${params.type === "total" ? `, '${params.timeLimit.start}' as start_date` : ""}
FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition(parameters)}`;
+ WHERE ${getFilterWhereCondition({ ...parameters, operationType: "llm" })}`;
if (params.type === "total") {
const previousWhereParams = getFilterPreviousParams(currentWhereParams);
@@ -57,12 +57,7 @@ export async function getAverageTokensPerRequest(params: TokenParams) {
export async function getTokensPerTime(params: MetricParams) {
const { start, end } = params.timeLimit;
- let dateTrunc = "day";
- if (differenceInYears(end as Date, start as Date) >= 1) {
- dateTrunc = "month";
- } else if (differenceInDays(end as Date, start as Date) <= 1) {
- dateTrunc = "hour";
- }
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
const keyPaths: { key: string }[] = [
{
@@ -84,7 +79,11 @@ export async function getTokensPerTime(params: MetricParams) {
SUM(toInt64OrZero(${keyPaths[2].key})) AS completiontokens,
formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d %R') AS request_time
FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition({ ...params, notEmpty: keyPaths })}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: keyPaths,
+ operationType: "llm",
+ })}
GROUP BY request_time
ORDER BY request_time`;
diff --git a/src/client/src/lib/platform/request.ts b/src/client/src/lib/platform/request.ts
index a810c90c..f6a08565 100644
--- a/src/client/src/lib/platform/request.ts
+++ b/src/client/src/lib/platform/request.ts
@@ -1,24 +1,14 @@
-import {
- MetricParams,
- dataCollector,
- DataCollectorType,
- OTEL_TRACES_TABLE_NAME,
-} from "./common";
-import { differenceInDays, differenceInYears } from "date-fns";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "./common";
import { getTraceMappingKeyFullPath } from "@/helpers/trace";
import {
+ dateTruncGroupingLogic,
getFilterPreviousParams,
getFilterWhereCondition,
} from "@/helpers/platform";
export async function getRequestPerTime(params: MetricParams) {
const { start, end } = params.timeLimit;
- let dateTrunc = "day";
- if (differenceInYears(end as Date, start as Date) >= 1) {
- dateTrunc = "month";
- } else if (differenceInDays(end as Date, start as Date) <= 1) {
- dateTrunc = "hour";
- }
+ const dateTrunc = dateTruncGroupingLogic(end as Date, start as Date);
const query = `
SELECT
@@ -26,7 +16,7 @@ export async function getRequestPerTime(params: MetricParams) {
formatDateTime(DATE_TRUNC('${dateTrunc}', Timestamp), '%Y/%m/%d %R') AS request_time
FROM
${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition(params)}
+ WHERE ${getFilterWhereCondition({ ...params, operationType: "llm" })}
GROUP BY
request_time
ORDER BY
@@ -133,7 +123,7 @@ export async function getRequestsConfig(params: MetricParams) {
select.push(`CAST(COUNT(*) AS INTEGER) AS totalRows`);
const query = `SELECT ${select.join(", ")} FROM ${OTEL_TRACES_TABLE_NAME}
- WHERE ${getFilterWhereCondition({ ...params })}`;
+ WHERE ${getFilterWhereCondition(params)}`;
return dataCollector({ query });
}
diff --git a/src/client/src/lib/platform/vector/application.ts b/src/client/src/lib/platform/vector/application.ts
new file mode 100644
index 00000000..57fbcf94
--- /dev/null
+++ b/src/client/src/lib/platform/vector/application.ts
@@ -0,0 +1,21 @@
+import { getTraceMappingKeyFullPath } from "@/helpers/trace";
+import { MetricParams, OTEL_TRACES_TABLE_NAME, dataCollector } from "../common";
+import { getFilterWhereCondition } from "@/helpers/platform";
+
+export async function getResultGenerationByApplication(params: MetricParams) {
+ const key = `SpanAttributes['${getTraceMappingKeyFullPath(
+ "applicationName"
+ )}']`;
+ const query = `SELECT
+ DISTINCT ${key} as applicationName,
+ CAST(COUNT(*) AS INTEGER) AS count
+ FROM ${OTEL_TRACES_TABLE_NAME}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: key }],
+ operationType: "vectordb",
+ })}
+ GROUP BY applicationName`;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/vector/environment.ts b/src/client/src/lib/platform/vector/environment.ts
new file mode 100644
index 00000000..e859fc6a
--- /dev/null
+++ b/src/client/src/lib/platform/vector/environment.ts
@@ -0,0 +1,21 @@
+import { getTraceMappingKeyFullPath } from "@/helpers/trace";
+import { MetricParams, OTEL_TRACES_TABLE_NAME, dataCollector } from "../common";
+import { getFilterWhereCondition } from "@/helpers/platform";
+
+export async function getResultGenerationByEnvironment(params: MetricParams) {
+ const keyPathEnvironment = `SpanAttributes['${getTraceMappingKeyFullPath(
+ "environment"
+ )}']`;
+ const query = `SELECT
+ DISTINCT ${keyPathEnvironment} as environment,
+ CAST(COUNT(*) AS INTEGER) AS count
+ FROM ${OTEL_TRACES_TABLE_NAME}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPathEnvironment }],
+ operationType: "vectordb",
+ })}
+ GROUP BY environment`;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/vector/operation.ts b/src/client/src/lib/platform/vector/operation.ts
new file mode 100644
index 00000000..2ce2f84b
--- /dev/null
+++ b/src/client/src/lib/platform/vector/operation.ts
@@ -0,0 +1,19 @@
+import { getTraceMappingKeyFullPath } from "@/helpers/trace";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
+import { getFilterWhereCondition } from "@/helpers/platform";
+
+export async function getResultGenerationByOperation(params: MetricParams) {
+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("operation")}']`;
+ const query = `SELECT
+ ${keyPath} AS operation,
+ CAST(COUNT(*) AS INTEGER) AS count
+ FROM ${OTEL_TRACES_TABLE_NAME}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPath }],
+ operationType: "vectordb",
+ })}
+ GROUP BY operation;`;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/lib/platform/vector/system.ts b/src/client/src/lib/platform/vector/system.ts
new file mode 100644
index 00000000..b89517ef
--- /dev/null
+++ b/src/client/src/lib/platform/vector/system.ts
@@ -0,0 +1,19 @@
+import { getTraceMappingKeyFullPath } from "@/helpers/trace";
+import { MetricParams, dataCollector, OTEL_TRACES_TABLE_NAME } from "../common";
+import { getFilterWhereCondition } from "@/helpers/platform";
+
+export async function getResultGenerationBySystem(params: MetricParams) {
+ const keyPath = `SpanAttributes['${getTraceMappingKeyFullPath("system")}']`;
+ const query = `SELECT
+ ${keyPath} AS system,
+ CAST(COUNT(*) AS INTEGER) AS count
+ FROM ${OTEL_TRACES_TABLE_NAME}
+ WHERE ${getFilterWhereCondition({
+ ...params,
+ notEmpty: [{ key: keyPath }],
+ operationType: "vectordb",
+ })}
+ GROUP BY system;`;
+
+ return dataCollector({ query });
+}
diff --git a/src/client/src/selectors/dashboard.ts b/src/client/src/selectors/dashboard.ts
new file mode 100644
index 00000000..d0fbdc06
--- /dev/null
+++ b/src/client/src/selectors/dashboard.ts
@@ -0,0 +1,5 @@
+import { RootStore } from "@/store";
+
+export const getDashboardType = (state: RootStore) => state.dashboard.type;
+
+export const setDashboardType = (state: RootStore) => state.dashboard.setType;
diff --git a/src/client/src/store/dashboard.ts b/src/client/src/store/dashboard.ts
new file mode 100644
index 00000000..d64453c8
--- /dev/null
+++ b/src/client/src/store/dashboard.ts
@@ -0,0 +1,24 @@
+"use client";
+import { ValueOf } from "@/utils/types";
+import { lens } from "@dhmk/zustand-lens";
+
+export const DASHBOARD_TYPE_OBJECT: Record<"llm" | "vector" | "gpu", string> = {
+ llm: "llm",
+ vector: "vector",
+ gpu: "gpu",
+};
+
+export type DASHBOARD_TYPE = ValueOf<typeof DASHBOARD_TYPE_OBJECT>;
+
+export type DashboardStore = {
+ type?: DASHBOARD_TYPE;
+ setType: (t: DASHBOARD_TYPE) => void;
+};
+
+export const dashboardStoreSlice: DashboardStore = lens((setStore) => ({
+ type: DASHBOARD_TYPE_OBJECT.llm,
+ setType: (type) =>
+ setStore(() => ({
+ type,
+ })),
+}));
diff --git a/src/client/src/store/index.ts b/src/client/src/store/index.ts
index 7bebc2fb..e14247cd 100644
--- a/src/client/src/store/index.ts
+++ b/src/client/src/store/index.ts
@@ -5,12 +5,14 @@ import { DatabaseStore, databaseConfigStoreSlice } from "./database-config";
import { withLenses } from "@dhmk/zustand-lens";
import { devtools } from "zustand/middleware";
import { OpengroundStore, opengroundStoreSlice } from "./openground";
+import { DashboardStore, dashboardStoreSlice } from "./dashboard";
export type RootStore = {
user: UserStore;
filter: FilterStore;
databaseConfig: DatabaseStore;
openground: OpengroundStore;
+ dashboard: DashboardStore;
};
export const useRootStore = create<RootStore>()(
@@ -20,6 +22,7 @@ export const useRootStore = create<RootStore>()(
filter: filterStoreSlice,
databaseConfig: databaseConfigStoreSlice,
openground: opengroundStoreSlice,
+ dashboard: dashboardStoreSlice,
})
)
);