Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
feat: apis for dashboard metrics (#11)
Aman Agarwal9e440e27de71
diff --git a/src/client/.github/.pre-commit-config.yaml b/src/client/.github/.pre-commit-config.yamlnew file mode 100644index 00000000..b00b26ae--- /dev/null+++ b/src/client/.github/.pre-commit-config.yaml@@ -0,0 +1,7 @@+- repo: local+ hooks:+ - id: check-prisma-files+ name: Check Prisma files+ entry: check-prisma-files.sh+ language: script+ files: \.tsx?$ # Adjust the pattern according to the file types you want to checkdiff --git a/src/client/package-lock.json b/src/client/package-lock.jsonindex c3dbc365..ff48f0ff 100644--- a/src/client/package-lock.json+++ b/src/client/package-lock.json@@ -14,12 +14,15 @@"@prisma/client": "^5.8.1","@tremor/react": "^3.13.1","bcrypt-ts": "^5.0.1",+ "date-fns": "^3.3.1",+ "lodash": "^4.17.21","next": "14.0.4","next-auth": "^4.24.5","react": "^18","react-dom": "^18"},"devDependencies": {+ "@types/lodash": "^4.14.202","@types/node": "^20","@types/react": "^18","@types/react-dom": "^18",@@ -646,6 +649,21 @@"react-dom": ">=16.6.0"}},+ "node_modules/@tremor/react/node_modules/date-fns": {+ "version": "2.30.0",+ "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-2.30.0.tgz",+ "integrity": "sha512-fnULvOpxnC5/Vg3NCiWelDsLiUc9bRwAPs/+LfTLNvetFCtCTN+yQz15C/fs4AwX1R9K5GLtLfn8QW+dWisaAw==",+ "dependencies": {+ "@babel/runtime": "^7.21.0"+ },+ "engines": {+ "node": ">=0.11"+ },+ "funding": {+ "type": "opencollective",+ "url": "https://opencollective.com/date-fns"+ }+ },"node_modules/@types/d3-array": {"version": "3.2.1","resolved": "https://registry.npmjs.org/@types/d3-array/-/d3-array-3.2.1.tgz",@@ -706,6 +724,12 @@"integrity": "sha512-dRLjCWHYg4oaA77cxO64oO+7JwCwnIzkZPdrrC71jQmQtlhM556pwKo5bUzqvZndkVbeFLIIi+9TC40JNF5hNQ==","dev": true},+ "node_modules/@types/lodash": {+ "version": "4.14.202",+ "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.14.202.tgz",+ "integrity": "sha512-OvlIYQK9tNneDlS0VN54LLd5uiPCBOp7gS5Z0f1mjoJYBrtStzgmJBxONW3U6OZqdtNzZPmn9BS/7WI7BFFcFQ==",+ "dev": true+ },"node_modules/@types/node": {"version": "20.11.5","resolved": "https://registry.npmjs.org/@types/node/-/node-20.11.5.tgz",@@ -1584,18 +1608,12 @@"dev": true},"node_modules/date-fns": {- "version": "2.30.0",- "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-2.30.0.tgz",- "integrity": "sha512-fnULvOpxnC5/Vg3NCiWelDsLiUc9bRwAPs/+LfTLNvetFCtCTN+yQz15C/fs4AwX1R9K5GLtLfn8QW+dWisaAw==",- "dependencies": {- "@babel/runtime": "^7.21.0"- },- "engines": {- "node": ">=0.11"- },+ "version": "3.3.1",+ "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-3.3.1.tgz",+ "integrity": "sha512-y8e109LYGgoQDveiEBD3DYXKba1jWf5BA8YU1FL5Tvm0BTdEfy54WLCwnuYWZNnzzvALy/QQ4Hov+Q9RVRv+Zw==","funding": {- "type": "opencollective",- "url": "https://opencollective.com/date-fns"+ "type": "github",+ "url": "https://github.com/sponsors/kossnocorp"}},"node_modules/debug": {diff --git a/src/client/package.json b/src/client/package.jsonindex e61b2e82..6754d46a 100644--- a/src/client/package.json+++ b/src/client/package.json@@ -15,12 +15,15 @@"@prisma/client": "^5.8.1","@tremor/react": "^3.13.1","bcrypt-ts": "^5.0.1",+ "date-fns": "^3.3.1",+ "lodash": "^4.17.21","next": "14.0.4","next-auth": "^4.24.5","react": "^18","react-dom": "^18"},"devDependencies": {+ "@types/lodash": "^4.14.202","@types/node": "^20","@types/react": "^18","@types/react-dom": "^18",diff --git a/src/client/scripts/check-prisma-files.sh b/src/client/scripts/check-prisma-files.shnew file mode 100755index 00000000..1b74effc--- /dev/null+++ b/src/client/scripts/check-prisma-files.sh@@ -0,0 +1,28 @@+#!/bin/bash++# This script checks if changes in files include the string 'prisma.' and are not in the 'lib' directory++# Get the root directory of the Git repository+root_directory=$(git rev-parse --show-toplevel)++# Get the list of staged files+staged_files=$(git diff --name-only)++# Iterate over the staged files+for file in $staged_files; do+ # Get the full path of the file relative to the root directory+ full_path="$root_directory/$file"++ # Check if the file is not in the 'lib' directory+ if [[ ! $file =~ ^lib/ ]]; then+ # Check if the content of the file includes 'prisma.'+ if grep -q 'prisma\.' "$full_path"; then+ echo "Error: Files with 'prisma.' content are only allowed in the 'lib' directory."+ echo "File: $file"+ exit 1+ fi+ fi+done++# If no issues found, exit successfully+exit 0diff --git a/src/client/src/app/api/(stats)/dashboard/route.ts b/src/client/src/app/api/(stats)/dashboard/route.tsdeleted file mode 100644index d83c31fd..00000000--- a/src/client/src/app/api/(stats)/dashboard/route.ts+++ /dev/null@@ -1,12 +0,0 @@-import { DokuParams, TimeLimit, getData } from "@/lib/doku";--export async function POST(request: Request) {- const formData = await request.json();- const timeLimit = formData.timeLimit as TimeLimit | null;-- const params: DokuParams = {};- if (timeLimit) params.timeLimit = timeLimit;-- const res: any = await getData(params);- return Response.json(res);-}diff --git a/src/client/src/app/api/metrics/cost/request/average/route.ts b/src/client/src/app/api/metrics/cost/request/average/route.tsnew file mode 100644index 00000000..19e9c2e8--- /dev/null+++ b/src/client/src/app/api/metrics/cost/request/average/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getAverageCost } from "@/lib/doku/cost";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_REQUEST_COST+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageCost(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/cost/total/route.ts b/src/client/src/app/api/metrics/cost/total/route.tsnew file mode 100644index 00000000..dfb1ef56--- /dev/null+++ b/src/client/src/app/api/metrics/cost/total/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getTotalCost } from "@/lib/doku/cost";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.TOTAL_REQUESTS+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getTotalCost(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/generation/route.ts b/src/client/src/app/api/metrics/generation/route.tsnew file mode 100644index 00000000..61abe3e7--- /dev/null+++ b/src/client/src/app/api/metrics/generation/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getResultGenerationByCategories } from "@/lib/doku/generation";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.GENERATION_BY_CATEGORY+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getResultGenerationByCategories(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/model/route.ts b/src/client/src/app/api/metrics/model/route.tsnew file mode 100644index 00000000..ecf7d176--- /dev/null+++ b/src/client/src/app/api/metrics/model/route.ts@@ -0,0 +1,31 @@+import { ModelDokuParams, getTopModels } from "@/lib/doku/model";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: ModelDokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ top: formData.top || 3,+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.TOP_MODELS+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getTopModels(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/request/duration/average/route.ts b/src/client/src/app/api/metrics/request/duration/average/route.tsnew file mode 100644index 00000000..3b8d1f34--- /dev/null+++ b/src/client/src/app/api/metrics/request/duration/average/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getAverageRequestDuration } from "@/lib/doku/request";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.AVERAGE_REQUEST_DURATION+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getAverageRequestDuration(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/request/time/route.ts b/src/client/src/app/api/metrics/request/time/route.tsnew file mode 100644index 00000000..75a7e409--- /dev/null+++ b/src/client/src/app/api/metrics/request/time/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getRequestPerTime } from "@/lib/doku/request";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.REQUEST_PER_TIME+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getRequestPerTime(params);+ return Response.json(res);+}diff --git a/src/client/src/app/api/metrics/request/total/route.ts b/src/client/src/app/api/metrics/request/total/route.tsnew file mode 100644index 00000000..6d059f6c--- /dev/null+++ b/src/client/src/app/api/metrics/request/total/route.ts@@ -0,0 +1,31 @@+import { DokuParams } from "@/lib/doku/common";+import { getTotalRequests } from "@/lib/doku/request";+import {+ validateMetricsRequest,+ validateMetricsRequestType,+} from "@/utils/doku";++export async function POST(request: Request) {+ const formData = await request.json();+ const timeLimit = formData.timeLimit;++ const params: DokuParams = {+ timeLimit: {+ start: timeLimit.start,+ end: timeLimit.end,+ },+ };++ const validationParam = validateMetricsRequest(+ params,+ validateMetricsRequestType.TOTAL_REQUESTS+ );++ if (!validationParam.success)+ return Response.json(validationParam.err, {+ status: 400,+ });++ const res: any = await getTotalRequests(params);+ return Response.json(res);+}diff --git a/src/client/src/app/auth.ts b/src/client/src/app/auth.tsindex 07f5fd14..af3bdefa 100644--- a/src/client/src/app/auth.ts+++ b/src/client/src/app/auth.ts@@ -4,7 +4,7 @@ import CredentialsProvider from "next-auth/providers/credentials";import { PrismaAdapter } from "@next-auth/prisma-adapter";import { PrismaClient } from "@prisma/client";import asaw from "@/utils/asaw";-import { createNewUser, getUserByEmail } from "@/lib/user";+import { createNewUser, getUserByEmail, updateUser } from "@/lib/user";import { compare } from "bcrypt-ts";const prisma = new PrismaClient();@@ -29,21 +29,22 @@ export const authOptions = {return false;}if (account?.provider === "google") {- const userExists = await prisma.user.findUnique({- where: { email: user.email },- select: { name: true },- });+ const [, existingUser] = await asaw(+ getUserByEmail({ email: user.email })+ );// if the user already exists via email,// update the user with their name and image from Google- if (userExists && !userExists.name) {- await prisma.user.update({- where: { email: user.email },- data: {- name: profile?.name,- // @ts-ignore - this is a bug in the types, `picture` is a valid on the `Profile` type- image: profile?.picture,- },- });+ if (existingUser && !existingUser.name) {+ await asaw(+ updateUser({+ where: { email: user.email },+ data: {+ name: profile?.name,+ // @ts-ignore - this is a bug in the types, `picture` is a valid on the `Profile` type+ image: profile?.picture,+ },+ })+ );}}diff --git a/src/client/src/lib/doku.ts b/src/client/src/lib/doku.tsdeleted file mode 100644index 5ec55165..00000000--- a/src/client/src/lib/doku.ts+++ /dev/null@@ -1,69 +0,0 @@-import { Prisma, PrismaClient } from "@prisma/client";--const TABLE_NAME = "doku";--export type TimeLimit =- | "last-1-hour"- | "last-1-week"- | "last-1-month"- | "custom";--export interface DokuParams {- timeLimit?: TimeLimit;- startDate?: Date;- endDate?: Date;-}--type ConditionType = "OR" | "AND";-const addCondition = (- query: string,- condition: string,- conditionType: ConditionType = "AND"-) =>- query.includes("WHERE")- ? `${query} ${conditionType} ${condition}`- : `${query} WHERE ${condition}`;--const prisma = new PrismaClient();-export async function getData(params: DokuParams = {}) {- let query = `Select * from ${TABLE_NAME}`;- switch (params.timeLimit) {- case "last-1-hour":- query = addCondition(- query,- `time >= CURRENT_TIMESTAMP - INTERVAL '1 hour' AND time < CURRENT_TIMESTAMP`- );- break;- case "last-1-week":- query = addCondition(- query,- `time >= CURRENT_TIMESTAMP - INTERVAL '1 week' AND time < CURRENT_TIMESTAMP`- );- break;- case "last-1-month":- query = addCondition(- query,- `time >= CURRENT_TIMESTAMP - INTERVAL '1 month' AND time < CURRENT_TIMESTAMP`- );- break;- case "custom":- if (params.startDate && params.endDate) {- query = addCondition(- query,- `time >= '${params.startDate}' AND time < '${params.endDate}'`- );- }- break;- default:- break;- }-- try {- const response = await prisma.$queryRaw`${Prisma.raw(query)}`;- return { data: response };- } catch (err) {- return { err, data: [] };- } finally {- prisma.$disconnect();- }-}diff --git a/src/client/src/lib/doku/common.ts b/src/client/src/lib/doku/common.tsnew file mode 100644index 00000000..214c1396--- /dev/null+++ b/src/client/src/lib/doku/common.ts@@ -0,0 +1,25 @@+import { Prisma, PrismaClient } from ".prisma/client";++export const TABLE_NAME = "doku";++export type TimeLimit = {+ start: Date;+ end: Date;+};++export interface DokuParams {+ timeLimit: TimeLimit;+}++const prisma = new PrismaClient();+export async function dataCollector(query: string) {+ try {+ const response = await prisma.$queryRaw`${Prisma.raw(query)}`;+ return { data: response };+ } catch (err) {+ console.trace(err);+ return { err, data: [] };+ } finally {+ prisma.$disconnect();+ }+}diff --git a/src/client/src/lib/doku/cost.ts b/src/client/src/lib/doku/cost.tsnew file mode 100644index 00000000..cec71459--- /dev/null+++ b/src/client/src/lib/doku/cost.ts@@ -0,0 +1,23 @@+import { DokuParams, TABLE_NAME, dataCollector } from "./common";++export async function getTotalCost(params: DokuParams) {+ const { start, end } = params.timeLimit;++ const query = `SELECT+ CAST(SUM(usagecost) AS DECIMAL) AS average_usage_cost+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'`;++ return dataCollector(query);+}++export async function getAverageCost(params: DokuParams) {+ const { start, end } = params.timeLimit;++ const query = `SELECT+ CAST(AVG(usagecost) AS DECIMAL) AS average_usage_cost+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'`;++ return dataCollector(query);+}diff --git a/src/client/src/lib/doku/generation.ts b/src/client/src/lib/doku/generation.tsnew file mode 100644index 00000000..a2376e22--- /dev/null+++ b/src/client/src/lib/doku/generation.ts@@ -0,0 +1,35 @@+import { GENERATION_CATEGORIZATION } from "@/utils/generation";+import { DokuParams, TABLE_NAME, dataCollector } from "./common";++export async function getResultGenerationByCategories(params: DokuParams) {+ const { start, end } = params.timeLimit;++ const query = `+ SELECT+ category,+ STRING_AGG(DISTINCT endpoint, ' , ') AS endpoints,+ CAST(COUNT(*) AS INTEGER) AS count,+ ROUND(100.0 * COUNT(*) / SUM(COUNT(*)) OVER(), 2) AS percentage+ FROM+ (+ SELECT+ CASE+ WHEN endpoint LIKE 'openai.chat%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE 'openai.completions%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE 'anthropic.completions%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE 'cohere.summarize%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE 'cohere.generate%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE 'cohere.chat%' THEN '${GENERATION_CATEGORIZATION.chat}'+ WHEN endpoint LIKE '%embed%' THEN '${GENERATION_CATEGORIZATION.embed}'+ WHEN endpoint LIKE 'openai.images%' THEN '${GENERATION_CATEGORIZATION.image}'+ WHEN endpoint LIKE 'openai.audio%' THEN '${GENERATION_CATEGORIZATION.audio}'+ WHEN endpoint LIKE 'openai.fine_tuning%' THEN '${GENERATION_CATEGORIZATION.finetune}'+ END AS category,+ endpoint+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'+ ) AS subquery+ GROUP BY category`;++ return dataCollector(query);+}diff --git a/src/client/src/lib/doku/model.ts b/src/client/src/lib/doku/model.tsnew file mode 100644index 00000000..b455265c--- /dev/null+++ b/src/client/src/lib/doku/model.ts@@ -0,0 +1,19 @@+import { DokuParams, TABLE_NAME, dataCollector } from "./common";++export type ModelDokuParams = DokuParams & {+ top: number;+};++export async function getTopModels(params: ModelDokuParams) {+ const { start, end } = params.timeLimit;++ const query = `+ SELECT model, CAST(COUNT(model) AS DECIMAL) AS model_count+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'+ GROUP BY model+ ORDER BY model_count DESC+ LIMIT ${params.top}`;++ return dataCollector(query);+}diff --git a/src/client/src/lib/doku/request.ts b/src/client/src/lib/doku/request.tsnew file mode 100644index 00000000..70f91840--- /dev/null+++ b/src/client/src/lib/doku/request.ts@@ -0,0 +1,44 @@+import { TABLE_NAME, DokuParams, dataCollector } from "./common";+import { differenceInDays, differenceInYears } from "date-fns";++export async function getRequestPerTime(params: DokuParams) {+ const { start, end } = params.timeLimit;+ let dateTrunc = "day";+ if (differenceInYears(end, start) >= 1) {+ dateTrunc = "month";+ } else if (differenceInDays(end, start) <= 1) {+ dateTrunc = "hour";+ }++ const query = `SELECT+ CAST(COUNT(endpoint) AS INTEGER) AS total,+ TO_CHAR(DATE_TRUNC('${dateTrunc}', time), 'YYYY-MM-DD"T"HH24:MI:SS"Z"') AS request_time+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'+ GROUP BY request_time+ ORDER BY request_time`;++ return dataCollector(query);+}++export async function getTotalRequests(params: DokuParams) {+ const { start, end } = params.timeLimit;++ const query = `SELECT+ CAST(COUNT(endpoint) AS INTEGER) AS total_requests+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'`;++ return dataCollector(query);+}++export async function getAverageRequestDuration(params: DokuParams) {+ const { start, end } = params.timeLimit;++ const query = `SELECT+ CAST(AVG(requestduration) AS DECIMAL) AS average_duration+ FROM ${TABLE_NAME}+ WHERE time >= '${start}' AND time <= '${end}'`;++ return dataCollector(query);+}diff --git a/src/client/src/lib/user.ts b/src/client/src/lib/user.tsindex 3ee6c51c..0dedf127 100644--- a/src/client/src/lib/user.ts+++ b/src/client/src/lib/user.ts@@ -75,3 +75,18 @@ export const createNewUser = async (throw new Error("Cannot create a user!");};++export const updateUser = async ({+ data,+ where,+}: {+ data: any;+ where: any;+}) => {+ if (!where || !Object.keys(where).length)+ throw new Error("No where clause defined");+ return await prisma.user.update({+ where,+ data,+ });+};diff --git a/src/client/src/utils/doku.ts b/src/client/src/utils/doku.tsnew file mode 100644index 00000000..9a419c6b--- /dev/null+++ b/src/client/src/utils/doku.ts@@ -0,0 +1,68 @@+import { ValueOf } from "./types";++export const validateMetricsRequestType = {+ // Request+ REQUEST_PER_TIME: "REQUEST_PER_TIME",+ TOTAL_REQUESTS: "TOTAL_REQUESTS",+ AVERAGE_REQUEST_DURATION: "AVERAGE_REQUEST_DURATION",+ // Cost+ TOTAL_COST: "TOTAL_COST",+ AVERAGE_REQUEST_COST: "AVERAGE_REQUEST_COST",+ // Model+ TOP_MODELS: "TOP_MODELS",+ // Generation+ GENERATION_BY_CATEGORY: "GENERATION_BY_CATEGORY",+};++export const validateMetricsRequest = (+ params: Record<string, any>,+ type: ValueOf<typeof validateMetricsRequestType>+): { success: boolean; err?: string } => {+ switch (type) {+ case validateMetricsRequestType.REQUEST_PER_TIME:+ case validateMetricsRequestType.TOTAL_REQUESTS:+ case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:+ if (!params.timeLimit?.start || !params.timeLimit?.end) {+ return {+ success: false,+ err: "Start date or End date missing!",+ };+ }+ break;+ case validateMetricsRequestType.TOTAL_COST:+ case validateMetricsRequestType.AVERAGE_REQUEST_COST:+ if (!params.timeLimit?.start || !params.timeLimit?.end) {+ return {+ success: false,+ err: "Start date or End date missing!",+ };+ }+ break;+ case validateMetricsRequestType.TOP_MODELS:+ if (!params.timeLimit?.start || !params.timeLimit?.end) {+ return {+ success: false,+ err: "Start date or End date missing!",+ };+ }+ if (!params.top) {+ return {+ success: false,+ err: "Number of top models missing!",+ };+ }+ break;+ case validateMetricsRequestType.GENERATION_BY_CATEGORY:+ if (!params.timeLimit?.start || !params.timeLimit?.end) {+ return {+ success: false,+ err: "Start date or End date missing!",+ };+ }+ break;+ default:+ break;+ }++ return { success: true };+};diff --git a/src/client/src/utils/generation.ts b/src/client/src/utils/generation.tsnew file mode 100644index 00000000..f44860b6--- /dev/null+++ b/src/client/src/utils/generation.ts@@ -0,0 +1,15 @@+export const GENERATION_CATEGORIZATION = {+ audio: "audio",+ chat: "chat",+ embed: "embed",+ finetune: "finetune",+ image: "image",+};++export const GENERATION_CATEGORIZATION_LABEL = {+ [GENERATION_CATEGORIZATION.audio]: "Audio Generations",+ [GENERATION_CATEGORIZATION.chat]: "Chat Generations",+ [GENERATION_CATEGORIZATION.embed]: "Embeddings",+ [GENERATION_CATEGORIZATION.finetune]: "Fine Tuning",+ [GENERATION_CATEGORIZATION.image]: "Image Generations",+};diff --git a/src/client/src/utils/types.ts b/src/client/src/utils/types.tsnew file mode 100644index 00000000..5f2cf2cf--- /dev/null+++ b/src/client/src/utils/types.ts@@ -0,0 +1 @@+export type ValueOf<T> = T[keyof T];