Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

feat: apis for dashboard metrics (#11)

Aman Agarwal9e440e27de71
diff --git a/src/client/.github/.pre-commit-config.yaml b/src/client/.github/.pre-commit-config.yaml
new file mode 100644
index 00000000..b00b26ae
--- /dev/null
+++ b/src/client/.github/.pre-commit-config.yaml
@@ -0,0 +1,7 @@
+- repo: local
+ hooks:
+ - id: check-prisma-files
+ name: Check Prisma files
+ entry: check-prisma-files.sh
+ language: script
+ files: \.tsx?$ # Adjust the pattern according to the file types you want to check
diff --git a/src/client/package-lock.json b/src/client/package-lock.json
index c3dbc365..ff48f0ff 100644
--- a/src/client/package-lock.json
+++ b/src/client/package-lock.json
@@ -14,12 +14,15 @@
"@prisma/client": "^5.8.1",
"@tremor/react": "^3.13.1",
"bcrypt-ts": "^5.0.1",
+ "date-fns": "^3.3.1",
+ "lodash": "^4.17.21",
"next": "14.0.4",
"next-auth": "^4.24.5",
"react": "^18",
"react-dom": "^18"
},
"devDependencies": {
+ "@types/lodash": "^4.14.202",
"@types/node": "^20",
"@types/react": "^18",
"@types/react-dom": "^18",
@@ -646,6 +649,21 @@
"react-dom": ">=16.6.0"
}
},
+ "node_modules/@tremor/react/node_modules/date-fns": {
+ "version": "2.30.0",
+ "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-2.30.0.tgz",
+ "integrity": "sha512-fnULvOpxnC5/Vg3NCiWelDsLiUc9bRwAPs/+LfTLNvetFCtCTN+yQz15C/fs4AwX1R9K5GLtLfn8QW+dWisaAw==",
+ "dependencies": {
+ "@babel/runtime": "^7.21.0"
+ },
+ "engines": {
+ "node": ">=0.11"
+ },
+ "funding": {
+ "type": "opencollective",
+ "url": "https://opencollective.com/date-fns"
+ }
+ },
"node_modules/@types/d3-array": {
"version": "3.2.1",
"resolved": "https://registry.npmjs.org/@types/d3-array/-/d3-array-3.2.1.tgz",
@@ -706,6 +724,12 @@
"integrity": "sha512-dRLjCWHYg4oaA77cxO64oO+7JwCwnIzkZPdrrC71jQmQtlhM556pwKo5bUzqvZndkVbeFLIIi+9TC40JNF5hNQ==",
"dev": true
},
+ "node_modules/@types/lodash": {
+ "version": "4.14.202",
+ "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.14.202.tgz",
+ "integrity": "sha512-OvlIYQK9tNneDlS0VN54LLd5uiPCBOp7gS5Z0f1mjoJYBrtStzgmJBxONW3U6OZqdtNzZPmn9BS/7WI7BFFcFQ==",
+ "dev": true
+ },
"node_modules/@types/node": {
"version": "20.11.5",
"resolved": "https://registry.npmjs.org/@types/node/-/node-20.11.5.tgz",
@@ -1584,18 +1608,12 @@
"dev": true
},
"node_modules/date-fns": {
- "version": "2.30.0",
- "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-2.30.0.tgz",
- "integrity": "sha512-fnULvOpxnC5/Vg3NCiWelDsLiUc9bRwAPs/+LfTLNvetFCtCTN+yQz15C/fs4AwX1R9K5GLtLfn8QW+dWisaAw==",
- "dependencies": {
- "@babel/runtime": "^7.21.0"
- },
- "engines": {
- "node": ">=0.11"
- },
+ "version": "3.3.1",
+ "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-3.3.1.tgz",
+ "integrity": "sha512-y8e109LYGgoQDveiEBD3DYXKba1jWf5BA8YU1FL5Tvm0BTdEfy54WLCwnuYWZNnzzvALy/QQ4Hov+Q9RVRv+Zw==",
"funding": {
- "type": "opencollective",
- "url": "https://opencollective.com/date-fns"
+ "type": "github",
+ "url": "https://github.com/sponsors/kossnocorp"
}
},
"node_modules/debug": {
diff --git a/src/client/package.json b/src/client/package.json
index e61b2e82..6754d46a 100644
--- a/src/client/package.json
+++ b/src/client/package.json
@@ -15,12 +15,15 @@
"@prisma/client": "^5.8.1",
"@tremor/react": "^3.13.1",
"bcrypt-ts": "^5.0.1",
+ "date-fns": "^3.3.1",
+ "lodash": "^4.17.21",
"next": "14.0.4",
"next-auth": "^4.24.5",
"react": "^18",
"react-dom": "^18"
},
"devDependencies": {
+ "@types/lodash": "^4.14.202",
"@types/node": "^20",
"@types/react": "^18",
"@types/react-dom": "^18",
diff --git a/src/client/scripts/check-prisma-files.sh b/src/client/scripts/check-prisma-files.sh
new file mode 100755
index 00000000..1b74effc
--- /dev/null
+++ b/src/client/scripts/check-prisma-files.sh
@@ -0,0 +1,28 @@
+#!/bin/bash
+
+# This script checks if changes in files include the string 'prisma.' and are not in the 'lib' directory
+
+# Get the root directory of the Git repository
+root_directory=$(git rev-parse --show-toplevel)
+
+# Get the list of staged files
+staged_files=$(git diff --name-only)
+
+# Iterate over the staged files
+for file in $staged_files; do
+ # Get the full path of the file relative to the root directory
+ full_path="$root_directory/$file"
+
+ # Check if the file is not in the 'lib' directory
+ if [[ ! $file =~ ^lib/ ]]; then
+ # Check if the content of the file includes 'prisma.'
+ if grep -q 'prisma\.' "$full_path"; then
+ echo "Error: Files with 'prisma.' content are only allowed in the 'lib' directory."
+ echo "File: $file"
+ exit 1
+ fi
+ fi
+done
+
+# If no issues found, exit successfully
+exit 0
diff --git a/src/client/src/app/api/(stats)/dashboard/route.ts b/src/client/src/app/api/(stats)/dashboard/route.ts
deleted file mode 100644
index d83c31fd..00000000
--- a/src/client/src/app/api/(stats)/dashboard/route.ts
+++ /dev/null
@@ -1,12 +0,0 @@
-import { DokuParams, TimeLimit, getData } from "@/lib/doku";
-
-export async function POST(request: Request) {
- const formData = await request.json();
- const timeLimit = formData.timeLimit as TimeLimit | null;
-
- const params: DokuParams = {};
- if (timeLimit) params.timeLimit = timeLimit;
-
- const res: any = await getData(params);
- return Response.json(res);
-}
diff --git a/src/client/src/app/api/metrics/cost/request/average/route.ts b/src/client/src/app/api/metrics/cost/request/average/route.ts
new file mode 100644
index 00000000..19e9c2e8
--- /dev/null
+++ b/src/client/src/app/api/metrics/cost/request/average/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getAverageCost } from "@/lib/doku/cost";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_REQUEST_COST
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageCost(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/cost/total/route.ts b/src/client/src/app/api/metrics/cost/total/route.ts
new file mode 100644
index 00000000..dfb1ef56
--- /dev/null
+++ b/src/client/src/app/api/metrics/cost/total/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getTotalCost } from "@/lib/doku/cost";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.TOTAL_REQUESTS
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getTotalCost(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/generation/route.ts b/src/client/src/app/api/metrics/generation/route.ts
new file mode 100644
index 00000000..61abe3e7
--- /dev/null
+++ b/src/client/src/app/api/metrics/generation/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getResultGenerationByCategories } from "@/lib/doku/generation";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.GENERATION_BY_CATEGORY
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getResultGenerationByCategories(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/model/route.ts b/src/client/src/app/api/metrics/model/route.ts
new file mode 100644
index 00000000..ecf7d176
--- /dev/null
+++ b/src/client/src/app/api/metrics/model/route.ts
@@ -0,0 +1,31 @@
+import { ModelDokuParams, getTopModels } from "@/lib/doku/model";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: ModelDokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ top: formData.top || 3,
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.TOP_MODELS
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getTopModels(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/request/duration/average/route.ts b/src/client/src/app/api/metrics/request/duration/average/route.ts
new file mode 100644
index 00000000..3b8d1f34
--- /dev/null
+++ b/src/client/src/app/api/metrics/request/duration/average/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getAverageRequestDuration } from "@/lib/doku/request";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.AVERAGE_REQUEST_DURATION
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getAverageRequestDuration(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/request/time/route.ts b/src/client/src/app/api/metrics/request/time/route.ts
new file mode 100644
index 00000000..75a7e409
--- /dev/null
+++ b/src/client/src/app/api/metrics/request/time/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getRequestPerTime } from "@/lib/doku/request";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.REQUEST_PER_TIME
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getRequestPerTime(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/api/metrics/request/total/route.ts b/src/client/src/app/api/metrics/request/total/route.ts
new file mode 100644
index 00000000..6d059f6c
--- /dev/null
+++ b/src/client/src/app/api/metrics/request/total/route.ts
@@ -0,0 +1,31 @@
+import { DokuParams } from "@/lib/doku/common";
+import { getTotalRequests } from "@/lib/doku/request";
+import {
+ validateMetricsRequest,
+ validateMetricsRequestType,
+} from "@/utils/doku";
+
+export async function POST(request: Request) {
+ const formData = await request.json();
+ const timeLimit = formData.timeLimit;
+
+ const params: DokuParams = {
+ timeLimit: {
+ start: timeLimit.start,
+ end: timeLimit.end,
+ },
+ };
+
+ const validationParam = validateMetricsRequest(
+ params,
+ validateMetricsRequestType.TOTAL_REQUESTS
+ );
+
+ if (!validationParam.success)
+ return Response.json(validationParam.err, {
+ status: 400,
+ });
+
+ const res: any = await getTotalRequests(params);
+ return Response.json(res);
+}
diff --git a/src/client/src/app/auth.ts b/src/client/src/app/auth.ts
index 07f5fd14..af3bdefa 100644
--- a/src/client/src/app/auth.ts
+++ b/src/client/src/app/auth.ts
@@ -4,7 +4,7 @@ import CredentialsProvider from "next-auth/providers/credentials";
import { PrismaAdapter } from "@next-auth/prisma-adapter";
import { PrismaClient } from "@prisma/client";
import asaw from "@/utils/asaw";
-import { createNewUser, getUserByEmail } from "@/lib/user";
+import { createNewUser, getUserByEmail, updateUser } from "@/lib/user";
import { compare } from "bcrypt-ts";
const prisma = new PrismaClient();
@@ -29,21 +29,22 @@ export const authOptions = {
return false;
}
if (account?.provider === "google") {
- const userExists = await prisma.user.findUnique({
- where: { email: user.email },
- select: { name: true },
- });
+ const [, existingUser] = await asaw(
+ getUserByEmail({ email: user.email })
+ );
// if the user already exists via email,
// update the user with their name and image from Google
- if (userExists && !userExists.name) {
- await prisma.user.update({
- where: { email: user.email },
- data: {
- name: profile?.name,
- // @ts-ignore - this is a bug in the types, `picture` is a valid on the `Profile` type
- image: profile?.picture,
- },
- });
+ if (existingUser && !existingUser.name) {
+ await asaw(
+ updateUser({
+ where: { email: user.email },
+ data: {
+ name: profile?.name,
+ // @ts-ignore - this is a bug in the types, `picture` is a valid on the `Profile` type
+ image: profile?.picture,
+ },
+ })
+ );
}
}
diff --git a/src/client/src/lib/doku.ts b/src/client/src/lib/doku.ts
deleted file mode 100644
index 5ec55165..00000000
--- a/src/client/src/lib/doku.ts
+++ /dev/null
@@ -1,69 +0,0 @@
-import { Prisma, PrismaClient } from "@prisma/client";
-
-const TABLE_NAME = "doku";
-
-export type TimeLimit =
- | "last-1-hour"
- | "last-1-week"
- | "last-1-month"
- | "custom";
-
-export interface DokuParams {
- timeLimit?: TimeLimit;
- startDate?: Date;
- endDate?: Date;
-}
-
-type ConditionType = "OR" | "AND";
-const addCondition = (
- query: string,
- condition: string,
- conditionType: ConditionType = "AND"
-) =>
- query.includes("WHERE")
- ? `${query} ${conditionType} ${condition}`
- : `${query} WHERE ${condition}`;
-
-const prisma = new PrismaClient();
-export async function getData(params: DokuParams = {}) {
- let query = `Select * from ${TABLE_NAME}`;
- switch (params.timeLimit) {
- case "last-1-hour":
- query = addCondition(
- query,
- `time >= CURRENT_TIMESTAMP - INTERVAL '1 hour' AND time < CURRENT_TIMESTAMP`
- );
- break;
- case "last-1-week":
- query = addCondition(
- query,
- `time >= CURRENT_TIMESTAMP - INTERVAL '1 week' AND time < CURRENT_TIMESTAMP`
- );
- break;
- case "last-1-month":
- query = addCondition(
- query,
- `time >= CURRENT_TIMESTAMP - INTERVAL '1 month' AND time < CURRENT_TIMESTAMP`
- );
- break;
- case "custom":
- if (params.startDate && params.endDate) {
- query = addCondition(
- query,
- `time >= '${params.startDate}' AND time < '${params.endDate}'`
- );
- }
- break;
- default:
- break;
- }
-
- try {
- const response = await prisma.$queryRaw`${Prisma.raw(query)}`;
- return { data: response };
- } catch (err) {
- return { err, data: [] };
- } finally {
- prisma.$disconnect();
- }
-}
diff --git a/src/client/src/lib/doku/common.ts b/src/client/src/lib/doku/common.ts
new file mode 100644
index 00000000..214c1396
--- /dev/null
+++ b/src/client/src/lib/doku/common.ts
@@ -0,0 +1,25 @@
+import { Prisma, PrismaClient } from ".prisma/client";
+
+export const TABLE_NAME = "doku";
+
+export type TimeLimit = {
+ start: Date;
+ end: Date;
+};
+
+export interface DokuParams {
+ timeLimit: TimeLimit;
+}
+
+const prisma = new PrismaClient();
+export async function dataCollector(query: string) {
+ try {
+ const response = await prisma.$queryRaw`${Prisma.raw(query)}`;
+ return { data: response };
+ } catch (err) {
+ console.trace(err);
+ return { err, data: [] };
+ } finally {
+ prisma.$disconnect();
+ }
+}
diff --git a/src/client/src/lib/doku/cost.ts b/src/client/src/lib/doku/cost.ts
new file mode 100644
index 00000000..cec71459
--- /dev/null
+++ b/src/client/src/lib/doku/cost.ts
@@ -0,0 +1,23 @@
+import { DokuParams, TABLE_NAME, dataCollector } from "./common";
+
+export async function getTotalCost(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `SELECT
+ CAST(SUM(usagecost) AS DECIMAL) AS average_usage_cost
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'`;
+
+ return dataCollector(query);
+}
+
+export async function getAverageCost(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `SELECT
+ CAST(AVG(usagecost) AS DECIMAL) AS average_usage_cost
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'`;
+
+ return dataCollector(query);
+}
diff --git a/src/client/src/lib/doku/generation.ts b/src/client/src/lib/doku/generation.ts
new file mode 100644
index 00000000..a2376e22
--- /dev/null
+++ b/src/client/src/lib/doku/generation.ts
@@ -0,0 +1,35 @@
+import { GENERATION_CATEGORIZATION } from "@/utils/generation";
+import { DokuParams, TABLE_NAME, dataCollector } from "./common";
+
+export async function getResultGenerationByCategories(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `
+ SELECT
+ category,
+ STRING_AGG(DISTINCT endpoint, ' , ') AS endpoints,
+ CAST(COUNT(*) AS INTEGER) AS count,
+ ROUND(100.0 * COUNT(*) / SUM(COUNT(*)) OVER(), 2) AS percentage
+ FROM
+ (
+ SELECT
+ CASE
+ WHEN endpoint LIKE 'openai.chat%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE 'openai.completions%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE 'anthropic.completions%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE 'cohere.summarize%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE 'cohere.generate%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE 'cohere.chat%' THEN '${GENERATION_CATEGORIZATION.chat}'
+ WHEN endpoint LIKE '%embed%' THEN '${GENERATION_CATEGORIZATION.embed}'
+ WHEN endpoint LIKE 'openai.images%' THEN '${GENERATION_CATEGORIZATION.image}'
+ WHEN endpoint LIKE 'openai.audio%' THEN '${GENERATION_CATEGORIZATION.audio}'
+ WHEN endpoint LIKE 'openai.fine_tuning%' THEN '${GENERATION_CATEGORIZATION.finetune}'
+ END AS category,
+ endpoint
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'
+ ) AS subquery
+ GROUP BY category`;
+
+ return dataCollector(query);
+}
diff --git a/src/client/src/lib/doku/model.ts b/src/client/src/lib/doku/model.ts
new file mode 100644
index 00000000..b455265c
--- /dev/null
+++ b/src/client/src/lib/doku/model.ts
@@ -0,0 +1,19 @@
+import { DokuParams, TABLE_NAME, dataCollector } from "./common";
+
+export type ModelDokuParams = DokuParams & {
+ top: number;
+};
+
+export async function getTopModels(params: ModelDokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `
+ SELECT model, CAST(COUNT(model) AS DECIMAL) AS model_count
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'
+ GROUP BY model
+ ORDER BY model_count DESC
+ LIMIT ${params.top}`;
+
+ return dataCollector(query);
+}
diff --git a/src/client/src/lib/doku/request.ts b/src/client/src/lib/doku/request.ts
new file mode 100644
index 00000000..70f91840
--- /dev/null
+++ b/src/client/src/lib/doku/request.ts
@@ -0,0 +1,44 @@
+import { TABLE_NAME, DokuParams, dataCollector } from "./common";
+import { differenceInDays, differenceInYears } from "date-fns";
+
+export async function getRequestPerTime(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+ let dateTrunc = "day";
+ if (differenceInYears(end, start) >= 1) {
+ dateTrunc = "month";
+ } else if (differenceInDays(end, start) <= 1) {
+ dateTrunc = "hour";
+ }
+
+ const query = `SELECT
+ CAST(COUNT(endpoint) AS INTEGER) AS total,
+ TO_CHAR(DATE_TRUNC('${dateTrunc}', time), 'YYYY-MM-DD"T"HH24:MI:SS"Z"') AS request_time
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'
+ GROUP BY request_time
+ ORDER BY request_time`;
+
+ return dataCollector(query);
+}
+
+export async function getTotalRequests(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `SELECT
+ CAST(COUNT(endpoint) AS INTEGER) AS total_requests
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'`;
+
+ return dataCollector(query);
+}
+
+export async function getAverageRequestDuration(params: DokuParams) {
+ const { start, end } = params.timeLimit;
+
+ const query = `SELECT
+ CAST(AVG(requestduration) AS DECIMAL) AS average_duration
+ FROM ${TABLE_NAME}
+ WHERE time >= '${start}' AND time <= '${end}'`;
+
+ return dataCollector(query);
+}
diff --git a/src/client/src/lib/user.ts b/src/client/src/lib/user.ts
index 3ee6c51c..0dedf127 100644
--- a/src/client/src/lib/user.ts
+++ b/src/client/src/lib/user.ts
@@ -75,3 +75,18 @@ export const createNewUser = async (
throw new Error("Cannot create a user!");
};
+
+export const updateUser = async ({
+ data,
+ where,
+}: {
+ data: any;
+ where: any;
+}) => {
+ if (!where || !Object.keys(where).length)
+ throw new Error("No where clause defined");
+ return await prisma.user.update({
+ where,
+ data,
+ });
+};
diff --git a/src/client/src/utils/doku.ts b/src/client/src/utils/doku.ts
new file mode 100644
index 00000000..9a419c6b
--- /dev/null
+++ b/src/client/src/utils/doku.ts
@@ -0,0 +1,68 @@
+import { ValueOf } from "./types";
+
+export const validateMetricsRequestType = {
+ // Request
+ REQUEST_PER_TIME: "REQUEST_PER_TIME",
+ TOTAL_REQUESTS: "TOTAL_REQUESTS",
+ AVERAGE_REQUEST_DURATION: "AVERAGE_REQUEST_DURATION",
+ // Cost
+ TOTAL_COST: "TOTAL_COST",
+ AVERAGE_REQUEST_COST: "AVERAGE_REQUEST_COST",
+ // Model
+ TOP_MODELS: "TOP_MODELS",
+ // Generation
+ GENERATION_BY_CATEGORY: "GENERATION_BY_CATEGORY",
+};
+
+export const validateMetricsRequest = (
+ params: Record<string, any>,
+ type: ValueOf<typeof validateMetricsRequestType>
+): { success: boolean; err?: string } => {
+ switch (type) {
+ case validateMetricsRequestType.REQUEST_PER_TIME:
+ case validateMetricsRequestType.TOTAL_REQUESTS:
+ case validateMetricsRequestType.AVERAGE_REQUEST_DURATION:
+ if (!params.timeLimit?.start || !params.timeLimit?.end) {
+ return {
+ success: false,
+ err: "Start date or End date missing!",
+ };
+ }
+ break;
+ case validateMetricsRequestType.TOTAL_COST:
+ case validateMetricsRequestType.AVERAGE_REQUEST_COST:
+ if (!params.timeLimit?.start || !params.timeLimit?.end) {
+ return {
+ success: false,
+ err: "Start date or End date missing!",
+ };
+ }
+ break;
+ case validateMetricsRequestType.TOP_MODELS:
+ if (!params.timeLimit?.start || !params.timeLimit?.end) {
+ return {
+ success: false,
+ err: "Start date or End date missing!",
+ };
+ }
+ if (!params.top) {
+ return {
+ success: false,
+ err: "Number of top models missing!",
+ };
+ }
+ break;
+ case validateMetricsRequestType.GENERATION_BY_CATEGORY:
+ if (!params.timeLimit?.start || !params.timeLimit?.end) {
+ return {
+ success: false,
+ err: "Start date or End date missing!",
+ };
+ }
+ break;
+ default:
+ break;
+ }
+
+ return { success: true };
+};
diff --git a/src/client/src/utils/generation.ts b/src/client/src/utils/generation.ts
new file mode 100644
index 00000000..f44860b6
--- /dev/null
+++ b/src/client/src/utils/generation.ts
@@ -0,0 +1,15 @@
+export const GENERATION_CATEGORIZATION = {
+ audio: "audio",
+ chat: "chat",
+ embed: "embed",
+ finetune: "finetune",
+ image: "image",
+};
+
+export const GENERATION_CATEGORIZATION_LABEL = {
+ [GENERATION_CATEGORIZATION.audio]: "Audio Generations",
+ [GENERATION_CATEGORIZATION.chat]: "Chat Generations",
+ [GENERATION_CATEGORIZATION.embed]: "Embeddings",
+ [GENERATION_CATEGORIZATION.finetune]: "Fine Tuning",
+ [GENERATION_CATEGORIZATION.image]: "Image Generations",
+};
diff --git a/src/client/src/utils/types.ts b/src/client/src/utils/types.ts
new file mode 100644
index 00000000..5f2cf2cf
--- /dev/null
+++ b/src/client/src/utils/types.ts
@@ -0,0 +1 @@
+export type ValueOf<T> = T[keyof T];