🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import z from "zod";
import { ApiAccessScopeWithOptionalApiKeyId } from "../server";
export const RateLimitResource = z.enum([
"ingestion",
"media-upload",
"public-api",
"public-api-legacy",
"public-api-metrics",
"public-api-v2-metrics",
"public-api-daily-metrics-legacy",
"prompts",
"legacy-ingestion",
"datasets",
"annotation-queues",
"trace-delete",
"score-delete",
"in-app-agent-run",
"feedback",
"ai-gateway-requests",
// Points are request body bytes, not requests.
"ai-gateway-request-bytes",
]);
// result of the rate limit check.
export type RateLimitResult = {
resource: z.infer<typeof RateLimitResource>;
points: number;
scope: ApiAccessScopeWithOptionalApiKeyId;
// from rate-limiter-flexible
remainingPoints: number;
msBeforeNext: number;
consumedPoints: number;
isFirstInDuration: boolean;
};
export const RateLimitConfig = z.object({
points: z.number().nullish(),
durationInSec: z.number().nullish(),
resource: RateLimitResource,
});
export const CloudConfigRateLimit = z.array(RateLimitConfig);