Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.0 KB
Raw Blame
import z from "zod";
import { ApiAccessScopeWithOptionalApiKeyId } from "../server";

export const RateLimitResource = z.enum([
  "ingestion",
  "media-upload",
  "public-api",
  "public-api-legacy",
  "public-api-metrics",
  "public-api-v2-metrics",
  "public-api-daily-metrics-legacy",
  "prompts",
  "legacy-ingestion",
  "datasets",
  "annotation-queues",
  "trace-delete",
  "score-delete",
  "in-app-agent-run",
  "feedback",
  "ai-gateway-requests",
  // Points are request body bytes, not requests.
  "ai-gateway-request-bytes",
]);

// result of the rate limit check.
export type RateLimitResult = {
  resource: z.infer<typeof RateLimitResource>;
  points: number;
  scope: ApiAccessScopeWithOptionalApiKeyId;

  // from rate-limiter-flexible
  remainingPoints: number;
  msBeforeNext: number;
  consumedPoints: number;
  isFirstInDuration: boolean;
};

export const RateLimitConfig = z.object({
  points: z.number().nullish(),
  durationInSec: z.number().nullish(),
  resource: RateLimitResource,
});

export const CloudConfigRateLimit = z.array(RateLimitConfig);