Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

2.6 KB
Raw Blame
import type { Team } from "@/components/key_team_helpers/key_list";
import { processActivityData } from "@/components/activity_metrics";
import type { DailyActivityAggregatedResponse, DailyActivityMetadata, KeySpendActivityRow } from "./dailyActivityApi";
import { toDailyData } from "./dailyActivityApi";
import type { ModelActivityData } from "./types";

export const overallUsageMetrics = (
  results: ReturnType<typeof toDailyData>,
  metadata: DailyActivityMetadata,
): ModelActivityData => ({
  label: "Overall Usage",
  total_requests: metadata.total_api_requests,
  total_successful_requests: metadata.total_successful_requests,
  total_failed_requests: metadata.total_failed_requests,
  total_cache_read_input_tokens: metadata.total_cache_read_input_tokens,
  total_cache_creation_input_tokens: metadata.total_cache_creation_input_tokens,
  total_tokens: metadata.total_tokens,
  prompt_tokens: metadata.total_prompt_tokens,
  completion_tokens: metadata.total_completion_tokens,
  total_spend: metadata.total_spend,
  total_response_time_ms: metadata.total_response_time_ms,
  total_timed_requests: metadata.total_timed_requests,
  top_models: [],
  daily_data: results.map((day) => ({
    date: day.date,
    metrics: {
      prompt_tokens: day.metrics.prompt_tokens,
      completion_tokens: day.metrics.completion_tokens,
      total_tokens: day.metrics.total_tokens,
      api_requests: day.metrics.api_requests,
      spend: day.metrics.spend,
      successful_requests: day.metrics.successful_requests,
      failed_requests: day.metrics.failed_requests,
      cache_read_input_tokens: day.metrics.cache_read_input_tokens,
      cache_creation_input_tokens: day.metrics.cache_creation_input_tokens,
      avg_response_time_ms:
        day.metrics.timed_requests && day.metrics.timed_requests > 0
          ? (day.metrics.total_response_time_ms ?? 0) / day.metrics.timed_requests
          : null,
    },
  })),
});

export const mergeKeyActivityPages = (
  current: readonly KeySpendActivityRow[],
  next: readonly KeySpendActivityRow[],
  total: number,
  offset: number,
): { rows: KeySpendActivityRow[]; nextOffset: number; hasMore: boolean } => {
  const rows: KeySpendActivityRow[] = Array.from(
    new Map([...current, ...next].map((row) => [row.api_key, row])).values(),
  );
  const nextOffset = offset + next.length;
  return { rows, nextOffset, hasMore: next.length > 0 && nextOffset < total };
};

export const keyDetailFromResponse = (
  response: DailyActivityAggregatedResponse,
  apiKey: string,
  teams: Team[],
): ModelActivityData | undefined => processActivityData({ results: toDailyData(response) }, "api_keys", teams)[apiKey];