The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
import type { Team } from "@/components/key_team_helpers/key_list";
import { processActivityData } from "@/components/activity_metrics";
import type { DailyActivityAggregatedResponse, DailyActivityMetadata, KeySpendActivityRow } from "./dailyActivityApi";
import { toDailyData } from "./dailyActivityApi";
import type { ModelActivityData } from "./types";
export const overallUsageMetrics = (
results: ReturnType<typeof toDailyData>,
metadata: DailyActivityMetadata,
): ModelActivityData => ({
label: "Overall Usage",
total_requests: metadata.total_api_requests,
total_successful_requests: metadata.total_successful_requests,
total_failed_requests: metadata.total_failed_requests,
total_cache_read_input_tokens: metadata.total_cache_read_input_tokens,
total_cache_creation_input_tokens: metadata.total_cache_creation_input_tokens,
total_tokens: metadata.total_tokens,
prompt_tokens: metadata.total_prompt_tokens,
completion_tokens: metadata.total_completion_tokens,
total_spend: metadata.total_spend,
total_response_time_ms: metadata.total_response_time_ms,
total_timed_requests: metadata.total_timed_requests,
top_models: [],
daily_data: results.map((day) => ({
date: day.date,
metrics: {
prompt_tokens: day.metrics.prompt_tokens,
completion_tokens: day.metrics.completion_tokens,
total_tokens: day.metrics.total_tokens,
api_requests: day.metrics.api_requests,
spend: day.metrics.spend,
successful_requests: day.metrics.successful_requests,
failed_requests: day.metrics.failed_requests,
cache_read_input_tokens: day.metrics.cache_read_input_tokens,
cache_creation_input_tokens: day.metrics.cache_creation_input_tokens,
avg_response_time_ms:
day.metrics.timed_requests && day.metrics.timed_requests > 0
? (day.metrics.total_response_time_ms ?? 0) / day.metrics.timed_requests
: null,
},
})),
});
export const mergeKeyActivityPages = (
current: readonly KeySpendActivityRow[],
next: readonly KeySpendActivityRow[],
total: number,
offset: number,
): { rows: KeySpendActivityRow[]; nextOffset: number; hasMore: boolean } => {
const rows: KeySpendActivityRow[] = Array.from(
new Map([...current, ...next].map((row) => [row.api_key, row])).values(),
);
const nextOffset = offset + next.length;
return { rows, nextOffset, hasMore: next.length > 0 && nextOffset < total };
};
export const keyDetailFromResponse = (
response: DailyActivityAggregatedResponse,
apiKey: string,
teams: Team[],
): ModelActivityData | undefined => processActivityData({ results: toDailyData(response) }, "api_keys", teams)[apiKey];