The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
"use client";
import { useDebouncedValue } from "@tanstack/react-pacer/debouncer";
import { useQuery, type UseQueryOptions } from "@tanstack/react-query";
import type { ColumnFiltersState, OnChangeFn, PaginationState, SortingState } from "@tanstack/react-table";
import moment from "moment";
import { useCallback, useEffect, useMemo, useState } from "react";
import { DEFAULT_PAGE_SIZE_OPTIONS } from "@/components/shared/DataTable";
import { Button } from "@/components/ui/button";
import { AutoRouterModelGroupsProvider } from "@/components/shared/table_cells";
import { DEBOUNCE_WAIT_MS } from "@/utils/debounceConstants";
import type { KeyResponse } from "../../key_team_helpers/key_list";
import { keyInfoV1Call, uiSpendLogsCall } from "../../networking";
import KeyInfoView from "../../templates/key_info_view";
import type { LogEntry } from "../types";
import {
DEFAULT_LOGS_SORTING,
formatLogsWindow,
getLogsWindowEndBound,
LOG_FILTER_IDS,
type PaginatedResponse,
useLogFilterLogic,
} from "./useLogFilterLogic";
import { useLogDetailRouting } from "./logDetailRouting";
import { LogDetailsDrawer } from "../detail";
import {
defaultLogsTimeRange,
type LogsTimeRange,
LogsTimeRangePicker,
LogsToolbar,
LogsToolbarSwitch,
} from "./LogsTableToolbar";
import { RequestLogsTable } from "./RequestLogsTable";
const PAGE_SIZE = DEFAULT_PAGE_SIZE_OPTIONS[0];
const matchesLogId = (log: LogEntry, logId: string) => log.request_id === logId || log.litellm_call_id === logId;
const findLogById = (logs: readonly LogEntry[], logId: string): LogEntry | null =>
logs.find((log) => log.request_id === logId) ?? logs.find((log) => log.litellm_call_id === logId) ?? null;
interface RequestLogsPanelProps {
accessToken: string;
token: string;
userRole: string;
userID: string;
isActive: boolean;
}
export default function RequestLogsPanel({ accessToken, token, userRole, userID, isActive }: RequestLogsPanelProps) {
const [pagination, setPagination] = useState<PaginationState>({ pageIndex: 0, pageSize: PAGE_SIZE });
const [sorting, setSorting] = useState<SortingState>(DEFAULT_LOGS_SORTING);
const [columnFilters, setColumnFilters] = useState<ColumnFiltersState>([]);
const [sessionCursors, setSessionCursors] = useState<Record<number, string>>({});
const [timeRange, setTimeRange] = useState<LogsTimeRange>(defaultLogsTimeRange);
const { startTime, endTime, isCustomDate } = timeRange;
const [selectedKeyIdInfoView, setSelectedKeyIdInfoView] = useState<string | null>(null);
const [selectedLog, setSelectedLog] = useState<LogEntry | null>(null);
const {
logId: urlLogId,
sessionId: urlSessionId,
openLog,
openSession,
selectLog,
close: closeUrlLog,
} = useLogDetailRouting();
const [isLiveTail, setIsLiveTail] = useState<boolean>(() => {
const storedValue = sessionStorage.getItem("isLiveTail");
return storedValue !== null ? JSON.parse(storedValue) : true;
});
useEffect(() => {
sessionStorage.setItem("isLiveTail", JSON.stringify(isLiveTail));
}, [isLiveTail]);
const [excludeInternalHealthChecks, setExcludeInternalHealthChecks] = useState<boolean>(
() => sessionStorage.getItem("excludeInternalHealthChecks") === "true",
);
useEffect(() => {
sessionStorage.setItem("excludeInternalHealthChecks", JSON.stringify(excludeInternalHealthChecks));
}, [excludeInternalHealthChecks]);
const searchTerm = useMemo(() => {
const entry = columnFilters.find((filter) => filter.id === LOG_FILTER_IDS.SEARCH);
return typeof entry?.value === "string" ? entry.value : "";
}, [columnFilters]);
const [debouncedSearch] = useDebouncedValue(searchTerm, { wait: DEBOUNCE_WAIT_MS });
const queryColumnFilters = useMemo<ColumnFiltersState>(() => {
const others = columnFilters.filter((filter) => filter.id !== LOG_FILTER_IDS.SEARCH);
return debouncedSearch === "" ? others : [...others, { id: LOG_FILTER_IDS.SEARCH, value: debouncedSearch }];
}, [columnFilters, debouncedSearch]);
const { logsQuery, filteredLogs, allTeams, usesSessionCursor } = useLogFilterLogic({
accessToken,
token,
userRole,
userID,
columnFilters: queryColumnFilters,
activeTab: isActive ? "request logs" : "inactive",
isLiveTail,
excludeInternalHealthChecks,
startTime,
endTime,
pagination,
isCustomDate,
sorting,
sessionCursors,
});
// Follow the table's own last fetch so a live-tail refresh carries the filter
// window with it; before the first fetch, fall back to the stored end time.
const windowEndBound = getLogsWindowEndBound(logsQuery.dataUpdatedAt || Date.parse(endTime));
const logsWindow = useMemo(
() => formatLogsWindow(startTime, endTime, isCustomDate, windowEndBound),
[startTime, endTime, isCustomDate, windowEndBound],
);
const keyInfoQueryOptions: UseQueryOptions<KeyResponse | null> = {
queryKey: ["requestLogsKeyInfo", selectedKeyIdInfoView, accessToken],
queryFn: async () => {
if (selectedKeyIdInfoView === null) return null;
const keyData = await keyInfoV1Call(accessToken, selectedKeyIdInfoView);
return {
...keyData["info"],
token: selectedKeyIdInfoView,
api_key: selectedKeyIdInfoView,
};
},
enabled: selectedKeyIdInfoView !== null,
};
const { data: selectedKeyInfo } = useQuery(keyInfoQueryOptions);
const urlLogQueryOptions: UseQueryOptions<LogEntry | null> = {
queryKey: ["logs", "byId", urlLogId, accessToken],
queryFn: async () => {
if (urlLogId === null) return null;
const window = formatLogsWindow(startTime, endTime, isCustomDate);
const response: PaginatedResponse = await uiSpendLogsCall({
accessToken,
start_date: window.start_date,
end_date: window.end_date,
page: 1,
page_size: 1,
params: { request_id: urlLogId },
});
return findLogById(response.data, urlLogId);
},
enabled: urlLogId !== null && !(selectedLog !== null && matchesLogId(selectedLog, urlLogId)),
staleTime: Infinity,
};
const { data: urlLog } = useQuery(urlLogQueryOptions);
const displayLog = useMemo<LogEntry | null>(() => {
if (urlLogId === null) return null;
if (selectedLog !== null && matchesLogId(selectedLog, urlLogId)) return selectedLog;
return findLogById(filteredLogs.data, urlLogId) ?? urlLog ?? null;
}, [urlLogId, selectedLog, filteredLogs.data, urlLog]);
const displaySessionId = useMemo<string | null>(() => {
if (urlSessionId !== null) return urlSessionId;
if (displayLog?.session_id !== undefined && (displayLog.session_total_count || 1) > 1) {
return displayLog.session_id;
}
return null;
}, [urlSessionId, displayLog]);
const isDrawerOpen = displayLog !== null || displaySessionId !== null;
const rows: LogEntry[] = filteredLogs.data;
const rowsThroughThisPage = pagination.pageIndex * pagination.pageSize + rows.length;
const isLastPage =
filteredLogs.has_more === false || (filteredLogs.has_more === undefined && rows.length < pagination.pageSize);
const rowCount = isLastPage ? rowsThroughThisPage : Math.max(filteredLogs.total, rowsThroughThisPage);
const handleSearchChange = useCallback((value: string) => {
setColumnFilters((previous) => {
const others = previous.filter((filter) => filter.id !== LOG_FILTER_IDS.SEARCH);
return value === "" ? others : [...others, { id: LOG_FILTER_IDS.SEARCH, value }];
});
setSessionCursors({});
setPagination((previous) => ({ ...previous, pageIndex: 0 }));
}, []);
const handleSortingChange = useCallback<OnChangeFn<SortingState>>((updaterOrValue) => {
setSorting(updaterOrValue);
setSessionCursors({});
setPagination((previous) => ({ ...previous, pageIndex: 0 }));
}, []);
const handleColumnFiltersChange = useCallback<OnChangeFn<ColumnFiltersState>>((updaterOrValue) => {
setColumnFilters(updaterOrValue);
setSessionCursors({});
setPagination((previous) => ({ ...previous, pageIndex: 0 }));
}, []);
const resetToFirstPage = useCallback(() => {
setSessionCursors({});
setPagination((previous) => ({ ...previous, pageIndex: 0 }));
}, []);
const handlePaginationChange = useCallback<OnChangeFn<PaginationState>>(
(updaterOrValue) => {
const requested = typeof updaterOrValue === "function" ? updaterOrValue(pagination) : updaterOrValue;
if (!usesSessionCursor) {
setPagination(requested);
return;
}
if (requested.pageSize !== pagination.pageSize) {
setSessionCursors({});
setPagination({ ...requested, pageIndex: 0 });
return;
}
if (requested.pageIndex !== pagination.pageIndex + 1) {
setPagination(requested);
return;
}
const nextCursor = filteredLogs.next_session_cursor;
if (!nextCursor || logsQuery.isPlaceholderData) return;
setSessionCursors((previous) => ({ ...previous, [requested.pageIndex]: nextCursor }));
setPagination(requested);
},
[usesSessionCursor, pagination, filteredLogs.next_session_cursor, logsQuery.isPlaceholderData],
);
const handleExcludeInternalHealthChecksChange = useCallback(
(value: boolean) => {
setExcludeInternalHealthChecks(value);
resetToFirstPage();
},
[resetToFirstPage],
);
const handleTimeRangeChange = useCallback(
(value: LogsTimeRange) => {
setTimeRange(value);
resetToFirstPage();
},
[resetToFirstPage],
);
const handleResetFilters = useCallback(() => {
setColumnFilters([]);
setTimeRange(defaultLogsTimeRange());
resetToFirstPage();
}, [resetToFirstPage]);
const handleRowClick = useCallback(
(log: LogEntry) => {
setSelectedLog(log);
if (log.session_id && (log.session_total_count || 1) > 1) {
openSession(log.session_id, log.request_id);
} else {
openLog(log.request_id);
}
},
[openLog, openSession],
);
const handleSessionClick = useCallback(
(log: LogEntry) => {
if (!log.session_id) return;
setSelectedLog(log);
openSession(log.session_id, log.request_id);
},
[openSession],
);
const handleSelectLog = useCallback(
(log: LogEntry) => {
setSelectedLog(log);
selectLog(log.request_id, displaySessionId);
},
[selectLog, displaySessionId],
);
const handleKeyHashClick = useCallback((keyHash: string) => {
setSelectedKeyIdInfoView(keyHash);
}, []);
if (selectedKeyInfo && selectedKeyIdInfoView && selectedKeyInfo.api_key === selectedKeyIdInfoView) {
return (
<KeyInfoView
keyId={selectedKeyIdInfoView}
keyData={selectedKeyInfo}
teams={allTeams ?? []}
onClose={() => setSelectedKeyIdInfoView(null)}
backButtonText="Back to Logs"
/>
);
}
return (
<AutoRouterModelGroupsProvider>
<RequestLogsTable
data={rows}
rowCount={rowCount}
isLoading={logsQuery.isLoading}
isError={logsQuery.isError}
errorMessage={logsQuery.error instanceof Error ? logsQuery.error.message : undefined}
isRefreshing={logsQuery.isFetching}
pagination={pagination}
onPaginationChange={handlePaginationChange}
sorting={sorting}
onSortingChange={handleSortingChange}
columnFilters={columnFilters}
onColumnFiltersChange={handleColumnFiltersChange}
searchValue={searchTerm}
onSearchChange={handleSearchChange}
onRefresh={() => void logsQuery.refetch()}
onRowClick={handleRowClick}
onKeyHashClick={handleKeyHashClick}
onSessionClick={handleSessionClick}
teams={allTeams ?? []}
logsWindow={logsWindow}
toolbarChildren={
<LogsToolbar>
<LogsTimeRangePicker value={timeRange} onValueChange={handleTimeRangeChange} />
<LogsToolbarSwitch label="Live Tail" checked={isLiveTail} onCheckedChange={setIsLiveTail} />
{isLiveTail && pagination.pageIndex === 0 && (
<span role="status" className="whitespace-nowrap text-xs text-muted-foreground">
Refreshing every 15s
</span>
)}
<LogsToolbarSwitch
label="Hide Health Checks"
checked={excludeInternalHealthChecks}
onCheckedChange={handleExcludeInternalHealthChecksChange}
/>
<Button variant="outline" size="sm" onClick={handleResetFilters}>
Reset Filters
</Button>
</LogsToolbar>
}
/>
<LogDetailsDrawer
open={isDrawerOpen}
onClose={closeUrlLog}
logEntry={displayLog}
sessionId={displaySessionId}
accessToken={accessToken}
allLogs={rows}
onSelectLog={handleSelectLog}
startTime={moment(startTime).utc().format("YYYY-MM-DD HH:mm:ss")}
/>
</AutoRouterModelGroupsProvider>
);
}