🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { fireEvent, render, screen, within } from "@testing-library/react";
import type { PropsWithChildren } from "react";
import { LayerProvider } from "@/src/context/LayerContext/LayerContext";
import { TooltipProvider } from "@/src/components/ui/tooltip";
import { api } from "@/src/utils/api";
import { LlmApiKeyList } from "./LlmApiKeyList";
const organizationQueryResult = vi.hoisted(() => ({
data: { data: [] },
isLoading: false,
isError: false,
}));
vi.mock("@/src/components/layouts/header", () => ({
default: () => null,
}));
vi.mock("@/src/components/ui/InfoTooltip/InfoTooltip", () => ({
InfoTooltip: ({ children, label }: PropsWithChildren<{ label: string }>) => (
<span aria-label={label}>{children}</span>
),
}));
vi.mock("@/src/features/rbac/utils/checkProjectAccess", () => ({
useHasProjectAccess: () => true,
useHasOrganizationAccess: () => true,
}));
vi.mock("@/src/features/rbac/utils/checkOrganizationAccess", () => ({
useHasProjectAccess: () => true,
useHasOrganizationAccess: () => true,
}));
vi.mock("@/src/features/posthog-analytics/usePostHogClientCapture", () => ({
usePostHogClientCapture: () => vi.fn(),
}));
vi.mock("@/src/ee/features/ui-customization/useUiCustomization", () => ({
useUiCustomization: () => undefined,
}));
vi.mock("./CreateLLMApiKeyDialog", () => ({
CreateLLMApiKeyDialog: () => null,
}));
vi.mock("./CreateLLMApiKeyForm", () => ({
CreateLLMApiKeyForm: ({
existingKey,
onSuccess,
}: {
existingKey?: { provider: string };
onSuccess: () => void;
}) => (
<>
{existingKey && <output>{existingKey.provider}</output>}
<input aria-label="API key" defaultValue="" />
<button onClick={onSuccess}>Save connection</button>
</>
),
}));
vi.mock("@/src/utils/api", () => ({
api: {
llmApiKey: {
all: { useQuery: vi.fn() },
inherited: { useQuery: vi.fn() },
delete: { useMutation: () => ({ isPending: false }) },
},
organizationLlmApiKey: {
all: {
useQuery: () => organizationQueryResult,
},
delete: { useMutation: () => ({ isPending: false }) },
},
useUtils: () => ({
llmApiKey: { invalidate: vi.fn() },
organizationLlmApiKey: { invalidate: vi.fn() },
}),
},
reportNonTrpcError: vi.fn(),
}));
function TestProvider({ children }: PropsWithChildren) {
return (
<TooltipProvider>
<LayerProvider>{children}</LayerProvider>
</TooltipProvider>
);
}
describe("LLM connection editing", () => {
beforeEach(() => {
vi.mocked(api.llmApiKey.inherited.useQuery).mockReturnValue({
data: [],
isLoading: false,
isError: false,
} as ReturnType<typeof api.llmApiKey.inherited.useQuery>);
});
it("preserves the dialog and draft across list updates, then opens a fresh form for another connection", () => {
const keys = ["First", "Second"].map((provider) => ({
id: provider,
provider,
adapter: "openai",
baseURL: null,
displaySecretKey: "sk-...test",
extraHeaderKeys: [] as string[],
}));
const query = {
data: { data: keys },
isLoading: false,
isError: false,
};
vi.mocked(api.llmApiKey.all.useQuery).mockReturnValue(
query as ReturnType<typeof api.llmApiKey.all.useQuery>,
);
const { rerender } = render(
<LlmApiKeyList
projectId="project"
projectName="Test Project"
organizationId="organization"
organizationName="Test Organization"
/>,
{
wrapper: TestProvider,
},
);
fireEvent.click(screen.getByText("First").closest("tr")!);
const dialog = screen.getByRole("dialog");
fireEvent.change(screen.getByRole("textbox", { name: "API key" }), {
target: { value: "Unsaved draft" },
});
query.data = {
data: keys.map((key) => ({ ...key, extraHeaderKeys: ["X-Test"] })),
};
rerender(
<LlmApiKeyList
projectId="project"
projectName="Test Project"
organizationId="organization"
organizationName="Test Organization"
/>,
);
expect(screen.getByRole("dialog")).toBe(dialog);
expect(screen.getByRole("textbox", { name: "API key" })).toHaveValue(
"Unsaved draft",
);
fireEvent.click(screen.getByRole("button", { name: "Save connection" }));
expect(screen.queryByRole("dialog")).not.toBeInTheDocument();
fireEvent.keyDown(screen.getByText("Second").closest("tr")!, {
key: "Enter",
});
expect(
within(screen.getByRole("dialog")).getByText("Second"),
).toBeInTheDocument();
expect(screen.getByRole("textbox", { name: "API key" })).toHaveValue("");
});
it("resets an unsaved create draft after dismissing the dialog", () => {
vi.mocked(api.llmApiKey.all.useQuery).mockReturnValue({
data: { data: [] },
isLoading: false,
isError: false,
} as ReturnType<typeof api.llmApiKey.all.useQuery>);
render(
<LlmApiKeyList
projectId="project"
projectName="Test Project"
organizationId="organization"
organizationName="Test Organization"
/>,
{
wrapper: TestProvider,
},
);
fireEvent.click(screen.getByRole("button", { name: "Project Connection" }));
fireEvent.change(screen.getByRole("textbox", { name: "API key" }), {
target: { value: "Unsaved draft" },
});
fireEvent.keyDown(screen.getByRole("dialog"), { key: "Escape" });
fireEvent.click(screen.getByRole("button", { name: "Project Connection" }));
expect(screen.getByRole("textbox", { name: "API key" })).toHaveValue("");
});
it("renders all connections without pagination", () => {
const keys = Array.from({ length: 11 }, (_, index) => ({
id: `${index}`,
provider: `Provider ${index}`,
adapter: "openai",
baseURL: null,
displaySecretKey: "sk-...test",
extraHeaderKeys: [] as string[],
}));
vi.mocked(api.llmApiKey.all.useQuery).mockReturnValue({
data: { data: keys },
isLoading: false,
isError: false,
} as ReturnType<typeof api.llmApiKey.all.useQuery>);
render(
<LlmApiKeyList
projectId="project"
projectName="Test Project"
organizationId="organization"
organizationName="Test Organization"
/>,
{
wrapper: TestProvider,
},
);
expect(screen.getByText("Provider 0")).toBeInTheDocument();
expect(screen.getByText("Provider 10")).toBeInTheDocument();
expect(
screen.queryByRole("button", { name: "Go to next page" }),
).not.toBeInTheDocument();
});
it("identifies project overrides and explains organization inheritance", async () => {
const organizationConnection = {
id: "organization-openai",
provider: "openai-tobi",
adapter: "openai",
baseURL: null,
displaySecretKey: "...TSEA",
extraHeaderKeys: [] as string[],
overriddenByProject: true,
};
vi.mocked(api.llmApiKey.inherited.useQuery).mockReturnValue({
data: [organizationConnection],
isLoading: false,
isError: false,
} as ReturnType<typeof api.llmApiKey.inherited.useQuery>);
vi.mocked(api.llmApiKey.all.useQuery).mockReturnValue({
data: {
data: [
{
...organizationConnection,
id: "project-openai",
overriddenByProject: undefined,
},
],
},
isLoading: false,
isError: false,
} as ReturnType<typeof api.llmApiKey.all.useQuery>);
render(
<LlmApiKeyList
projectId="project"
projectName="Test Project"
organizationId="organization"
organizationName="Test Organization"
/>,
{ wrapper: TestProvider },
);
expect(
screen.getByRole("button", { name: "Organization Connection" }),
).toBeInTheDocument();
expect(
screen.getByRole("button", { name: "Project Connection" }),
).toBeInTheDocument();
expect(screen.getAllByText("Override")).toHaveLength(1);
fireEvent.focus(screen.getByText("Override").parentElement!);
expect(
await screen.findByText(
"This project connection overrides the organization secret with the same name.",
),
).toBeInTheDocument();
expect(
screen.getByLabelText("About organization connections"),
).toBeInTheDocument();
expect(
screen.getByText(
"Organization connections are inherited by this project. Project connections with the same provider name take precedence.",
),
).toBeInTheDocument();
});
});