The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
import { useState } from "react";
import { describe, expect, it } from "vitest";
import { fireEvent, render, screen } from "@testing-library/react";
import CacheAwareRoutingConfig from "./CacheAwareRoutingConfig";
import type { ComplexityRouterConfigValue } from "./ComplexityRouterConfig";
const initial: ComplexityRouterConfigValue = {
classifier_type: "heuristic",
tiers: { SIMPLE: ["small"], MEDIUM: [], COMPLEX: ["large"], REASONING: [] },
};
const Harness = ({ value = initial }: { value?: ComplexityRouterConfigValue }) => {
const [config, setConfig] = useState(value);
return <CacheAwareRoutingConfig value={config} onChange={setConfig} />;
};
describe("CacheAwareRoutingConfig", () => {
it("starts off and reveals optional cost settings only after opting in", () => {
render(<Harness />);
expect(screen.getByRole("switch", { name: "Cache-aware routing" })).not.toBeChecked();
expect(screen.queryByLabelText("Expected output tokens")).not.toBeInTheDocument();
fireEvent.click(screen.getByRole("switch", { name: "Cache-aware routing" }));
expect(screen.getByRole("switch", { name: "Cache-aware routing" })).toBeChecked();
expect(screen.getByLabelText("Expected output tokens")).toHaveValue(null);
expect(screen.getByLabelText("Prediction timeout (ms)")).toHaveValue(null);
});
it("accepts zero output, clamps invalid bounds, and lets blank fields return to defaults", () => {
render(<Harness value={{ ...initial, cache_aware_routing: true }} />);
const output = screen.getByLabelText("Expected output tokens");
const timeout = screen.getByLabelText("Prediction timeout (ms)");
fireEvent.change(output, { target: { value: "-1" } });
fireEvent.change(timeout, { target: { value: "0" } });
expect(output).toHaveValue(0);
expect(timeout).toHaveValue(1);
fireEvent.change(output, { target: { value: "512.5" } });
fireEvent.change(timeout, { target: { value: "750.5" } });
expect(output).toHaveValue(512);
expect(timeout).toHaveValue(750);
fireEvent.change(output, { target: { value: "" } });
fireEvent.change(timeout, { target: { value: "" } });
expect(output).toHaveValue(null);
expect(timeout).toHaveValue(null);
});
it("keeps the cost settings when temporarily turning routing off", () => {
render(
<Harness
value={{
...initial,
cache_aware_routing: true,
cache_aware_routing_output_tokens: 0,
cache_aware_routing_timeout_ms: 500,
}}
/>,
);
fireEvent.click(screen.getByRole("switch", { name: "Cache-aware routing" }));
expect(screen.queryByLabelText("Expected output tokens")).not.toBeInTheDocument();
fireEvent.click(screen.getByRole("switch", { name: "Cache-aware routing" }));
expect(screen.getByLabelText("Expected output tokens")).toHaveValue(0);
expect(screen.getByLabelText("Prediction timeout (ms)")).toHaveValue(500);
});
it.each<{ patch: Partial<ComplexityRouterConfigValue>; reason: string }>([
{ patch: { adaptive: true }, reason: "Turn off Adaptive Routing" },
{ patch: { session_affinity: true }, reason: 'Set "How often to classify"' },
{ patch: { classification_mode: "user_turn" }, reason: 'Set "How often to classify"' },
{ patch: { tiers: { ...initial.tiers, SIMPLE: ["small", "other"] } }, reason: "Choose one model per tier" },
{
patch: { tier_model_params: { SIMPLE: { small: { reasoning_effort: "high" } } } },
reason: "Remove per-model parameter overrides",
},
{ patch: { custom_tier_set: { tiers: [], fallback_tier_id: "custom" } }, reason: "Use the built-in tiers" },
])(
"explains an incompatible setting and still allows an existing opt-in to be disabled: $reason",
({ patch, reason }) => {
const view = render(<Harness value={{ ...initial, ...patch }} />);
expect(screen.getByRole("switch", { name: "Cache-aware routing" })).toHaveAttribute("aria-disabled", "true");
fireEvent.click(screen.getByRole("switch", { name: "Cache-aware routing" }));
expect(screen.getByRole("switch", { name: "Cache-aware routing" })).not.toBeChecked();
expect(screen.getByRole("status")).toHaveTextContent(reason);
view.unmount();
render(<Harness value={{ ...initial, ...patch, cache_aware_routing: true }} />);
fireEvent.click(screen.getByRole("switch", { name: "Cache-aware routing" }));
expect(screen.getByRole("switch", { name: "Cache-aware routing" })).not.toBeChecked();
},
);
});