Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

feat(evals): route TypeSafe decision-model connections through OpenRouter or Vercel AI Gateway (#17798)

Hassieb Pakzad98f41da5d12a
diff --git a/packages/shared/src/server/llm/types.ts b/packages/shared/src/server/llm/types.ts
index 0d0756c07a..7be561caad 100644
--- a/packages/shared/src/server/llm/types.ts
+++ b/packages/shared/src/server/llm/types.ts
@@ -474,6 +474,41 @@ export const googleAIStudioModels = [
export const typeSafeModels = ["jev-1.13.0", "jev-latest"] as const;
+/**
+ * Providers that serve Jev through TypeSafe's `/v1/systemone` API. A TypeSafe
+ * connection stores a gateway's `baseURL`, or none for TypeSafe itself, which
+ * the AI SDK provider then defaults to.
+ */
+export const TYPESAFE_UPSTREAMS = [
+ {
+ id: "typesafe",
+ label: "TypeSafe",
+ baseURL: null,
+ apiKeyLabel: "TypeSafe API key",
+ },
+ {
+ id: "vercel-ai-gateway",
+ label: "Vercel AI Gateway",
+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",
+ apiKeyLabel: "Vercel AI Gateway API key",
+ },
+ {
+ id: "openrouter",
+ label: "OpenRouter",
+ baseURL: "https://openrouter.ai/api/v1",
+ apiKeyLabel: "OpenRouter API key",
+ },
+] as const;
+
+export type TypeSafeUpstream = (typeof TYPESAFE_UPSTREAMS)[number];
+
+export function findTypeSafeUpstream(
+ baseURL: string | null | undefined,
+): TypeSafeUpstream | undefined {
+ if (!baseURL) return TYPESAFE_UPSTREAMS[0];
+ return TYPESAFE_UPSTREAMS.find((upstream) => upstream.baseURL === baseURL);
+}
+
export type AnthropicModel = (typeof anthropicModels)[number];
export type VertexAIModel = (typeof vertexAIModels)[number];
export const supportedModels = {
diff --git a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts
index c2bf65026f..dc31e8a8b2 100644
--- a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts
+++ b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts
@@ -1,5 +1,6 @@
import { describe, expect, it, vi } from "vitest";
import type { DecisionModelRequest } from "../../evals/decisionModelEvaluatorExecution";
+import { TYPESAFE_UPSTREAMS } from "../types";
import { createTypeSafeDecisionModelClient } from "./typeSafeDecisionModelClient";
function jsonResponse(body: unknown, status = 200) {
@@ -99,6 +100,71 @@ describe("createTypeSafeDecisionModelClient", () => {
});
});
+ it.each([
+ ["typesafe", "https://api.typesafe.ai/v1/systemone"],
+ ["vercel-ai-gateway", "https://ai-gateway.vercel.sh/typesafe/v1/systemone"],
+ ["openrouter", "https://openrouter.ai/api/v1/systemone"],
+ ])(
+ "routes the %s upstream to its TypeSafe-compatible endpoint",
+ async (id, expectedUrl) => {
+ const upstream = TYPESAFE_UPSTREAMS.find((u) => u.id === id)!;
+ const fetchImpl = vi.fn().mockResolvedValue(
+ jsonResponse({
+ model: "jev",
+ answers: { refund: { type: "noul", noul: 0.5 } },
+ }),
+ );
+
+ const client = createTypeSafeDecisionModelClient({
+ apiKey: "sk-test",
+ model: "jev-latest",
+ baseURL: upstream.baseURL,
+ fetchImpl,
+ });
+ await client.evaluate({
+ state: request.state,
+ questions: { refund: request.questions.refund },
+ });
+
+ const [url, init] = fetchImpl.mock.calls[0] as [string, RequestInit];
+ expect(url).toBe(expectedUrl);
+ expect(new Headers(init.headers).get("authorization")).toBe(
+ "Bearer sk-test",
+ );
+ },
+ );
+
+ it("tolerates the extra routing fields gateways add to the TypeSafe response", async () => {
+ // OpenRouter returns its own id/provider and a cost inside usage; the model
+ // is the resolved OpenRouter slug rather than the requested alias.
+ const fetchImpl = vi.fn().mockResolvedValue(
+ jsonResponse({
+ id: "gen-dec-1789738314-X5e5eKGQdvR9rblyX250",
+ model: "typesafe/jev-1.13-20260917",
+ provider: "TypeSafe",
+ answers: { refund: { type: "noul", noul: 0.98 } },
+ usage: { input_tokens: 275, output_tokens: 20, cost: 0.00003 },
+ }),
+ );
+
+ const client = createTypeSafeDecisionModelClient({
+ apiKey: "sk-test",
+ model: "jev-latest",
+ baseURL: "https://openrouter.ai/api/v1",
+ fetchImpl,
+ });
+ const evaluation = await client.evaluate({
+ state: request.state,
+ questions: { refund: request.questions.refund },
+ });
+
+ expect(evaluation).toEqual({
+ model: "typesafe/jev-1.13-20260917",
+ answers: { refund: { type: "boolean", probability: 0.98 } },
+ usage: { inputTokens: 275, outputTokens: 20 },
+ });
+ });
+
it("surfaces API failures as AI SDK call errors with the status code", async () => {
const fetchImpl = vi
.fn()
diff --git a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts
index 1d9f750649..a31828140a 100644
--- a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts
+++ b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts
@@ -14,10 +14,12 @@ import { createSecureLlmFetch } from "../secureLlmFetch";
export function createTypeSafeDecisionModelClient(params: {
apiKey: string;
model: string;
+ baseURL?: string | null;
fetchImpl?: typeof fetch;
}): DecisionModelClient {
const provider = createTypeSafeAi({
apiKey: params.apiKey,
+ baseURL: params.baseURL ?? undefined,
fetch:
params.fetchImpl ??
createSecureLlmFetch({ logContext: "TypeSafe decision model" }),
diff --git a/web/src/__tests__/server/llm-api-key.servertest.ts b/web/src/__tests__/server/llm-api-key.servertest.ts
index 207cedf826..15546a28f0 100644
--- a/web/src/__tests__/server/llm-api-key.servertest.ts
+++ b/web/src/__tests__/server/llm-api-key.servertest.ts
@@ -337,6 +337,97 @@ describe("llmApiKey.all RPC", () => {
expect(llmApiKeys[0].config).toEqual({});
});
+ it("should store a preset upstream as the base URL of a decision-model connection", async () => {
+ await caller.llmApiKey.create({
+ projectId,
+ secretKey: "sk-or-test",
+ provider: "jev-via-openrouter",
+ adapter: LLMAdapter.TypeSafe,
+ baseURL: "https://openrouter.ai/api/v1",
+ });
+
+ const { data: llmApiKeys } = await caller.llmApiKey.all({
+ projectId,
+ includeDecisionModels: true,
+ });
+
+ expect(llmApiKeys).toHaveLength(1);
+ expect(llmApiKeys[0].baseURL).toBe("https://openrouter.ai/api/v1");
+ });
+
+ it.each(["https://example.com/v1", "https://api.typesafe.ai/v1"])(
+ "should reject decision-model connections with the non-preset base URL %s",
+ async (baseURL) => {
+ await expect(
+ caller.llmApiKey.create({
+ projectId,
+ secretKey: "sk-test",
+ provider: "jev-custom-url",
+ adapter: LLMAdapter.TypeSafe,
+ baseURL,
+ }),
+ ).rejects.toThrow(
+ "only support the TypeSafe, Vercel AI Gateway, and OpenRouter base URLs",
+ );
+
+ const { data: llmApiKeys } = await caller.llmApiKey.all({
+ projectId,
+ includeDecisionModels: true,
+ });
+ expect(llmApiKeys).toHaveLength(0);
+ },
+ );
+
+ it("should require a new secret key when moving a decision-model connection to another upstream", async () => {
+ await caller.llmApiKey.create({
+ projectId,
+ secretKey: "sk-typesafe",
+ provider: "jev",
+ adapter: LLMAdapter.TypeSafe,
+ });
+ const existingKey = await prisma.llmApiKeys.findFirstOrThrow({
+ where: { projectId, provider: "jev" },
+ });
+
+ await expect(
+ caller.llmApiKey.update({
+ id: existingKey.id,
+ projectId,
+ provider: "jev",
+ adapter: LLMAdapter.TypeSafe,
+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",
+ }),
+ ).rejects.toThrow("Secret key is required when changing the base URL");
+
+ await caller.llmApiKey.update({
+ id: existingKey.id,
+ projectId,
+ provider: "jev",
+ adapter: LLMAdapter.TypeSafe,
+ secretKey: "vck-gateway",
+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",
+ });
+
+ const updatedKey = await prisma.llmApiKeys.findUniqueOrThrow({
+ where: { id: existingKey.id, projectId },
+ });
+ expect(updatedKey.baseURL).toBe("https://ai-gateway.vercel.sh/typesafe/v1");
+ expect(decrypt(updatedKey.secretKey)).toBe("vck-gateway");
+
+ await caller.llmApiKey.update({
+ id: existingKey.id,
+ projectId,
+ provider: "jev",
+ adapter: LLMAdapter.TypeSafe,
+ secretKey: "sk-typesafe-2",
+ baseURL: null,
+ });
+
+ const revertedKey = await prisma.llmApiKeys.findUniqueOrThrow({
+ where: { id: existingKey.id, projectId },
+ });
+ expect(revertedKey.baseURL).toBeNull();
+ });
it("should derive the Bedrock auth method in llmApiKey.all without returning secrets", async () => {
await prisma.llmApiKeys.createMany({
data: [
diff --git a/web/src/features/evals/v2/server/evaluators/testEvaluator.ts b/web/src/features/evals/v2/server/evaluators/testEvaluator.ts
index 0cf5815c49..2897828d4c 100644
--- a/web/src/features/evals/v2/server/evaluators/testEvaluator.ts
+++ b/web/src/features/evals/v2/server/evaluators/testEvaluator.ts
@@ -146,6 +146,7 @@ async function testDecisionModelEvaluator(params: {
const client = createTypeSafeDecisionModelClient({
apiKey: decrypt(modelConfig.config.apiKey.secretKey),
model: modelConfig.config.model,
+ baseURL: modelConfig.config.apiKey.baseURL,
});
const execution = await executeDecisionModelEvaluator({
variables: params.variables,
diff --git a/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsx b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsx
new file mode 100644
index 0000000000..0b5350ba88
--- /dev/null
+++ b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsx
@@ -0,0 +1,66 @@
+import { useState } from "react";
+import { expect, fn, userEvent, within } from "storybook/test";
+
+import preview from "../../../../../.storybook/preview";
+import { TypeSafeUpstreamCards } from "./TypeSafeUpstreamCards";
+
+const meta = preview.meta({
+ component: TypeSafeUpstreamCards,
+});
+
+export const Default = meta.story({
+ args: {
+ "aria-label": "Upstream",
+ value: "typesafe",
+ onValueChange: fn(),
+ },
+ render: function Render(args) {
+ const [value, setValue] = useState(args.value);
+
+ return (
+ <TypeSafeUpstreamCards
+ {...args}
+ value={value}
+ onValueChange={(next) => {
+ setValue(next);
+ args.onValueChange(next);
+ }}
+ />
+ );
+ },
+});
+
+export const OpenRouterSelected = meta.story({
+ args: {
+ "aria-label": "Upstream",
+ value: "openrouter",
+ onValueChange: fn(),
+ },
+});
+
+export const Disabled = meta.story({
+ args: {
+ "aria-label": "Upstream",
+ value: "vercel-ai-gateway",
+ onValueChange: fn(),
+ disabled: true,
+ },
+});
+
+export const TestSelectsUpstream = meta.story({
+ name: "(Test) Selects Upstream",
+ args: {
+ "aria-label": "Upstream",
+ value: "typesafe",
+ onValueChange: fn(),
+ },
+ play: async ({ args, canvasElement }) => {
+ const canvas = within(canvasElement);
+
+ await expect(canvas.getByRole("radio", { name: "TypeSafe" })).toBeChecked();
+
+ await userEvent.click(canvas.getByRole("radio", { name: "OpenRouter" }));
+
+ await expect(args.onValueChange).toHaveBeenCalledWith("openrouter");
+ },
+});
diff --git a/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsx b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsx
new file mode 100644
index 0000000000..07eb687290
--- /dev/null
+++ b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsx
@@ -0,0 +1,60 @@
+"use client";
+
+import * as RadioGroupPrimitive from "@radix-ui/react-radio-group";
+import { Check } from "lucide-react";
+import type { ComponentPropsWithoutRef } from "react";
+import { TYPESAFE_UPSTREAMS, type TypeSafeUpstream } from "@langfuse/shared";
+
+type TypeSafeUpstreamId = TypeSafeUpstream["id"];
+
+const UPSTREAM_DESCRIPTIONS: Record<TypeSafeUpstreamId, string> = {
+ typesafe: "Direct connection, billed by TypeSafe.",
+ "vercel-ai-gateway": "Routed and billed through your AI Gateway.",
+ openrouter: "Routed and billed through OpenRouter.",
+};
+
+type TypeSafeUpstreamCardsProps = {
+ value: TypeSafeUpstreamId;
+ onValueChange: (value: TypeSafeUpstreamId) => void;
+} & Pick<
+ ComponentPropsWithoutRef<typeof RadioGroupPrimitive.Root>,
+ "aria-describedby" | "aria-label" | "aria-labelledby" | "disabled" | "id"
+>;
+
+/**
+ * Picks which provider serves the Jev decision model. Each card is a radio
+ * item, so arrow keys move the selection and the group reads as one field.
+ */
+export function TypeSafeUpstreamCards({
+ value,
+ onValueChange,
+ ...rootProps
+}: TypeSafeUpstreamCardsProps) {
+ return (
+ <RadioGroupPrimitive.Root
+ {...rootProps}
+ value={value}
+ onValueChange={(next) => onValueChange(next as TypeSafeUpstreamId)}
+ className="grid gap-2 sm:grid-cols-3"
+ >
+ {TYPESAFE_UPSTREAMS.map(({ id, label }) => {
+ return (
+ <RadioGroupPrimitive.Item
+ key={id}
+ value={id}
+ aria-label={label}
+ className="focus-visible:ring-ring data-[state=checked]:border-foreground data-[state=checked]:bg-background data-[state=unchecked]:bg-muted/30 data-[state=unchecked]:hover:bg-muted/50 relative flex min-w-0 flex-col items-start gap-1 rounded-md border p-3 pr-7 text-left transition-colors focus:outline-hidden focus-visible:ring-1 disabled:cursor-not-allowed disabled:opacity-50"
+ >
+ <RadioGroupPrimitive.Indicator className="bg-foreground text-background absolute top-2 right-2 flex h-4 w-4 items-center justify-center rounded-full">
+ <Check className="h-3 w-3" aria-hidden="true" />
+ </RadioGroupPrimitive.Indicator>
+ <span className="text-sm leading-none font-bold">{label}</span>
+ <span className="text-muted-foreground text-xs">
+ {UPSTREAM_DESCRIPTIONS[id]}
+ </span>
+ </RadioGroupPrimitive.Item>
+ );
+ })}
+ </RadioGroupPrimitive.Root>
+ );
+}
diff --git a/web/src/features/llm-api-key/server/router.ts b/web/src/features/llm-api-key/server/router.ts
index c1b2b5c7ea..1e837acbb7 100644
--- a/web/src/features/llm-api-key/server/router.ts
+++ b/web/src/features/llm-api-key/server/router.ts
@@ -26,6 +26,7 @@ import {
BEDROCK_USE_DEFAULT_CREDENTIALS,
VERTEXAI_USE_DEFAULT_CREDENTIALS,
EvaluatorBlockReason,
+ findTypeSafeUpstream,
type LLMConnectionConfig,
} from "@langfuse/shared";
@@ -113,10 +114,11 @@ function assertDecisionModelConnectionInput(input: {
extraHeaders?: Record<string, string | null | undefined> | null;
}) {
if (!isDecisionModelAdapter(input.adapter)) return;
- if (input.baseURL) {
+ if (!findTypeSafeUpstream(input.baseURL)) {
throw new TRPCError({
code: "BAD_REQUEST",
- message: "Decision-model connections do not support a custom base URL.",
+ message:
+ "Decision-model connections only support the TypeSafe, Vercel AI Gateway, and OpenRouter base URLs.",
});
}
if (input.extraHeaders && Object.keys(input.extraHeaders).length > 0) {
@@ -130,11 +132,13 @@ function assertDecisionModelConnectionInput(input: {
async function testDecisionModelConnection(params: {
secretKey: string;
model: string;
+ baseURL?: string | null;
}): Promise<{ success: boolean; error?: string }> {
try {
const client = createTypeSafeDecisionModelClient({
apiKey: params.secretKey,
model: params.model,
+ baseURL: params.baseURL,
});
await client.evaluate({
state: { message: "Hello, is anyone there?" },
@@ -170,6 +174,7 @@ async function testLLMConnection(
return await testDecisionModelConnection({
secretKey: params.secretKey,
model,
+ baseURL: params.baseURL,
});
}
@@ -555,9 +560,12 @@ export const llmApiKeyRouter = createTRPCRouter({
});
}
+ assertDecisionModelConnectionInput(input);
+
const hasNewSecretKey =
typeof input.secretKey === "string" && input.secretKey.length > 0;
- const baseURL = input.baseURL ?? existingKey.baseURL;
+ const baseURL =
+ input.baseURL !== undefined ? input.baseURL : existingKey.baseURL;
const isBaseURLChanged = baseURL !== existingKey.baseURL;
if (isBaseURLChanged && !hasNewSecretKey) {
diff --git a/web/src/features/llm-api-key/types.ts b/web/src/features/llm-api-key/types.ts
index fcd9764f95..a3ddd12f52 100644
--- a/web/src/features/llm-api-key/types.ts
+++ b/web/src/features/llm-api-key/types.ts
@@ -14,7 +14,7 @@ const LlmApiKeySchema = z.object({
.min(1)
.regex(/^[^:]+$/, "Provider name cannot contain colons"),
adapter: z.enum(LLMAdapter),
- baseURL: z.url().optional(),
+ baseURL: z.url().nullish(),
withDefaultModels: z.boolean().optional(),
customModels: z.array(z.string().min(1)).optional(),
config: z
diff --git a/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx b/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx
index f62e7b5a35..8713b46f0c 100644
--- a/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx
+++ b/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx
@@ -10,7 +10,9 @@ import {
type VertexAIConfig,
LLMAdapter,
BEDROCK_USE_DEFAULT_CREDENTIALS,
+ TYPESAFE_UPSTREAMS,
VERTEXAI_USE_DEFAULT_CREDENTIALS,
+ findTypeSafeUpstream,
isDecisionModelAdapter,
} from "@langfuse/shared";
import { ChevronDown, PlusIcon, TrashIcon } from "lucide-react";
@@ -26,6 +28,7 @@ import {
FormMessage,
} from "@/src/components/ui/form";
import { Input } from "@/src/components/ui/input";
+import { PasswordInput } from "@/src/components/design-system/PasswordInput/PasswordInput";
import {
Select,
SelectContent,
@@ -34,6 +37,7 @@ import {
SelectValue,
} from "@/src/components/ui/select";
import { Switch } from "@/src/components/design-system/Switch/Switch";
+import { TypeSafeUpstreamCards } from "@/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards";
import { Tabs } from "@/src/components/design-system/Tabs/Tabs";
import { api, reportNonTrpcError, type RouterOutputs } from "@/src/utils/api";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics";
@@ -378,6 +382,8 @@ export function CreateLLMApiKeyForm({
const currentAdapter = form.watch("adapter");
const currentAuthMethod = form.watch("authMethod");
+ const currentTypeSafeUpstream =
+ findTypeSafeUpstream(form.watch("baseURL")) ?? TYPESAFE_UPSTREAMS[0];
const isKeepingCurrentBedrockAuthMethod =
mode === "update" &&
currentAdapter === LLMAdapter.Bedrock &&
@@ -624,7 +630,11 @@ export function CreateLLMApiKeyForm({
secretKey: secretKey ?? "",
provider: values.provider,
adapter: values.adapter,
- baseURL: values.baseURL || undefined,
+ baseURL:
+ values.baseURL ||
+ (mode === "update" && currentAdapter === LLMAdapter.TypeSafe
+ ? null
+ : undefined),
withDefaultModels: isCustomModelsRequired(currentAdapter)
? false
: values.withDefaultModels,
@@ -781,6 +791,38 @@ export function CreateLLMApiKeyForm({
)}
/>
+ {/* Decision-model upstream: which gateway serves Jev */}
+ {currentAdapter === LLMAdapter.TypeSafe && (
+ <FormField
+ control={form.control}
+ name="baseURL"
+ render={({ field }) => (
+ <FormItem>
+ <FormLabel>Upstream</FormLabel>
+ <FormDescription>
+ Provider that serves the Jev decision model. OpenRouter
+ and Vercel AI Gateway expose TypeSafe&apos;s API, so
+ only the API key changes.
+ </FormDescription>
+ <FormControl>
+ <TypeSafeUpstreamCards
+ aria-label="Upstream"
+ value={currentTypeSafeUpstream.id}
+ onValueChange={(id) =>
+ field.onChange(
+ TYPESAFE_UPSTREAMS.find(
+ (upstream) => upstream.id === id,
+ )?.baseURL ?? "",
+ )
+ }
+ />
+ </FormControl>
+ <FormMessage />
+ </FormItem>
+ )}
+ />
+ )}
+
{/* API Key or AWS Credentials or Vertex AI Credentials */}
{currentAdapter === LLMAdapter.Bedrock ? (
<>
@@ -891,9 +933,8 @@ export function CreateLLMApiKeyForm({
)}
</FormDescription>
<FormControl>
- <Input
+ <PasswordInput
{...field}
- type="password"
placeholder={
mode === "update"
? isKeepingCurrentBedrockAuthMethod &&
@@ -902,8 +943,7 @@ export function CreateLLMApiKeyForm({
: "Enter Bedrock API key"
: undefined
}
- autoComplete="new-password"
- data-1p-ignore
+ autoComplete="off"
/>
</FormControl>
<FormMessage />
@@ -971,9 +1011,8 @@ export function CreateLLMApiKeyForm({
)}
</FormLabel>
<FormControl>
- <Input
+ <PasswordInput
{...field}
- type="password"
placeholder={
mode === "update"
? isUsingDefaultAwsCredentialsForCurrentAuthMethod
@@ -984,8 +1023,7 @@ export function CreateLLMApiKeyForm({
: "Enter AWS secret access key"
: undefined
}
- autoComplete="new-password"
- data-1p-ignore
+ autoComplete="off"
/>
</FormControl>
<FormMessage />
@@ -1097,7 +1135,7 @@ export function CreateLLMApiKeyForm({
</pre>
</FormDescription>
<FormControl>
- <Input
+ <PasswordInput
{...field}
placeholder={
mode === "update"
@@ -1105,8 +1143,6 @@ export function CreateLLMApiKeyForm({
: '{"type": "service_account", ...}'
}
autoComplete="off"
- spellCheck="false"
- autoCapitalize="off"
/>
</FormControl>
<FormMessage />
@@ -1162,14 +1198,18 @@ export function CreateLLMApiKeyForm({
name="secretKey"
render={({ field }) => (
<FormItem>
- <FormLabel>API Key</FormLabel>
+ <FormLabel>
+ {currentAdapter === LLMAdapter.TypeSafe
+ ? currentTypeSafeUpstream.apiKeyLabel
+ : "API Key"}
+ </FormLabel>
<FormDescription>
{isLangfuseCloud
? "Your API keys are stored encrypted on our servers."
: "Your API keys are stored encrypted in your database."}
</FormDescription>
<FormControl>
- <Input
+ <PasswordInput
{...field}
placeholder={
mode === "update"
@@ -1177,8 +1217,6 @@ export function CreateLLMApiKeyForm({
: undefined
}
autoComplete="off"
- spellCheck="false"
- autoCapitalize="off"
/>
</FormControl>
<FormMessage />
diff --git a/worker/src/constants/default-model-prices.json b/worker/src/constants/default-model-prices.json
index 6d62cd7bc7..a06463a019 100644
--- a/worker/src/constants/default-model-prices.json
+++ b/worker/src/constants/default-model-prices.json
@@ -7821,9 +7821,9 @@
{
"id": "7f3c9a2e-5b1d-4e8f-9a6c-2d4b8e1f0a3c",
"modelName": "jev",
- "matchPattern": "(?i)^(typesafe(-ai)?\\/)?jev(-[0-9]+(\\.[0-9]+)*|-latest|-preview)?$",
+ "matchPattern": "(?i)^(~?typesafe(-ai)?\\/)?jev(-[0-9]+(\\.[0-9]+)*(-[0-9]{8})?|-latest|-preview)?$",
"createdAt": "2026-09-22T00:00:00.000Z",
- "updatedAt": "2026-09-22T00:00:00.000Z",
+ "updatedAt": "2026-09-23T00:00:00.000Z",
"pricingTiers": [
{
"id": "7f3c9a2e-5b1d-4e8f-9a6c-2d4b8e1f0a3c_tier_default",
diff --git a/worker/src/features/evaluation/evalExecutionDeps.ts b/worker/src/features/evaluation/evalExecutionDeps.ts
index d9a1123663..fc026be143 100644
--- a/worker/src/features/evaluation/evalExecutionDeps.ts
+++ b/worker/src/features/evaluation/evalExecutionDeps.ts
@@ -361,6 +361,7 @@ export function createProductionEvalExecutionDeps(): EvalExecutionDeps {
const client = createTypeSafeDecisionModelClient({
apiKey: decryptedSecretKey,
model: params.modelConfig.model,
+ baseURL: typeof apiKey.baseURL === "string" ? apiKey.baseURL : null,
});
return client.evaluate(params.request);