🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(evals): route TypeSafe decision-model connections through OpenRouter or Vercel AI Gateway (#17798)
Hassieb Pakzad98f41da5d12a
diff --git a/packages/shared/src/server/llm/types.ts b/packages/shared/src/server/llm/types.tsindex 0d0756c07a..7be561caad 100644--- a/packages/shared/src/server/llm/types.ts+++ b/packages/shared/src/server/llm/types.ts@@ -474,6 +474,41 @@ export const googleAIStudioModels = [export const typeSafeModels = ["jev-1.13.0", "jev-latest"] as const;+/**+ * Providers that serve Jev through TypeSafe's `/v1/systemone` API. A TypeSafe+ * connection stores a gateway's `baseURL`, or none for TypeSafe itself, which+ * the AI SDK provider then defaults to.+ */+export const TYPESAFE_UPSTREAMS = [+ {+ id: "typesafe",+ label: "TypeSafe",+ baseURL: null,+ apiKeyLabel: "TypeSafe API key",+ },+ {+ id: "vercel-ai-gateway",+ label: "Vercel AI Gateway",+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",+ apiKeyLabel: "Vercel AI Gateway API key",+ },+ {+ id: "openrouter",+ label: "OpenRouter",+ baseURL: "https://openrouter.ai/api/v1",+ apiKeyLabel: "OpenRouter API key",+ },+] as const;++export type TypeSafeUpstream = (typeof TYPESAFE_UPSTREAMS)[number];++export function findTypeSafeUpstream(+ baseURL: string | null | undefined,+): TypeSafeUpstream | undefined {+ if (!baseURL) return TYPESAFE_UPSTREAMS[0];+ return TYPESAFE_UPSTREAMS.find((upstream) => upstream.baseURL === baseURL);+}+export type AnthropicModel = (typeof anthropicModels)[number];export type VertexAIModel = (typeof vertexAIModels)[number];export const supportedModels = {diff --git a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.tsindex c2bf65026f..dc31e8a8b2 100644--- a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts+++ b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.test.ts@@ -1,5 +1,6 @@import { describe, expect, it, vi } from "vitest";import type { DecisionModelRequest } from "../../evals/decisionModelEvaluatorExecution";+import { TYPESAFE_UPSTREAMS } from "../types";import { createTypeSafeDecisionModelClient } from "./typeSafeDecisionModelClient";function jsonResponse(body: unknown, status = 200) {@@ -99,6 +100,71 @@ describe("createTypeSafeDecisionModelClient", () => {});});+ it.each([+ ["typesafe", "https://api.typesafe.ai/v1/systemone"],+ ["vercel-ai-gateway", "https://ai-gateway.vercel.sh/typesafe/v1/systemone"],+ ["openrouter", "https://openrouter.ai/api/v1/systemone"],+ ])(+ "routes the %s upstream to its TypeSafe-compatible endpoint",+ async (id, expectedUrl) => {+ const upstream = TYPESAFE_UPSTREAMS.find((u) => u.id === id)!;+ const fetchImpl = vi.fn().mockResolvedValue(+ jsonResponse({+ model: "jev",+ answers: { refund: { type: "noul", noul: 0.5 } },+ }),+ );++ const client = createTypeSafeDecisionModelClient({+ apiKey: "sk-test",+ model: "jev-latest",+ baseURL: upstream.baseURL,+ fetchImpl,+ });+ await client.evaluate({+ state: request.state,+ questions: { refund: request.questions.refund },+ });++ const [url, init] = fetchImpl.mock.calls[0] as [string, RequestInit];+ expect(url).toBe(expectedUrl);+ expect(new Headers(init.headers).get("authorization")).toBe(+ "Bearer sk-test",+ );+ },+ );++ it("tolerates the extra routing fields gateways add to the TypeSafe response", async () => {+ // OpenRouter returns its own id/provider and a cost inside usage; the model+ // is the resolved OpenRouter slug rather than the requested alias.+ const fetchImpl = vi.fn().mockResolvedValue(+ jsonResponse({+ id: "gen-dec-1789738314-X5e5eKGQdvR9rblyX250",+ model: "typesafe/jev-1.13-20260917",+ provider: "TypeSafe",+ answers: { refund: { type: "noul", noul: 0.98 } },+ usage: { input_tokens: 275, output_tokens: 20, cost: 0.00003 },+ }),+ );++ const client = createTypeSafeDecisionModelClient({+ apiKey: "sk-test",+ model: "jev-latest",+ baseURL: "https://openrouter.ai/api/v1",+ fetchImpl,+ });+ const evaluation = await client.evaluate({+ state: request.state,+ questions: { refund: request.questions.refund },+ });++ expect(evaluation).toEqual({+ model: "typesafe/jev-1.13-20260917",+ answers: { refund: { type: "boolean", probability: 0.98 } },+ usage: { inputTokens: 275, outputTokens: 20 },+ });+ });+it("surfaces API failures as AI SDK call errors with the status code", async () => {const fetchImpl = vi.fn()diff --git a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.tsindex 1d9f750649..a31828140a 100644--- a/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts+++ b/packages/shared/src/server/llm/typesafe/typeSafeDecisionModelClient.ts@@ -14,10 +14,12 @@ import { createSecureLlmFetch } from "../secureLlmFetch";export function createTypeSafeDecisionModelClient(params: {apiKey: string;model: string;+ baseURL?: string | null;fetchImpl?: typeof fetch;}): DecisionModelClient {const provider = createTypeSafeAi({apiKey: params.apiKey,+ baseURL: params.baseURL ?? undefined,fetch:params.fetchImpl ??createSecureLlmFetch({ logContext: "TypeSafe decision model" }),diff --git a/web/src/__tests__/server/llm-api-key.servertest.ts b/web/src/__tests__/server/llm-api-key.servertest.tsindex 207cedf826..15546a28f0 100644--- a/web/src/__tests__/server/llm-api-key.servertest.ts+++ b/web/src/__tests__/server/llm-api-key.servertest.ts@@ -337,6 +337,97 @@ describe("llmApiKey.all RPC", () => {expect(llmApiKeys[0].config).toEqual({});});+ it("should store a preset upstream as the base URL of a decision-model connection", async () => {+ await caller.llmApiKey.create({+ projectId,+ secretKey: "sk-or-test",+ provider: "jev-via-openrouter",+ adapter: LLMAdapter.TypeSafe,+ baseURL: "https://openrouter.ai/api/v1",+ });++ const { data: llmApiKeys } = await caller.llmApiKey.all({+ projectId,+ includeDecisionModels: true,+ });++ expect(llmApiKeys).toHaveLength(1);+ expect(llmApiKeys[0].baseURL).toBe("https://openrouter.ai/api/v1");+ });++ it.each(["https://example.com/v1", "https://api.typesafe.ai/v1"])(+ "should reject decision-model connections with the non-preset base URL %s",+ async (baseURL) => {+ await expect(+ caller.llmApiKey.create({+ projectId,+ secretKey: "sk-test",+ provider: "jev-custom-url",+ adapter: LLMAdapter.TypeSafe,+ baseURL,+ }),+ ).rejects.toThrow(+ "only support the TypeSafe, Vercel AI Gateway, and OpenRouter base URLs",+ );++ const { data: llmApiKeys } = await caller.llmApiKey.all({+ projectId,+ includeDecisionModels: true,+ });+ expect(llmApiKeys).toHaveLength(0);+ },+ );++ it("should require a new secret key when moving a decision-model connection to another upstream", async () => {+ await caller.llmApiKey.create({+ projectId,+ secretKey: "sk-typesafe",+ provider: "jev",+ adapter: LLMAdapter.TypeSafe,+ });+ const existingKey = await prisma.llmApiKeys.findFirstOrThrow({+ where: { projectId, provider: "jev" },+ });++ await expect(+ caller.llmApiKey.update({+ id: existingKey.id,+ projectId,+ provider: "jev",+ adapter: LLMAdapter.TypeSafe,+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",+ }),+ ).rejects.toThrow("Secret key is required when changing the base URL");++ await caller.llmApiKey.update({+ id: existingKey.id,+ projectId,+ provider: "jev",+ adapter: LLMAdapter.TypeSafe,+ secretKey: "vck-gateway",+ baseURL: "https://ai-gateway.vercel.sh/typesafe/v1",+ });++ const updatedKey = await prisma.llmApiKeys.findUniqueOrThrow({+ where: { id: existingKey.id, projectId },+ });+ expect(updatedKey.baseURL).toBe("https://ai-gateway.vercel.sh/typesafe/v1");+ expect(decrypt(updatedKey.secretKey)).toBe("vck-gateway");++ await caller.llmApiKey.update({+ id: existingKey.id,+ projectId,+ provider: "jev",+ adapter: LLMAdapter.TypeSafe,+ secretKey: "sk-typesafe-2",+ baseURL: null,+ });++ const revertedKey = await prisma.llmApiKeys.findUniqueOrThrow({+ where: { id: existingKey.id, projectId },+ });+ expect(revertedKey.baseURL).toBeNull();+ });it("should derive the Bedrock auth method in llmApiKey.all without returning secrets", async () => {await prisma.llmApiKeys.createMany({data: [diff --git a/web/src/features/evals/v2/server/evaluators/testEvaluator.ts b/web/src/features/evals/v2/server/evaluators/testEvaluator.tsindex 0cf5815c49..2897828d4c 100644--- a/web/src/features/evals/v2/server/evaluators/testEvaluator.ts+++ b/web/src/features/evals/v2/server/evaluators/testEvaluator.ts@@ -146,6 +146,7 @@ async function testDecisionModelEvaluator(params: {const client = createTypeSafeDecisionModelClient({apiKey: decrypt(modelConfig.config.apiKey.secretKey),model: modelConfig.config.model,+ baseURL: modelConfig.config.apiKey.baseURL,});const execution = await executeDecisionModelEvaluator({variables: params.variables,diff --git a/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsx b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsxnew file mode 100644index 0000000000..0b5350ba88--- /dev/null+++ b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.stories.tsx@@ -0,0 +1,66 @@+import { useState } from "react";+import { expect, fn, userEvent, within } from "storybook/test";++import preview from "../../../../../.storybook/preview";+import { TypeSafeUpstreamCards } from "./TypeSafeUpstreamCards";++const meta = preview.meta({+ component: TypeSafeUpstreamCards,+});++export const Default = meta.story({+ args: {+ "aria-label": "Upstream",+ value: "typesafe",+ onValueChange: fn(),+ },+ render: function Render(args) {+ const [value, setValue] = useState(args.value);++ return (+ <TypeSafeUpstreamCards+ {...args}+ value={value}+ onValueChange={(next) => {+ setValue(next);+ args.onValueChange(next);+ }}+ />+ );+ },+});++export const OpenRouterSelected = meta.story({+ args: {+ "aria-label": "Upstream",+ value: "openrouter",+ onValueChange: fn(),+ },+});++export const Disabled = meta.story({+ args: {+ "aria-label": "Upstream",+ value: "vercel-ai-gateway",+ onValueChange: fn(),+ disabled: true,+ },+});++export const TestSelectsUpstream = meta.story({+ name: "(Test) Selects Upstream",+ args: {+ "aria-label": "Upstream",+ value: "typesafe",+ onValueChange: fn(),+ },+ play: async ({ args, canvasElement }) => {+ const canvas = within(canvasElement);++ await expect(canvas.getByRole("radio", { name: "TypeSafe" })).toBeChecked();++ await userEvent.click(canvas.getByRole("radio", { name: "OpenRouter" }));++ await expect(args.onValueChange).toHaveBeenCalledWith("openrouter");+ },+});diff --git a/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsx b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsxnew file mode 100644index 0000000000..07eb687290--- /dev/null+++ b/web/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards.tsx@@ -0,0 +1,60 @@+"use client";++import * as RadioGroupPrimitive from "@radix-ui/react-radio-group";+import { Check } from "lucide-react";+import type { ComponentPropsWithoutRef } from "react";+import { TYPESAFE_UPSTREAMS, type TypeSafeUpstream } from "@langfuse/shared";++type TypeSafeUpstreamId = TypeSafeUpstream["id"];++const UPSTREAM_DESCRIPTIONS: Record<TypeSafeUpstreamId, string> = {+ typesafe: "Direct connection, billed by TypeSafe.",+ "vercel-ai-gateway": "Routed and billed through your AI Gateway.",+ openrouter: "Routed and billed through OpenRouter.",+};++type TypeSafeUpstreamCardsProps = {+ value: TypeSafeUpstreamId;+ onValueChange: (value: TypeSafeUpstreamId) => void;+} & Pick<+ ComponentPropsWithoutRef<typeof RadioGroupPrimitive.Root>,+ "aria-describedby" | "aria-label" | "aria-labelledby" | "disabled" | "id"+>;++/**+ * Picks which provider serves the Jev decision model. Each card is a radio+ * item, so arrow keys move the selection and the group reads as one field.+ */+export function TypeSafeUpstreamCards({+ value,+ onValueChange,+ ...rootProps+}: TypeSafeUpstreamCardsProps) {+ return (+ <RadioGroupPrimitive.Root+ {...rootProps}+ value={value}+ onValueChange={(next) => onValueChange(next as TypeSafeUpstreamId)}+ className="grid gap-2 sm:grid-cols-3"+ >+ {TYPESAFE_UPSTREAMS.map(({ id, label }) => {+ return (+ <RadioGroupPrimitive.Item+ key={id}+ value={id}+ aria-label={label}+ className="focus-visible:ring-ring data-[state=checked]:border-foreground data-[state=checked]:bg-background data-[state=unchecked]:bg-muted/30 data-[state=unchecked]:hover:bg-muted/50 relative flex min-w-0 flex-col items-start gap-1 rounded-md border p-3 pr-7 text-left transition-colors focus:outline-hidden focus-visible:ring-1 disabled:cursor-not-allowed disabled:opacity-50"+ >+ <RadioGroupPrimitive.Indicator className="bg-foreground text-background absolute top-2 right-2 flex h-4 w-4 items-center justify-center rounded-full">+ <Check className="h-3 w-3" aria-hidden="true" />+ </RadioGroupPrimitive.Indicator>+ <span className="text-sm leading-none font-bold">{label}</span>+ <span className="text-muted-foreground text-xs">+ {UPSTREAM_DESCRIPTIONS[id]}+ </span>+ </RadioGroupPrimitive.Item>+ );+ })}+ </RadioGroupPrimitive.Root>+ );+}diff --git a/web/src/features/llm-api-key/server/router.ts b/web/src/features/llm-api-key/server/router.tsindex c1b2b5c7ea..1e837acbb7 100644--- a/web/src/features/llm-api-key/server/router.ts+++ b/web/src/features/llm-api-key/server/router.ts@@ -26,6 +26,7 @@ import {BEDROCK_USE_DEFAULT_CREDENTIALS,VERTEXAI_USE_DEFAULT_CREDENTIALS,EvaluatorBlockReason,+ findTypeSafeUpstream,type LLMConnectionConfig,} from "@langfuse/shared";@@ -113,10 +114,11 @@ function assertDecisionModelConnectionInput(input: {extraHeaders?: Record<string, string | null | undefined> | null;}) {if (!isDecisionModelAdapter(input.adapter)) return;- if (input.baseURL) {+ if (!findTypeSafeUpstream(input.baseURL)) {throw new TRPCError({code: "BAD_REQUEST",- message: "Decision-model connections do not support a custom base URL.",+ message:+ "Decision-model connections only support the TypeSafe, Vercel AI Gateway, and OpenRouter base URLs.",});}if (input.extraHeaders && Object.keys(input.extraHeaders).length > 0) {@@ -130,11 +132,13 @@ function assertDecisionModelConnectionInput(input: {async function testDecisionModelConnection(params: {secretKey: string;model: string;+ baseURL?: string | null;}): Promise<{ success: boolean; error?: string }> {try {const client = createTypeSafeDecisionModelClient({apiKey: params.secretKey,model: params.model,+ baseURL: params.baseURL,});await client.evaluate({state: { message: "Hello, is anyone there?" },@@ -170,6 +174,7 @@ async function testLLMConnection(return await testDecisionModelConnection({secretKey: params.secretKey,model,+ baseURL: params.baseURL,});}@@ -555,9 +560,12 @@ export const llmApiKeyRouter = createTRPCRouter({});}+ assertDecisionModelConnectionInput(input);+const hasNewSecretKey =typeof input.secretKey === "string" && input.secretKey.length > 0;- const baseURL = input.baseURL ?? existingKey.baseURL;+ const baseURL =+ input.baseURL !== undefined ? input.baseURL : existingKey.baseURL;const isBaseURLChanged = baseURL !== existingKey.baseURL;if (isBaseURLChanged && !hasNewSecretKey) {diff --git a/web/src/features/llm-api-key/types.ts b/web/src/features/llm-api-key/types.tsindex fcd9764f95..a3ddd12f52 100644--- a/web/src/features/llm-api-key/types.ts+++ b/web/src/features/llm-api-key/types.ts@@ -14,7 +14,7 @@ const LlmApiKeySchema = z.object({.min(1).regex(/^[^:]+$/, "Provider name cannot contain colons"),adapter: z.enum(LLMAdapter),- baseURL: z.url().optional(),+ baseURL: z.url().nullish(),withDefaultModels: z.boolean().optional(),customModels: z.array(z.string().min(1)).optional(),config: zdiff --git a/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx b/web/src/features/public-api/components/CreateLLMApiKeyForm.tsxindex f62e7b5a35..8713b46f0c 100644--- a/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx+++ b/web/src/features/public-api/components/CreateLLMApiKeyForm.tsx@@ -10,7 +10,9 @@ import {type VertexAIConfig,LLMAdapter,BEDROCK_USE_DEFAULT_CREDENTIALS,+ TYPESAFE_UPSTREAMS,VERTEXAI_USE_DEFAULT_CREDENTIALS,+ findTypeSafeUpstream,isDecisionModelAdapter,} from "@langfuse/shared";import { ChevronDown, PlusIcon, TrashIcon } from "lucide-react";@@ -26,6 +28,7 @@ import {FormMessage,} from "@/src/components/ui/form";import { Input } from "@/src/components/ui/input";+import { PasswordInput } from "@/src/components/design-system/PasswordInput/PasswordInput";import {Select,SelectContent,@@ -34,6 +37,7 @@ import {SelectValue,} from "@/src/components/ui/select";import { Switch } from "@/src/components/design-system/Switch/Switch";+import { TypeSafeUpstreamCards } from "@/src/features/llm-api-key/components/TypeSafeUpstreamCards/TypeSafeUpstreamCards";import { Tabs } from "@/src/components/design-system/Tabs/Tabs";import { api, reportNonTrpcError, type RouterOutputs } from "@/src/utils/api";import { usePostHogClientCapture } from "@/src/features/posthog-analytics";@@ -378,6 +382,8 @@ export function CreateLLMApiKeyForm({const currentAdapter = form.watch("adapter");const currentAuthMethod = form.watch("authMethod");+ const currentTypeSafeUpstream =+ findTypeSafeUpstream(form.watch("baseURL")) ?? TYPESAFE_UPSTREAMS[0];const isKeepingCurrentBedrockAuthMethod =mode === "update" &¤tAdapter === LLMAdapter.Bedrock &&@@ -624,7 +630,11 @@ export function CreateLLMApiKeyForm({secretKey: secretKey ?? "",provider: values.provider,adapter: values.adapter,- baseURL: values.baseURL || undefined,+ baseURL:+ values.baseURL ||+ (mode === "update" && currentAdapter === LLMAdapter.TypeSafe+ ? null+ : undefined),withDefaultModels: isCustomModelsRequired(currentAdapter)? false: values.withDefaultModels,@@ -781,6 +791,38 @@ export function CreateLLMApiKeyForm({)}/>+ {/* Decision-model upstream: which gateway serves Jev */}+ {currentAdapter === LLMAdapter.TypeSafe && (+ <FormField+ control={form.control}+ name="baseURL"+ render={({ field }) => (+ <FormItem>+ <FormLabel>Upstream</FormLabel>+ <FormDescription>+ Provider that serves the Jev decision model. OpenRouter+ and Vercel AI Gateway expose TypeSafe's API, so+ only the API key changes.+ </FormDescription>+ <FormControl>+ <TypeSafeUpstreamCards+ aria-label="Upstream"+ value={currentTypeSafeUpstream.id}+ onValueChange={(id) =>+ field.onChange(+ TYPESAFE_UPSTREAMS.find(+ (upstream) => upstream.id === id,+ )?.baseURL ?? "",+ )+ }+ />+ </FormControl>+ <FormMessage />+ </FormItem>+ )}+ />+ )}+{/* API Key or AWS Credentials or Vertex AI Credentials */}{currentAdapter === LLMAdapter.Bedrock ? (<>@@ -891,9 +933,8 @@ export function CreateLLMApiKeyForm({)}</FormDescription><FormControl>- <Input+ <PasswordInput{...field}- type="password"placeholder={mode === "update"? isKeepingCurrentBedrockAuthMethod &&@@ -902,8 +943,7 @@ export function CreateLLMApiKeyForm({: "Enter Bedrock API key": undefined}- autoComplete="new-password"- data-1p-ignore+ autoComplete="off"/></FormControl><FormMessage />@@ -971,9 +1011,8 @@ export function CreateLLMApiKeyForm({)}</FormLabel><FormControl>- <Input+ <PasswordInput{...field}- type="password"placeholder={mode === "update"? isUsingDefaultAwsCredentialsForCurrentAuthMethod@@ -984,8 +1023,7 @@ export function CreateLLMApiKeyForm({: "Enter AWS secret access key": undefined}- autoComplete="new-password"- data-1p-ignore+ autoComplete="off"/></FormControl><FormMessage />@@ -1097,7 +1135,7 @@ export function CreateLLMApiKeyForm({</pre></FormDescription><FormControl>- <Input+ <PasswordInput{...field}placeholder={mode === "update"@@ -1105,8 +1143,6 @@ export function CreateLLMApiKeyForm({: '{"type": "service_account", ...}'}autoComplete="off"- spellCheck="false"- autoCapitalize="off"/></FormControl><FormMessage />@@ -1162,14 +1198,18 @@ export function CreateLLMApiKeyForm({name="secretKey"render={({ field }) => (<FormItem>- <FormLabel>API Key</FormLabel>+ <FormLabel>+ {currentAdapter === LLMAdapter.TypeSafe+ ? currentTypeSafeUpstream.apiKeyLabel+ : "API Key"}+ </FormLabel><FormDescription>{isLangfuseCloud? "Your API keys are stored encrypted on our servers.": "Your API keys are stored encrypted in your database."}</FormDescription><FormControl>- <Input+ <PasswordInput{...field}placeholder={mode === "update"@@ -1177,8 +1217,6 @@ export function CreateLLMApiKeyForm({: undefined}autoComplete="off"- spellCheck="false"- autoCapitalize="off"/></FormControl><FormMessage />diff --git a/worker/src/constants/default-model-prices.json b/worker/src/constants/default-model-prices.jsonindex 6d62cd7bc7..a06463a019 100644--- a/worker/src/constants/default-model-prices.json+++ b/worker/src/constants/default-model-prices.json@@ -7821,9 +7821,9 @@{"id": "7f3c9a2e-5b1d-4e8f-9a6c-2d4b8e1f0a3c","modelName": "jev",- "matchPattern": "(?i)^(typesafe(-ai)?\\/)?jev(-[0-9]+(\\.[0-9]+)*|-latest|-preview)?$",+ "matchPattern": "(?i)^(~?typesafe(-ai)?\\/)?jev(-[0-9]+(\\.[0-9]+)*(-[0-9]{8})?|-latest|-preview)?$","createdAt": "2026-09-22T00:00:00.000Z",- "updatedAt": "2026-09-22T00:00:00.000Z",+ "updatedAt": "2026-09-23T00:00:00.000Z","pricingTiers": [{"id": "7f3c9a2e-5b1d-4e8f-9a6c-2d4b8e1f0a3c_tier_default",diff --git a/worker/src/features/evaluation/evalExecutionDeps.ts b/worker/src/features/evaluation/evalExecutionDeps.tsindex d9a1123663..fc026be143 100644--- a/worker/src/features/evaluation/evalExecutionDeps.ts+++ b/worker/src/features/evaluation/evalExecutionDeps.ts@@ -361,6 +361,7 @@ export function createProductionEvalExecutionDeps(): EvalExecutionDeps {const client = createTypeSafeDecisionModelClient({apiKey: decryptedSecretKey,model: params.modelConfig.model,+ baseURL: typeof apiKey.baseURL === "string" ? apiKey.baseURL : null,});return client.evaluate(params.request);