Skip to content

OpenPanel is an open-source web and product analytics platform, an open-source alternative to Mixpanel with optional self-hosting.

feat: AI observability: traces, cost and a Vercel AI SDK middleware (#609)

Carl-Gerhard Lindesvärd0d1def94c6ce
diff --git a/.env.example b/.env.example
index f50a8486c..fcfa651a3 100644
--- a/.env.example
+++ b/.env.example
@@ -108,3 +108,14 @@ API_PORT=3333
# SMTP_USER=""
# SMTP_PASS=""
# EMAIL_SENDER="[email protected]"
+
+# AI assistant providers (optional; one is enough)
+# OPENAI_API_KEY=""
+# ANTHROPIC_API_KEY=""
+
+# Track this deployment's own AI calls (assistant, report drafts, insights)
+# into an OpenPanel project, so the AI section shows them. Use a client of
+# the project that should receive them; OP_API_URL defaults to the public API.
+# OP_CLIENT_ID=""
+# OP_CLIENT_SECRET=""
+# OP_API_URL=""
diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
index c532aa322..2e92f49cb 100644
--- a/.github/workflows/docker-build.yml
+++ b/.github/workflows/docker-build.yml
@@ -15,8 +15,16 @@ on:
- "**/docs/**"
- "**/CHANGELOG*"
- "**/LICENSE*"
- # SDKs (published separately)
- - "packages/sdks/**"
+ # SDKs published to npm and not in the images. @openpanel/ai and
+ # @openpanel/sdk are left out of this list: core imports them, so the
+ # api image ships them and a change there needs the build and smoke.
+ - "packages/sdks/_info/**"
+ - "packages/sdks/astro/**"
+ - "packages/sdks/express/**"
+ - "packages/sdks/nextjs/**"
+ - "packages/sdks/nuxt/**"
+ - "packages/sdks/react-native/**"
+ - "packages/sdks/web/**"
# Public app (docs/marketing, not part of Docker deploy)
- "apps/public/**"
# Dev / tooling
diff --git a/.github/workflows/sdks.yml b/.github/workflows/sdks.yml
index 835a20e9f..ef48d013b 100644
--- a/.github/workflows/sdks.yml
+++ b/.github/workflows/sdks.yml
@@ -1,7 +1,8 @@
name: SDKs
-# The SDKs ship to npm, not in the Docker images, so docker-build.yml ignores
-# packages/sdks entirely. This workflow is their pipeline:
+# The SDKs ship to npm. docker-build.yml ignores the ones the images do not
+# carry (the api image runs @openpanel/ai and @openpanel/sdk from source,
+# because core imports them). This workflow is their pipeline:
# verify every push that touches an SDK typechecks, tests and builds all
# of them through the real release script (dry run, nothing
# published), so a broken build is caught before release day.
diff --git a/apps/api/Dockerfile b/apps/api/Dockerfile
index 91e39c680..1ffc797e8 100644
--- a/apps/api/Dockerfile
+++ b/apps/api/Dockerfile
@@ -83,11 +83,12 @@ RUN find . -maxdepth 4 -type d -name node_modules -prune -exec rm -rf {} + && \
# arch this image is built for; the glob is arch-independent (an arm64 build resolves `-linux-arm64`).
# 2/3. apps/api/scripts (two mock fixtures, 15.5 MB, only used by the non-production `test:manage` script) and
# apps/api/e2e. Removed here rather than by splitting the COPY below, which keeps that COPY drift-proof.
-# 4. `*.test.ts` under packages/, and packages/sdks: nothing in the api's closure imports an SDK.
+# 4. `*.test.ts` under packages/. packages/sdks stays: core imports `@openpanel/ai` (which runs from source and
+# pulls `@openpanel/sdk`), and the whole tree is under half a megabyte, so a per-package list is not worth
+# the drift it invites.
RUN find /app/node_modules/.bun -maxdepth 1 -name '*musl*' -prune -exec rm -rf {} + && \
rm -rf /app/apps/api/scripts /app/apps/api/e2e && \
- find /app/packages -type f -name '*.test.ts' -delete && \
- rm -rf /app/packages/sdks
+ find /app/packages -type f -name '*.test.ts' -delete
# PRISMA-CLI — the Prisma CLI the start command runs (`prisma migrate deploy`), with its engines, installed on its own
# so it does not pull devDependencies into the app's node_modules. Shipping it means a container start needs no
diff --git a/apps/api/src/config/env.ts b/apps/api/src/config/env.ts
index 575bff153..97f6931b1 100644
--- a/apps/api/src/config/env.ts
+++ b/apps/api/src/config/env.ts
@@ -459,6 +459,10 @@ const rawSchema = z.object({
ANTHROPIC_BASE_URL: optionalString,
ANTHROPIC_TOKEN: optionalString,
ANTHROPIC_VERSION: optionalString,
+ // OpenPanel tracking its own model calls into an OpenPanel project.
+ OP_CLIENT_ID: optionalString,
+ OP_CLIENT_SECRET: optionalString,
+ OP_API_URL: optionalString,
SLACK_CLIENT_ID: optionalString,
SLACK_CLIENT_SECRET: optionalString,
SLACK_OAUTH_REDIRECT_URL: optionalString,
@@ -546,6 +550,8 @@ const rawSchema = z.object({
GROUP_BUFFER_BATCH_SIZE: optionalPositiveInt,
GROUP_BUFFER_CHUNK_SIZE: optionalPositiveInt,
GROUP_BUFFER_TTL_IN_SECONDS: optionalPositiveInt,
+ AI_EVENT_BUFFER_BATCH_SIZE: optionalPositiveInt,
+ AI_EVENT_BUFFER_CHUNK_SIZE: optionalPositiveInt,
PROFILE_BUFFER_BATCH_SIZE: optionalPositiveInt,
PROFILE_BUFFER_CHUNK_SIZE: optionalPositiveInt,
PROFILE_BUFFER_TTL_IN_SECONDS: optionalPositiveInt,
@@ -894,6 +900,11 @@ function deriveCoreConfig(raw: RawEnv): CoreConfig {
version: raw.ANTHROPIC_VERSION,
},
},
+ selfTracking: {
+ clientId: raw.OP_CLIENT_ID,
+ clientSecret: raw.OP_CLIENT_SECRET,
+ apiUrl: raw.OP_API_URL,
+ },
slack: {
clientId: raw.SLACK_CLIENT_ID,
clientSecret: raw.SLACK_CLIENT_SECRET,
@@ -920,6 +931,10 @@ function deriveCoreConfig(raw: RawEnv): CoreConfig {
chunkSize: raw.GROUP_BUFFER_CHUNK_SIZE,
ttlSeconds: raw.GROUP_BUFFER_TTL_IN_SECONDS,
},
+ aiEvent: {
+ batchSize: raw.AI_EVENT_BUFFER_BATCH_SIZE,
+ chunkSize: raw.AI_EVENT_BUFFER_CHUNK_SIZE,
+ },
profile: {
batchSize: raw.PROFILE_BUFFER_BATCH_SIZE,
chunkSize: raw.PROFILE_BUFFER_CHUNK_SIZE,
diff --git a/apps/public/content/docs/(tracking)/sdks/ai.mdx b/apps/public/content/docs/(tracking)/sdks/ai.mdx
new file mode 100644
index 000000000..475b8eeb2
--- /dev/null
+++ b/apps/public/content/docs/(tracking)/sdks/ai.mdx
@@ -0,0 +1,9 @@
+---
+title: AI (Vercel AI SDK)
+description: Record every LLM call made through the Vercel AI SDK as OpenPanel AI events.
+---
+
+`@openpanel/ai` is the OpenPanel integration for the Vercel AI SDK. It is part of the [AI observability](/docs/ai-observability) beta.
+
+- [Set it up with the Vercel AI SDK](/docs/ai-observability/vercel-ai-sdk)
+- [Send events yourself](/docs/ai-observability/manual-capture) with `op.ai()` or the raw payload
diff --git a/apps/public/content/docs/(tracking)/sdks/meta.json b/apps/public/content/docs/(tracking)/sdks/meta.json
index e64b0cf9f..8fcd33dcd 100644
--- a/apps/public/content/docs/(tracking)/sdks/meta.json
+++ b/apps/public/content/docs/(tracking)/sdks/meta.json
@@ -10,6 +10,7 @@
"astro",
"remix",
"express",
+ "ai",
"python",
"rust",
"ruby",
diff --git a/apps/public/content/docs/ai-observability/index.mdx b/apps/public/content/docs/ai-observability/index.mdx
new file mode 100644
index 000000000..6e7adf6cf
--- /dev/null
+++ b/apps/public/content/docs/ai-observability/index.mdx
@@ -0,0 +1,40 @@
+---
+title: AI observability (beta)
+description: Track every LLM call your product makes, with cost, tokens, latency and errors tied to the profiles, sessions and groups you already have in OpenPanel.
+---
+
+import { Callout } from 'fumadocs-ui/components/callout';
+
+<Callout type="warn" title="Beta">
+AI observability is in beta. We are building it together with the people who use it, so the event payload and the dashboard pages may change before they are final. Events you have already sent stay readable. Tell us what you are trying to learn about your AI features, and what is missing, on [Discord](https://go.openpanel.dev/discord) or in a [GitHub issue](https://github.com/Openpanel-dev/openpanel/issues).
+</Callout>
+
+## What it is
+
+Every call your product makes to a language model becomes an event in OpenPanel: which model, how many tokens, what it cost, how long it took, whether it failed, and, if you want, the messages in and out. Calls are grouped into **traces** (one request) and optionally **conversations** (one thread).
+
+What sets it apart from a standalone LLM tool is that the event lands next to everything else you track. An AI call belongs to a **profile**, happens inside a **session** and can carry **groups**, so you can answer questions like:
+
+- What does our AI feature cost per user, per plan or per customer account?
+- Which model or feature burns the most tokens, and where does latency spike?
+- Do users who hit the assistant convert more often? That is a funnel with an `ai_generation` step.
+- What did this user see on the page right before and after the model call? Open the session.
+
+## What you get
+
+- **AI section** in the dashboard with an overview (cost, generations, users, cost per user, tokens, p95 latency, error rate, all with previous-period comparison), cost by model, feature, provider, user and group, a **traces** list with a timeline per trace, and a **generations** list with the conversation of each call.
+- **Reports**: AI events are ordinary events named `ai_generation`, `ai_embedding`, `ai_span` and `ai_trace` with flat `ai_*` properties, so the report builder, funnels, retention, cohorts and dashboards work on them. Sum `ai_cost` by `ai_model`, or take the p95 of `ai_latency_ms` by `ai_name`.
+- **Profiles, sessions and groups** show an AI usage widget with lifetime cost, tokens, latency and errors.
+- **Cost** is computed for you from a built-in price catalog covering the major providers. Send your own `cost` when a gateway already knows it.
+
+## How to send events
+
+| Your stack | Use |
+|---|---|
+| Vercel AI SDK (any provider) | [`@openpanel/ai/vercel` middleware](/docs/ai-observability/vercel-ai-sdk), one line per model |
+| Node with our SDK | [`op.ai(payload)`](/docs/ai-observability/manual-capture) |
+| Anything else (Python, Go, curl) | [the raw payload](/docs/ai-observability/manual-capture#raw-payload) on `POST /track` |
+
+## Privacy
+
+Prompts, completions and tool definitions are stored for 30 days, then dropped; tokens, cost and latency are kept with your other events. Set `privacyMode: true` on a call to never store its content, or turn content storage off for the whole project under **Settings → AI**.
diff --git a/apps/public/content/docs/ai-observability/manual-capture.mdx b/apps/public/content/docs/ai-observability/manual-capture.mdx
new file mode 100644
index 000000000..59529f2e7
--- /dev/null
+++ b/apps/public/content/docs/ai-observability/manual-capture.mdx
@@ -0,0 +1,104 @@
+---
+title: Manual capture
+description: Send AI events yourself with op.ai() or the raw payload, from any language.
+---
+
+import { Callout } from 'fumadocs-ui/components/callout';
+
+<Callout type="warn" title="Beta">
+AI observability is in beta; this payload may still change. Fields will be added rather than removed, and events you have already sent stay readable. See the [overview](/docs/ai-observability) for how to give feedback.
+</Callout>
+
+## With the Node SDK
+
+`@openpanel/sdk` 1.4 adds `op.ai(payload)`. The sticky profile id from `identify()` and groups from `setGroups()` are merged in, like `track()`.
+
+```ts
+import { OpenPanel } from '@openpanel/sdk';
+
+const op = new OpenPanel({ clientId: 'xxx', clientSecret: 'xxx' });
+
+op.ai({
+ kind: 'generation',
+ traceId,
+ name: 'summarize',
+ conversationId: thread.id,
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ input: messages,
+ output: [{ role: 'assistant', content: completion }],
+ usage: { inputTokens: 812, outputTokens: 140, cacheReadTokens: 100 },
+ latencyMs: 1840,
+ stopReason: 'stop',
+ properties: { feature: 'inbox-summary', plan: 'pro' },
+ profileId: user.id,
+ groups: [user.orgId],
+});
+```
+
+## Raw payload
+
+Any language can post the same payload to `POST /track` with the client headers used for every other event:
+
+```bash
+curl -X POST https://api.openpanel.dev/track \
+ -H 'content-type: application/json' \
+ -H 'openpanel-client-id: xxx' -H 'openpanel-client-secret: xxx' \
+ -d '{
+ "type": "ai",
+ "payload": {
+ "kind": "generation",
+ "traceId": "trace_01",
+ "model": "gpt-5-mini",
+ "provider": "openai",
+ "input": [{ "role": "user", "content": "Summarize my inbox" }],
+ "output": [{ "role": "assistant", "content": "You have 3 unread emails." }],
+ "usage": { "inputTokens": 812, "outputTokens": 140 },
+ "latencyMs": 1840,
+ "profileId": "usr_123"
+ }
+ }'
+```
+
+## Kinds
+
+| `kind` | Required fields | Meaning |
+|---|---|---|
+| `generation` | `traceId`, `model`, `provider`, `usage.inputTokens`, `usage.outputTokens` | One model call |
+| `embedding` | `traceId`, `model`, `provider`, `usage.inputTokens` | One embedding call |
+| `span` | `traceId` | A tool call, a retrieval, any non-model step |
+| `trace` | `traceId` | An optional explicit root with a name, total latency, input and output state |
+
+A trace does not need an explicit `trace` event; the trace list aggregates from its children.
+
+## Fields
+
+| Field | Type | Notes |
+|---|---|---|
+| `traceId` | string | Groups every event of one request. Letters, digits and `- _ ~ . @ ( ) ! ' : \|`, up to 128 characters. |
+| `spanId` | string | This event's id. Defaults to the event id. |
+| `parentId` | string | A `spanId` or the `traceId`, for the tree. |
+| `name` | string | Display name of the step or trace, e.g. `summarize`. Shows up as `ai_name` in reports. |
+| `conversationId` | string | Groups traces into a conversation or thread. |
+| `model`, `provider` | string | e.g. `gpt-5-mini`, `openai`. Cost is looked up from these. |
+| `input`, `output` | any JSON | Messages for a generation, any JSON for a span or trace, strings for an embedding. Each is cut at 200 KB. |
+| `tools` | any JSON | The tools the model could call. |
+| `usage` | object | `inputTokens`, `outputTokens`, `cacheReadTokens`, `cacheWriteTokens`, `reasoningTokens`. `inputTokens` includes cached tokens; `outputTokens` includes reasoning tokens. |
+| `cost` | number | USD. When given it is stored as is instead of being computed. |
+| `latencyMs`, `timeToFirstTokenMs` | number | Milliseconds. |
+| `error` | object | `{ message, code?, httpStatus? }`. Its presence marks the event as failed. |
+| `stopReason` | string | e.g. `stop`, `length`, `tool-calls`. |
+| `stream` | boolean | Whether the response was streamed. |
+| `modelParameters` | object | `temperature`, `maxTokens`, `topP` and friends. |
+| `privacyMode` | boolean | Drops `input`, `output` and `tools` before storage. |
+| `properties` | object | Your own properties; filterable and breakdown-able like on any event. |
+| `profileId`, `groups`, `deviceId` | | Who the call belongs to. |
+| `timestamp` | ISO 8601 | Back-dates the event; send the call's start time. |
+
+## What is stored
+
+Each event is stored twice. A slim row in `events` carries the flat `ai_*` properties (`ai_model`, `ai_provider`, `ai_name`, `ai_input_tokens`, `ai_output_tokens`, `ai_total_tokens`, `ai_cost`, `ai_latency_ms`, `ai_is_error`, `ai_trace_id`, `ai_conversation_id` and more), which is what reports, funnels and the profile timeline read. The full row with the messages lives in a separate table that powers the AI pages; its content expires after 30 days.
+
+## Cost
+
+Cost is computed at ingest from a built-in catalog covering the major providers and gateways. Model names are matched after stripping provider prefixes and date suffixes, so `gpt-5-mini-2025-08-07` prices like `gpt-5-mini`. A model the catalog does not know is stored with a cost of zero; send `cost` yourself in that case.
diff --git a/apps/public/content/docs/ai-observability/meta.json b/apps/public/content/docs/ai-observability/meta.json
new file mode 100644
index 000000000..fbe5c5b64
--- /dev/null
+++ b/apps/public/content/docs/ai-observability/meta.json
@@ -0,0 +1,4 @@
+{
+ "title": "AI observability",
+ "pages": ["index", "vercel-ai-sdk", "manual-capture", "..."]
+}
diff --git a/apps/public/content/docs/ai-observability/vercel-ai-sdk.mdx b/apps/public/content/docs/ai-observability/vercel-ai-sdk.mdx
new file mode 100644
index 000000000..0c1c13f3b
--- /dev/null
+++ b/apps/public/content/docs/ai-observability/vercel-ai-sdk.mdx
@@ -0,0 +1,82 @@
+---
+title: Vercel AI SDK
+description: Record every model call made through the Vercel AI SDK with one middleware, for any provider it supports.
+---
+
+import { Callout } from 'fumadocs-ui/components/callout';
+
+<Callout type="warn" title="Beta">
+AI observability is in beta; the middleware options and the event payload may still change. See the [overview](/docs/ai-observability) for how to give feedback.
+</Callout>
+
+`@openpanel/ai/vercel` ships a middleware for `wrapLanguageModel`. The root of `@openpanel/ai` holds what every integration shares, such as `withAiContext`; provider wrappers for the OpenAI and Anthropic clients will arrive as their own subpaths. It sees every call to any provider the AI SDK supports, so one wrap covers OpenAI, Anthropic, Google, Bedrock, Mistral, OpenRouter and the rest, with no OpenTelemetry setup.
+
+## Installation
+
+```bash
+pnpm install @openpanel/sdk @openpanel/ai
+```
+
+Requires `ai` 7 or later.
+
+## Usage
+
+```ts
+import { OpenPanel } from '@openpanel/sdk';
+import { openpanelAiMiddleware } from '@openpanel/ai/vercel';
+import { wrapLanguageModel, generateText } from 'ai';
+import { anthropic } from '@ai-sdk/anthropic';
+
+const op = new OpenPanel({ clientId: 'xxx', clientSecret: 'xxx' });
+
+const model = wrapLanguageModel({
+ model: anthropic('claude-sonnet-5-5'),
+ middleware: openpanelAiMiddleware({ op }),
+});
+
+await generateText({
+ model,
+ messages,
+ providerOptions: {
+ openpanel: {
+ profileId: user.id, // the same id you identify with in the web SDK
+ conversationId: thread.id, // groups this request's traces into one conversation
+ name: 'inbox-summary', // the feature this call belongs to
+ groups: [user.orgId],
+ properties: { plan: user.plan },
+ },
+ },
+});
+```
+
+Every call becomes an `ai_generation` event with the model, provider, messages in and out, tools, token usage including cached and reasoning tokens, latency, time to first token on streams, the finish reason, and errors. A failed call is recorded with its error and then rethrown, so your own error handling is untouched. Sending never blocks the model call.
+
+## One trace per request
+
+An agent loop with tools runs the model several times. Wrap the request in `withAiContext` and every call inside it shares one trace and the same identity, without repeating `providerOptions`:
+
+```ts
+import { withAiContext } from '@openpanel/ai';
+
+await withAiContext(
+ { profileId: user.id, conversationId: thread.id, name: 'support-agent', groups: [user.orgId] },
+ () => runAgent()
+);
+```
+
+Nested contexts merge over the outer one, so a step can override `name` while keeping the user and the trace.
+
+## Options
+
+| Option | Where | What it does |
+|---|---|---|
+| `op` | middleware | The OpenPanel client that sends the events. |
+| `privacyMode` | middleware or per call | Never send prompts, completions or tool definitions. Tokens, cost and latency are still recorded. |
+| `provider` | middleware | Reported instead of the model's provider id, for example `openrouter` behind a gateway. |
+| `defaults` | middleware | Context applied to calls that have no `withAiContext` and no `providerOptions.openpanel`. |
+| `profileId`, `groups`, `deviceId` | per call | Who the call belongs to. `deviceId` binds it to a web session's device (the web SDK's `getDeviceId()`). |
+| `traceId`, `parentId`, `conversationId`, `name`, `properties` | per call | Where the call sits and what it is. |
+
+## Linking to sessions
+
+A logged-in user's server-side model call lands in the same session as their page views, because OpenPanel resolves a server event to the profile's live session. For anonymous users, forward the web SDK's device id to your backend and pass it as `deviceId`.
diff --git a/apps/public/content/docs/meta.json b/apps/public/content/docs/meta.json
index a4812a6d4..219514870 100644
--- a/apps/public/content/docs/meta.json
+++ b/apps/public/content/docs/meta.json
@@ -6,6 +6,8 @@
"...get-started",
"---Tracking---",
"...(tracking)",
+ "---AI observability---",
+ "...ai-observability",
"---API---",
"...api",
"---MCP---",
diff --git a/apps/start/e2e/data-ai.spec.ts b/apps/start/e2e/data-ai.spec.ts
new file mode 100644
index 000000000..091b9a6d9
--- /dev/null
+++ b/apps/start/e2e/data-ai.spec.ts
@@ -0,0 +1,229 @@
+import type { Page } from '@playwright/test';
+import { expect as baseExpect, test } from './fixtures';
+
+// The dev server shares a machine with other suites; default timeouts are too tight.
+const expect = baseExpect.configure({ timeout: 30_000 });
+test.describe.configure({ timeout: 240_000 });
+
+const SHOTS = 'test-results/data/shots';
+// The seed's SaaS project is the one whose users talk to an assistant.
+const SAAS = '/acme/acme-saas';
+const NOISE = [
+ /api\.openpanel\.dev/,
+ /favicon/,
+ /sentry/i,
+ /\[vite\]/,
+ /Failed to load resource/,
+ /A tree hydrated but some attributes/,
+ /requires a `DialogTitle`/,
+];
+
+function watch(page: Page) {
+ const problems: string[] = [];
+ page.on('console', (message) => {
+ if (message.type() !== 'error') {
+ return;
+ }
+ const text = message.text();
+ if (!NOISE.some((pattern) => pattern.test(text))) {
+ problems.push(`console: ${text.slice(0, 400)}`);
+ }
+ });
+ page.on('pageerror', (error) => {
+ problems.push(`pageerror: ${error.message.slice(0, 400)}`);
+ });
+ page.on('response', (response) => {
+ const url = response.url();
+ if (response.status() >= 400 && !NOISE.some((p) => p.test(url))) {
+ problems.push(`http ${response.status()}: ${url.slice(0, 200)}`);
+ }
+ });
+ return problems;
+}
+
+async function hydrated(page: Page) {
+ await page.waitForLoadState('networkidle');
+ await expect(page.getByRole('combobox').first()).toContainText('Acme', {
+ timeout: 45_000,
+ });
+}
+
+async function open(page: Page, path: string) {
+ await page.context().addCookies([
+ {
+ name: 'feedback-prompt-seen',
+ value: new Date().toISOString(),
+ url: process.env.DASHBOARD_URL ?? 'http://localhost:3000',
+ },
+ ]);
+ for (const attempt of [1, 2, 3]) {
+ await page.goto(path);
+ try {
+ await hydrated(page);
+ return;
+ } catch (error) {
+ if (attempt === 3) {
+ throw error;
+ }
+ }
+ }
+}
+
+const tableRows = (page: Page) => page.locator('tbody tr');
+
+test.describe('ai observability', () => {
+ test('overview shows cost, tokens and breakdowns for the seeded assistant', async ({
+ page,
+ }) => {
+ const problems = watch(page);
+ await open(page, `${SAAS}/ai?range=30d`);
+
+ await expect(
+ page.getByRole('heading', { level: 1, name: /^AI/ })
+ ).toBeVisible();
+ await expect(page.getByText('AI observability is in beta')).toBeVisible();
+ await expect(
+ page.getByRole('button', { name: 'Give feedback' }).last()
+ ).toBeVisible();
+ const cards = page.locator('.card').first();
+ await expect(cards).toContainText('Cost');
+ await expect(cards).toContainText('Generations');
+ await expect(cards).toContainText('Latency p95');
+ // The seeded SaaS project has four models; the cost widget lists them.
+ await expect(page.getByText('Cost by model')).toBeVisible();
+ await expect(page.getByText('gpt-5-mini').first()).toBeVisible();
+ await expect(page.getByText('claude-sonnet-5-5').first()).toBeVisible();
+ await expect(page.getByText('Top users')).toBeVisible();
+ await page.screenshot({ path: `${SHOTS}/ai-overview.png`, fullPage: true });
+
+ // "Open as report" lands in the editor with the widget's series and breakdown.
+ await page.getByRole('link', { name: 'Open as report' }).nth(1).click();
+ await expect(page).toHaveURL(/\/reports\?.*draft=/);
+ await expect(page.getByText('gpt-5-mini').first()).toBeVisible();
+ await page.screenshot({
+ path: `${SHOTS}/ai-open-as-report.png`,
+ fullPage: true,
+ });
+
+ expect(problems).toEqual([]);
+ });
+
+ test('traces list opens a trace with its timeline and conversation', async ({
+ page,
+ }) => {
+ const problems = watch(page);
+ await open(page, `${SAAS}/ai/traces?range=30d`);
+
+ await expect(tableRows(page).first()).toBeVisible();
+ await expect(tableRows(page).first()).toContainText('$');
+ await page.screenshot({ path: `${SHOTS}/ai-traces.png`, fullPage: true });
+
+ await tableRows(page).first().click();
+ await expect(page).toHaveURL(/\/ai\/traces\//);
+ await expect(page.getByText('Timeline')).toBeVisible();
+ await expect(
+ page.getByRole('button', { name: 'Conversation', exact: true })
+ ).toBeVisible();
+ // A trace may start with an embedding; pick the model call and expect its
+ // conversation to render a user message.
+ await page
+ .getByRole('button', { name: /gpt-|claude-/ })
+ .first()
+ .click();
+ await expect(
+ page.locator('span', { hasText: /^user$/ }).first()
+ ).toBeVisible();
+ await page.screenshot({ path: `${SHOTS}/ai-trace.png`, fullPage: true });
+
+ // The conversation link filters the traces list by the trace's conversation.
+ await page.getByRole('link', { name: 'Conversation' }).click();
+ await expect(page).toHaveURL(/\/ai\/traces\?.*conversation=/);
+ await expect(tableRows(page).first()).toBeVisible();
+ await expect(page.getByText('Something went wrong')).toHaveCount(0);
+
+ expect(problems).toEqual([]);
+ });
+
+ test('generations open in the event drawer and filters narrow the list', async ({
+ page,
+ }) => {
+ const problems = watch(page);
+ await open(page, `${SAAS}/ai/generations?range=30d`);
+
+ await expect(tableRows(page).first()).toBeVisible();
+ await tableRows(page).first().click();
+ const drawer = page.getByRole('complementary', { name: 'Event details' });
+ await expect(drawer).toBeVisible();
+ await expect(drawer.getByText('Input', { exact: true })).toBeVisible();
+ await expect(drawer.getByText('Output', { exact: true })).toBeVisible();
+ await page.screenshot({
+ path: `${SHOTS}/ai-generation-drawer.png`,
+ fullPage: true,
+ });
+
+ // A picked model round-trips through the URL and narrows the rows.
+ await page.getByRole('button', { name: 'Model', exact: true }).click();
+ const modelItem = page.getByRole('menuitemcheckbox', {
+ name: /gpt-5-mini/,
+ });
+ await modelItem.click();
+ await expect(page).toHaveURL(/models=/);
+ await expect(tableRows(page).first()).toContainText('gpt-5-mini');
+ await expect(page.getByText('Something went wrong')).toHaveCount(0);
+ await modelItem.click();
+ await expect(page).not.toHaveURL(/models=/);
+ await page.keyboard.press('Escape');
+
+ await page.getByRole('button', { name: 'Errors only' }).click();
+ await expect(page).toHaveURL(/errors=true/);
+ await expect(tableRows(page).first()).toContainText('429');
+ await page.screenshot({
+ path: `${SHOTS}/ai-generations-errors.png`,
+ fullPage: true,
+ });
+
+ expect(problems).toEqual([]);
+ });
+
+ test('the AI settings tab toggles content storage', async ({ page }) => {
+ const problems = watch(page);
+ await open(page, `${SAAS}/settings/ai`);
+
+ const toggle = page.getByRole('switch', {
+ name: 'Store prompts and completions',
+ });
+ await expect(toggle).toBeChecked();
+ await toggle.click();
+ await expect(page.locator('[data-sonner-toast]')).toContainText(
+ 'AI settings updated'
+ );
+ await expect(toggle).not.toBeChecked();
+ await toggle.click();
+ await expect(toggle).toBeChecked();
+ await page.screenshot({ path: `${SHOTS}/ai-settings.png`, fullPage: true });
+
+ expect(problems).toEqual([]);
+ });
+
+ test('a profile that used the assistant shows its AI usage', async ({
+ page,
+ }) => {
+ const problems = watch(page);
+ await open(page, `${SAAS}/ai/traces?range=30d`);
+ const profileLink = tableRows(page)
+ .first()
+ .locator('a[href*="/profiles/"]')
+ .first();
+ await expect(profileLink).toBeVisible();
+ await profileLink.click();
+ await expect(page).toHaveURL(/\/profiles\//);
+ await expect(page.getByText('AI usage')).toBeVisible();
+ await expect(page.getByText('Generations', { exact: true })).toBeVisible();
+ await page.screenshot({
+ path: `${SHOTS}/ai-profile-usage.png`,
+ fullPage: true,
+ });
+
+ expect(problems).toEqual([]);
+ });
+});
diff --git a/apps/start/src/components/ai/ai-beta-banner.tsx b/apps/start/src/components/ai/ai-beta-banner.tsx
new file mode 100644
index 000000000..3215eefd7
--- /dev/null
+++ b/apps/start/src/components/ai/ai-beta-banner.tsx
@@ -0,0 +1,49 @@
+import {
+ BookOpenIcon,
+ FlaskConicalIcon,
+ MessageSquareIcon,
+} from 'lucide-react';
+import { FeedbackButton } from '@/components/feedback-button';
+import { Alert, AlertDescription, AlertTitle } from '@/components/ui/alert';
+import { cn } from '@/utils/cn';
+
+export const AI_DOCS_URL = 'https://openpanel.dev/docs/ai-observability';
+
+const ACTION_CLASS =
+ 'row h-8 items-center gap-1.5 rounded-md border bg-background px-2.5 font-medium text-foreground text-xs transition-colors hover:bg-def-100';
+
+/**
+ * Shown on every AI page while the feature is in beta: the payload and the
+ * pages may still change, and feedback is what decides how.
+ */
+export function AiBetaBanner({ className }: { className?: string }) {
+ return (
+ <Alert className={cn('border-chart-0/40 bg-chart-0/5', className)}>
+ <FlaskConicalIcon className="size-4" />
+ <AlertTitle>AI observability is in beta</AlertTitle>
+ <AlertDescription className="col gap-3 text-muted-foreground">
+ <p>
+ We are shaping this with the people who use it. How events are sent
+ and what these pages show may change before it is final, but events
+ you have already sent stay readable. Tell us what you are trying to
+ learn about your AI features and what is missing.
+ </p>
+ <div className="row flex-wrap gap-2">
+ <FeedbackButton className={ACTION_CLASS}>
+ <MessageSquareIcon className="size-3.5" />
+ Give feedback
+ </FeedbackButton>
+ <a
+ className={ACTION_CLASS}
+ href={AI_DOCS_URL}
+ rel="noopener noreferrer"
+ target="_blank"
+ >
+ <BookOpenIcon className="size-3.5" />
+ Read the docs
+ </a>
+ </div>
+ </AlertDescription>
+ </Alert>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-breakdown-widget.tsx b/apps/start/src/components/ai/ai-breakdown-widget.tsx
new file mode 100644
index 000000000..6791b70f4
--- /dev/null
+++ b/apps/start/src/components/ai/ai-breakdown-widget.tsx
@@ -0,0 +1,186 @@
+import type { IAiBreakdownRow } from '@openpanel/core';
+import type { AiBreakdownDimension } from '@openpanel/core/modules/ai/ai.constants';
+import { useQuery } from '@tanstack/react-query';
+import type { LucideIcon } from 'lucide-react';
+import { formatCost, formatLatency, formatTokens } from './ai-format';
+import { type AiMeasure, breakdownReportDraft } from './ai-report-draft';
+import { OpenAsReportLink } from './open-as-report-link';
+import { ProjectLink } from '@/components/links';
+import {
+ WidgetFooter,
+ WidgetHead,
+ WidgetTitle,
+} from '@/components/overview/overview-widget';
+import { useOverviewOptions } from '@/components/overview/useOverviewOptions';
+import { ProfileAvatar } from '@/components/profiles/profile-avatar';
+import { Skeleton } from '@/components/skeleton';
+import { Widget, WidgetBody } from '@/components/widget';
+import { useAiFilters } from '@/hooks/use-ai-filters';
+import { useTRPC } from '@/integrations/trpc/react';
+import { cn } from '@/utils/cn';
+import { getProfileName } from '@/utils/getters';
+
+type Measure = AiMeasure;
+
+const MEASURE_LABEL: Record<Measure, string> = {
+ cost: 'Cost',
+ generations: 'Generations',
+ errors: 'Errors',
+ tokens: 'Tokens',
+ p95LatencyMs: 'p95',
+};
+
+function formatMeasure(measure: Measure, value: number): string {
+ switch (measure) {
+ case 'cost':
+ return formatCost(value);
+ case 'p95LatencyMs':
+ return formatLatency(value);
+ default:
+ return formatTokens(value);
+ }
+}
+
+interface Props {
+ projectId: string;
+ dimension: AiBreakdownDimension;
+ title: string;
+ icon?: LucideIcon;
+ measure?: Measure;
+ secondary?: Measure;
+ limit?: number;
+ className?: string;
+}
+
+const SKELETON_ROWS = ['a', 'b', 'c', 'd', 'e'] as const;
+
+const DIMENSION_HEADER: Record<AiBreakdownDimension, string> = {
+ model: 'Model',
+ provider: 'Provider',
+ name: 'Feature',
+ profile: 'User',
+ conversation: 'Conversation',
+ group: 'Group',
+ stopReason: 'Stop reason',
+ errorCode: 'Error',
+};
+
+function RowLabel({
+ row,
+ dimension,
+}: {
+ row: IAiBreakdownRow;
+ dimension: AiBreakdownDimension;
+}) {
+ if (dimension === 'profile') {
+ const profile = row.profile;
+ return (
+ <ProjectLink
+ className="row min-w-0 items-center gap-2 hover:underline"
+ params={{ profileId: row.key }}
+ to="/profiles/$profileId"
+ >
+ <ProfileAvatar size="xs" {...profile} />
+ <span className="truncate">
+ {profile ? getProfileName(profile, false) : row.key}
+ </span>
+ </ProjectLink>
+ );
+ }
+ if (dimension === 'group') {
+ return (
+ <ProjectLink
+ className="truncate hover:underline"
+ params={{ groupId: row.key }}
+ to="/groups/$groupId"
+ >
+ {row.label}
+ </ProjectLink>
+ );
+ }
+ return <span className="truncate">{row.label}</span>;
+}
+
+export function AiBreakdownWidget({
+ projectId,
+ dimension,
+ title,
+ icon,
+ measure = 'cost',
+ secondary = 'generations',
+ limit,
+ className,
+}: Props) {
+ const trpc = useTRPC();
+ const { range, startDate, endDate, interval } = useOverviewOptions();
+ const { filters } = useAiFilters();
+ const draft = breakdownReportDraft(
+ { projectId, range, startDate, endDate, interval, filters },
+ { dimension, measure, name: title }
+ );
+ const query = useQuery(
+ trpc.ai.breakdown.queryOptions({
+ projectId,
+ range,
+ startDate,
+ endDate,
+ filters,
+ dimension,
+ limit,
+ })
+ );
+ const rows = query.data ?? [];
+ const max = Math.max(...rows.map((row) => row[measure]), 0) || 1;
+
+ return (
+ <Widget className={cn('col-span-6 md:col-span-3', className)}>
+ <WidgetHead className="border-b-0 pb-0">
+ <WidgetTitle icon={icon}>{title}</WidgetTitle>
+ </WidgetHead>
+ <WidgetBody className="p-0">
+ <div className="row justify-between px-4 pb-1 font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ <span>{DIMENSION_HEADER[dimension]}</span>
+ <span className="row gap-6">
+ <span className="w-16 text-right">{MEASURE_LABEL[secondary]}</span>
+ <span className="w-16 text-right">{MEASURE_LABEL[measure]}</span>
+ </span>
+ </div>
+ <div className="col gap-0.5 p-1 pt-0">
+ {query.isLoading &&
+ SKELETON_ROWS.map((row) => (
+ <Skeleton className="h-8 w-full" key={row} />
+ ))}
+ {query.isSuccess && rows.length === 0 && (
+ <div className="px-3 py-6 text-center text-muted-foreground text-sm">
+ Nothing in this range
+ </div>
+ )}
+ {rows.map((row) => (
+ <div className="group relative px-3 py-1.5" key={row.key}>
+ <div
+ className="absolute top-0 bottom-0 left-0 rounded bg-def-200 transition-colors group-hover:bg-def-300"
+ style={{ width: `${(row[measure] / max) * 100}%` }}
+ />
+ <div className="row relative min-w-0 items-center justify-between gap-2 text-sm">
+ <RowLabel dimension={dimension} row={row} />
+ <span className="row shrink-0 gap-6 font-mono tabular-nums">
+ <span className="w-16 text-right text-muted-foreground">
+ {formatMeasure(secondary, row[secondary])}
+ </span>
+ <span className="w-16 text-right font-medium">
+ {formatMeasure(measure, row[measure])}
+ </span>
+ </span>
+ </div>
+ </div>
+ ))}
+ </div>
+ </WidgetBody>
+ {draft && (
+ <WidgetFooter>
+ <OpenAsReportLink draft={draft} />
+ </WidgetFooter>
+ )}
+ </Widget>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-conversation.tsx b/apps/start/src/components/ai/ai-conversation.tsx
new file mode 100644
index 000000000..0267a5ed0
--- /dev/null
+++ b/apps/start/src/components/ai/ai-conversation.tsx
@@ -0,0 +1,233 @@
+import { ChevronDownIcon, WrenchIcon } from 'lucide-react';
+import { useState } from 'react';
+import Syntax from '@/components/syntax';
+import { cn } from '@/utils/cn';
+
+const COLLAPSE_AFTER_CHARS = 1500;
+
+const ROLE_CLASS: Record<string, string> = {
+ system: 'bg-def-200 text-muted-foreground',
+ user: 'bg-blue-500/15 text-blue-600 dark:text-blue-300',
+ assistant: 'bg-emerald-500/15 text-emerald-700 dark:text-emerald-300',
+ tool: 'bg-amber-500/15 text-amber-700 dark:text-amber-300',
+};
+
+interface MessageLike {
+ role: string;
+ content: unknown;
+}
+
+function isMessageLike(value: unknown): value is MessageLike {
+ return (
+ typeof value === 'object' &&
+ value !== null &&
+ 'role' in value &&
+ typeof (value as { role: unknown }).role === 'string'
+ );
+}
+
+function stringify(value: unknown): string {
+ if (typeof value === 'string') {
+ return value;
+ }
+ try {
+ return JSON.stringify(value, null, 2);
+ } catch {
+ return String(value);
+ }
+}
+
+function LongText({ text, className }: { text: string; className?: string }) {
+ const [expanded, setExpanded] = useState(false);
+ const tooLong = text.length > COLLAPSE_AFTER_CHARS;
+ const shown =
+ tooLong && !expanded ? text.slice(0, COLLAPSE_AFTER_CHARS) : text;
+ return (
+ <div className={cn('whitespace-pre-wrap break-words text-sm', className)}>
+ {shown}
+ {tooLong && (
+ <button
+ className="ml-1 text-muted-foreground text-xs underline"
+ onClick={() => setExpanded((value) => !value)}
+ type="button"
+ >
+ {expanded
+ ? 'Show less'
+ : `Show ${text.length - COLLAPSE_AFTER_CHARS} more characters`}
+ </button>
+ )}
+ </div>
+ );
+}
+
+function ToolBlock({
+ label,
+ name,
+ payload,
+}: {
+ label: string;
+ name?: unknown;
+ payload: unknown;
+}) {
+ const [open, setOpen] = useState(false);
+ return (
+ <div className="rounded-md border bg-background">
+ <button
+ className="row w-full items-center gap-2 px-2 py-1.5 text-left text-xs"
+ onClick={() => setOpen((value) => !value)}
+ type="button"
+ >
+ <WrenchIcon className="size-3 text-muted-foreground" />
+ <span className="text-muted-foreground">{label}</span>
+ {typeof name === 'string' && (
+ <span className="font-medium font-mono">{name}</span>
+ )}
+ <ChevronDownIcon
+ className={cn(
+ 'ml-auto size-3 transition-transform',
+ open && 'rotate-180'
+ )}
+ />
+ </button>
+ {open && (
+ <div className="border-t p-2">
+ <Syntax
+ code={stringify(payload)}
+ copyable={false}
+ language="json"
+ wrapLines
+ />
+ </div>
+ )}
+ </div>
+ );
+}
+
+function Part({ part }: { part: unknown }) {
+ if (typeof part === 'string') {
+ return <LongText text={part} />;
+ }
+ if (typeof part !== 'object' || part === null) {
+ return <LongText text={stringify(part)} />;
+ }
+ const record = part as Record<string, unknown>;
+ switch (record.type) {
+ case 'text':
+ return <LongText text={String(record.text ?? '')} />;
+ case 'reasoning':
+ return (
+ <LongText
+ className="text-muted-foreground italic"
+ text={String(record.text ?? '')}
+ />
+ );
+ case 'tool_call':
+ case 'tool-call':
+ case 'function':
+ return (
+ <ToolBlock
+ label="Tool call"
+ name={
+ record.toolName ??
+ record.name ??
+ (record.function as { name?: unknown } | undefined)?.name
+ }
+ payload={
+ record.input ?? record.arguments ?? record.args ?? record.function
+ }
+ />
+ );
+ case 'tool_result':
+ case 'tool-result':
+ return (
+ <ToolBlock
+ label="Tool result"
+ name={record.toolName}
+ payload={record.output ?? record.result}
+ />
+ );
+ case 'image':
+ case 'file':
+ return (
+ <span className="rounded bg-def-200 px-2 py-0.5 text-muted-foreground text-xs">
+ [{String(record.type)}
+ {typeof record.mediaType === 'string' ? ` ${record.mediaType}` : ''}]
+ </span>
+ );
+ default:
+ return (
+ <Syntax
+ code={stringify(part)}
+ copyable={false}
+ language="json"
+ wrapLines
+ />
+ );
+ }
+}
+
+function Message({ message }: { message: MessageLike }) {
+ const parts = Array.isArray(message.content)
+ ? message.content
+ : [message.content];
+ return (
+ <div className="col gap-1.5">
+ <span
+ className={cn(
+ 'w-fit rounded px-1.5 py-0.5 font-medium text-2xs uppercase tracking-wider',
+ ROLE_CLASS[message.role] ?? 'bg-def-200 text-muted-foreground'
+ )}
+ >
+ {message.role}
+ </span>
+ <div className="col gap-1.5 pl-1">
+ {parts.map((part, index) => (
+ // biome-ignore lint/suspicious/noArrayIndexKey: message parts have no ids and the list is never reordered
+ <Part key={index} part={part} />
+ ))}
+ </div>
+ </div>
+ );
+}
+
+/**
+ * Renders what a model received and returned: an array of role messages
+ * (the shape the SDKs send), a plain string (an embedding or a span state),
+ * or any other JSON, raw. Truncated content arrives as text and falls into
+ * the last case.
+ */
+export function AiContent({
+ value,
+ empty = 'Nothing captured',
+}: {
+ value: unknown;
+ empty?: string;
+}) {
+ if (value === null || value === undefined || value === '') {
+ return <div className="text-muted-foreground text-sm">{empty}</div>;
+ }
+ if (Array.isArray(value) && value.length > 0 && value.every(isMessageLike)) {
+ return (
+ <div className="col gap-4">
+ {value.map((message, index) => (
+ // biome-ignore lint/suspicious/noArrayIndexKey: messages have no ids and the list is never reordered
+ <Message key={index} message={message} />
+ ))}
+ </div>
+ );
+ }
+ if (isMessageLike(value)) {
+ return <Message message={value} />;
+ }
+ if (typeof value === 'string') {
+ return <LongText text={value} />;
+ }
+ return (
+ <Syntax
+ code={stringify(value)}
+ copyable={false}
+ language="json"
+ wrapLines
+ />
+ );
+}
diff --git a/apps/start/src/components/ai/ai-event-detail.tsx b/apps/start/src/components/ai/ai-event-detail.tsx
new file mode 100644
index 000000000..b08bffb2d
--- /dev/null
+++ b/apps/start/src/components/ai/ai-event-detail.tsx
@@ -0,0 +1,254 @@
+import type { IServiceAiEvent } from '@openpanel/core';
+import { AlertTriangleIcon } from 'lucide-react';
+import { useState } from 'react';
+import { AiContent } from './ai-conversation';
+import {
+ AI_TYPE_LABELS,
+ formatCost,
+ formatLatency,
+ formatTokens,
+} from './ai-format';
+import { ProjectLink } from '@/components/links';
+import Syntax from '@/components/syntax';
+import { Badge } from '@/components/ui/badge';
+import { KeyValueGrid } from '@/components/ui/key-value-grid';
+import { cn } from '@/utils/cn';
+import { formatDateTime } from '@/utils/date';
+import { getProfileName } from '@/utils/getters';
+
+const TABS = [
+ { id: 'conversation', title: 'Conversation' },
+ { id: 'details', title: 'Details' },
+ { id: 'raw', title: 'Raw' },
+] as const;
+type TabId = (typeof TABS)[number]['id'];
+
+export function AiEventBadges({ event }: { event: IServiceAiEvent }) {
+ return (
+ <div className="row flex-wrap items-center gap-1.5">
+ <Badge variant="outline">{AI_TYPE_LABELS[event.type]}</Badge>
+ {event.model && <Badge variant="secondary">{event.model}</Badge>}
+ {event.isError && (
+ <Badge variant="destructive">
+ <AlertTriangleIcon /> {event.httpStatus || 'error'}
+ </Badge>
+ )}
+ {event.stopReason && event.stopReason !== 'stop' && (
+ <Badge variant="outline">{event.stopReason}</Badge>
+ )}
+ {event.isStream && <Badge variant="outline">stream</Badge>}
+ </div>
+ );
+}
+
+export function AiEventStats({ event }: { event: IServiceAiEvent }) {
+ const items = [
+ event.type !== 'span' && event.type !== 'trace'
+ ? {
+ label: 'Tokens',
+ value: `${formatTokens(event.inputTokens)} → ${formatTokens(event.outputTokens)}`,
+ }
+ : null,
+ event.cacheReadTokens > 0
+ ? { label: 'Cached', value: formatTokens(event.cacheReadTokens) }
+ : null,
+ event.totalCost > 0 || event.costSource !== 'none'
+ ? { label: 'Cost', value: formatCost(event.totalCost) }
+ : null,
+ { label: 'Latency', value: formatLatency(event.latencyMs) },
+ event.timeToFirstTokenMs > 0
+ ? { label: 'First token', value: formatLatency(event.timeToFirstTokenMs) }
+ : null,
+ ].filter((item): item is { label: string; value: string } => item !== null);
+ return (
+ <div className="row flex-wrap gap-x-5 gap-y-1 text-sm">
+ {items.map((item) => (
+ <span className="row items-baseline gap-1.5" key={item.label}>
+ <span className="text-muted-foreground text-xs">{item.label}</span>
+ <span className="font-medium font-mono tabular-nums">
+ {item.value}
+ </span>
+ </span>
+ ))}
+ </div>
+ );
+}
+
+/** Everything about one AI event: the conversation, its metadata, the raw row. */
+export function AiEventDetail({
+ event,
+ className,
+ showTraceLink = true,
+}: {
+ event: IServiceAiEvent;
+ className?: string;
+ showTraceLink?: boolean;
+}) {
+ const [tab, setTab] = useState<TabId>('conversation');
+ const isModelCall = event.type === 'generation' || event.type === 'embedding';
+ const errorRecord =
+ typeof event.error === 'object' && event.error !== null
+ ? (event.error as Record<string, unknown>)
+ : null;
+
+ return (
+ <div className={cn('col gap-4', className)}>
+ <div className="col gap-2">
+ <AiEventBadges event={event} />
+ <AiEventStats event={event} />
+ <div className="row flex-wrap gap-x-4 gap-y-1 text-muted-foreground text-xs">
+ <span>{formatDateTime(event.createdAt)}</span>
+ {event.profile && (
+ <ProjectLink
+ className="hover:underline"
+ params={{ profileId: event.profileId }}
+ to="/profiles/$profileId"
+ >
+ {getProfileName(event.profile, false)}
+ </ProjectLink>
+ )}
+ {showTraceLink && (
+ <ProjectLink
+ className="hover:underline"
+ params={{ traceId: event.traceId }}
+ search={{ at: event.createdAt.toISOString() }}
+ to="/ai/traces/$traceId"
+ >
+ Open trace
+ </ProjectLink>
+ )}
+ {event.sessionId && (
+ <ProjectLink
+ className="hover:underline"
+ params={{ sessionId: event.sessionId }}
+ to="/sessions/$sessionId"
+ >
+ Open session
+ </ProjectLink>
+ )}
+ </div>
+ </div>
+
+ {event.isError && (
+ <div className="rounded-md border border-destructive/40 bg-destructive/5 p-3 text-sm">
+ <div className="font-medium text-destructive">
+ {String(errorRecord?.message ?? event.error ?? 'Failed')}
+ </div>
+ {typeof errorRecord?.code === 'string' && (
+ <div className="font-mono text-muted-foreground text-xs">
+ {errorRecord.code}
+ </div>
+ )}
+ </div>
+ )}
+
+ <div className="row gap-1 border-b">
+ {TABS.map((item) => (
+ <button
+ className={cn(
+ 'px-3 py-1.5 text-sm transition-colors',
+ item.id === tab
+ ? 'border-foreground border-b-2 font-medium'
+ : 'text-muted-foreground hover:text-foreground'
+ )}
+ key={item.id}
+ onClick={() => setTab(item.id)}
+ type="button"
+ >
+ {item.title}
+ </button>
+ ))}
+ </div>
+
+ {tab === 'conversation' && (
+ <div className="col gap-5">
+ <section className="col gap-2">
+ <h3 className="font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ {isModelCall ? 'Input' : 'Input state'}
+ </h3>
+ <AiContent empty="No input stored" value={event.input} />
+ </section>
+ <section className="col gap-2">
+ <h3 className="font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ {isModelCall ? 'Output' : 'Output state'}
+ </h3>
+ <AiContent
+ empty={
+ event.isError
+ ? 'No output, the call failed'
+ : 'No output stored'
+ }
+ value={event.output}
+ />
+ </section>
+ {event.tools !== null && (
+ <section className="col gap-2">
+ <h3 className="font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ Tools available
+ </h3>
+ <AiContent value={event.tools} />
+ </section>
+ )}
+ </div>
+ )}
+
+ {tab === 'details' && (
+ <KeyValueGrid
+ className="border-0"
+ columns={1}
+ copyable
+ data={[
+ { name: 'id', value: event.id },
+ { name: 'traceId', value: event.traceId },
+ { name: 'spanId', value: event.spanId },
+ ...(event.parentId
+ ? [{ name: 'parentId', value: event.parentId }]
+ : []),
+ ...(event.conversationId
+ ? [{ name: 'conversationId', value: event.conversationId }]
+ : []),
+ ...(event.name ? [{ name: 'name', value: event.name }] : []),
+ ...(event.model ? [{ name: 'model', value: event.model }] : []),
+ ...(event.provider
+ ? [{ name: 'provider', value: event.provider }]
+ : []),
+ { name: 'inputTokens', value: event.inputTokens },
+ { name: 'outputTokens', value: event.outputTokens },
+ { name: 'cacheReadTokens', value: event.cacheReadTokens },
+ { name: 'cacheWriteTokens', value: event.cacheWriteTokens },
+ { name: 'reasoningTokens', value: event.reasoningTokens },
+ { name: 'inputCost', value: formatCost(event.inputCost) },
+ { name: 'outputCost', value: formatCost(event.outputCost) },
+ { name: 'totalCost', value: formatCost(event.totalCost) },
+ { name: 'costSource', value: event.costSource },
+ { name: 'latencyMs', value: event.latencyMs },
+ { name: 'timeToFirstTokenMs', value: event.timeToFirstTokenMs },
+ ...(event.stopReason
+ ? [{ name: 'stopReason', value: event.stopReason }]
+ : []),
+ ...(event.modelParameters
+ ? [{ name: 'modelParameters', value: event.modelParameters }]
+ : []),
+ { name: 'profileId', value: event.profileId },
+ { name: 'sessionId', value: event.sessionId },
+ ...(event.groups.length
+ ? [{ name: 'groups', value: event.groups.join(', ') }]
+ : []),
+ ...Object.entries(event.properties).map(([name, value]) => ({
+ name,
+ value,
+ })),
+ ]}
+ />
+ )}
+
+ {tab === 'raw' && (
+ <Syntax
+ code={JSON.stringify(event, null, 2)}
+ language="json"
+ wrapLines
+ />
+ )}
+ </div>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-filters.tsx b/apps/start/src/components/ai/ai-filters.tsx
new file mode 100644
index 000000000..47a7bb1f7
--- /dev/null
+++ b/apps/start/src/components/ai/ai-filters.tsx
@@ -0,0 +1,172 @@
+import { useQuery } from '@tanstack/react-query';
+import { AlertTriangleIcon, ChevronDownIcon, XIcon } from 'lucide-react';
+import { useOverviewOptions } from '@/components/overview/useOverviewOptions';
+import { Button } from '@/components/ui/button';
+import { AnimatedSearchInput } from '@/components/ui/data-table/data-table-toolbar';
+import {
+ DropdownMenu,
+ DropdownMenuCheckboxItem,
+ DropdownMenuContent,
+ DropdownMenuLabel,
+ DropdownMenuSeparator,
+ DropdownMenuTrigger,
+} from '@/components/ui/dropdown-menu';
+import { useAiFilters } from '@/hooks/use-ai-filters';
+import { useTRPC } from '@/integrations/trpc/react';
+import { cn } from '@/utils/cn';
+
+interface ValuePickerProps {
+ label: string;
+ values: { value: string; count: number }[];
+ selected: string[];
+ onChange: (next: string[]) => void;
+}
+
+function ValuePicker({ label, values, selected, onChange }: ValuePickerProps) {
+ const active = selected.length > 0;
+ return (
+ <DropdownMenu>
+ <DropdownMenuTrigger asChild>
+ <Button
+ className={cn(active && 'border-foreground/40')}
+ size="sm"
+ variant="outline"
+ >
+ {label}
+ {active && (
+ <span className="rounded bg-def-200 px-1 font-mono text-2xs">
+ {selected.length}
+ </span>
+ )}
+ <ChevronDownIcon className="size-3 opacity-60" />
+ </Button>
+ </DropdownMenuTrigger>
+ <DropdownMenuContent align="start" className="w-64">
+ <DropdownMenuLabel>{label}</DropdownMenuLabel>
+ <DropdownMenuSeparator />
+ {values.length === 0 && (
+ <div className="px-2 py-1.5 text-muted-foreground text-sm">
+ Nothing in this range
+ </div>
+ )}
+ {values.map((item) => (
+ <DropdownMenuCheckboxItem
+ checked={selected.includes(item.value)}
+ key={item.value}
+ onCheckedChange={(checked) =>
+ onChange(
+ checked
+ ? [...selected, item.value]
+ : selected.filter((value) => value !== item.value)
+ )
+ }
+ onSelect={(event) => event.preventDefault()}
+ >
+ <span className="min-w-0 flex-1 truncate">{item.value}</span>
+ <span className="ml-2 font-mono text-2xs text-muted-foreground">
+ {item.count}
+ </span>
+ </DropdownMenuCheckboxItem>
+ ))}
+ </DropdownMenuContent>
+ </DropdownMenu>
+ );
+}
+
+export function AiFilters({ projectId }: { projectId: string }) {
+ const trpc = useTRPC();
+ const { range, startDate, endDate } = useOverviewOptions();
+ const { state, setState, activeCount, clear } = useAiFilters();
+ const values = useQuery(
+ trpc.ai.filterValues.queryOptions(
+ { projectId, range, startDate, endDate },
+ { staleTime: 60_000 }
+ )
+ );
+
+ return (
+ <div className="flex flex-wrap items-center gap-2">
+ <ValuePicker
+ label="Model"
+ onChange={(models) =>
+ setState({ models: models.length ? models : null })
+ }
+ selected={state.models ?? []}
+ values={values.data?.model ?? []}
+ />
+ <ValuePicker
+ label="Provider"
+ onChange={(providers) =>
+ setState({ providers: providers.length ? providers : null })
+ }
+ selected={state.providers ?? []}
+ values={values.data?.provider ?? []}
+ />
+ <ValuePicker
+ label="Feature"
+ onChange={(names) => setState({ names: names.length ? names : null })}
+ selected={state.names ?? []}
+ values={values.data?.name ?? []}
+ />
+ <Button
+ className={cn(state.errors && 'border-destructive/60 text-destructive')}
+ icon={AlertTriangleIcon}
+ onClick={() => setState({ errors: state.errors ? null : true })}
+ size="sm"
+ variant="outline"
+ >
+ Errors only
+ </Button>
+ <AnimatedSearchInput
+ onChange={(value) => setState({ q: value || null })}
+ placeholder="Search prompts, trace id…"
+ value={state.q ?? ''}
+ />
+ {state.profile && (
+ <ScopePill
+ label={`Profile ${state.profile}`}
+ onClear={() => setState({ profile: null })}
+ />
+ )}
+ {state.group && (
+ <ScopePill
+ label={`Group ${state.group}`}
+ onClear={() => setState({ group: null })}
+ />
+ )}
+ {state.conversation && (
+ <ScopePill
+ label={`Conversation ${state.conversation}`}
+ onClear={() => setState({ conversation: null })}
+ />
+ )}
+ {state.session && (
+ <ScopePill
+ label={`Session ${state.session}`}
+ onClear={() => setState({ session: null })}
+ />
+ )}
+ {activeCount > 0 && (
+ <Button onClick={clear} size="sm" variant="ghost">
+ Clear
+ </Button>
+ )}
+ </div>
+ );
+}
+
+function ScopePill({ label, onClear }: { label: string; onClear: () => void }) {
+ return (
+ <span className="row h-8 items-center gap-1 rounded-md border bg-def-100 px-2 text-xs">
+ <span className="max-w-48 truncate">{label}</span>
+ <button
+ aria-label={`Remove ${label}`}
+ className="rounded p-0.5 hover:bg-def-200"
+ onClick={onClear}
+ type="button"
+ >
+ <XIcon className="size-3" />
+ </button>
+ </span>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-format.ts b/apps/start/src/components/ai/ai-format.ts
new file mode 100644
index 000000000..b5cee0d4c
--- /dev/null
+++ b/apps/start/src/components/ai/ai-format.ts
@@ -0,0 +1,45 @@
+const SUB_CENT = 0.01;
+const SECOND_MS = 1000;
+const MINUTE_MS = 60_000;
+const COMPACT_THRESHOLD = 10_000;
+
+/** USD. LLM calls cost fractions of a cent, so two decimals would read as $0.00. */
+export function formatCost(value: number): string {
+ if (!value) {
+ return '$0';
+ }
+ if (Math.abs(value) < SUB_CENT) {
+ return `$${Number(value.toPrecision(2))}`;
+ }
+ return `$${value.toFixed(2)}`;
+}
+
+export function formatLatency(ms: number): string {
+ if (!ms) {
+ return '0ms';
+ }
+ if (ms < SECOND_MS) {
+ return `${Math.round(ms)}ms`;
+ }
+ if (ms < MINUTE_MS) {
+ return `${(ms / SECOND_MS).toFixed(1)}s`;
+ }
+ return `${(ms / MINUTE_MS).toFixed(1)}m`;
+}
+
+export function formatTokens(value: number): string {
+ if (value >= COMPACT_THRESHOLD) {
+ return new Intl.NumberFormat(undefined, {
+ notation: 'compact',
+ maximumFractionDigits: 1,
+ }).format(value);
+ }
+ return new Intl.NumberFormat().format(value);
+}
+
+export const AI_TYPE_LABELS = {
+ generation: 'Generation',
+ embedding: 'Embedding',
+ span: 'Span',
+ trace: 'Trace',
+} as const;
diff --git a/apps/start/src/components/ai/ai-generations-table.tsx b/apps/start/src/components/ai/ai-generations-table.tsx
new file mode 100644
index 000000000..6acdd6b7b
--- /dev/null
+++ b/apps/start/src/components/ai/ai-generations-table.tsx
@@ -0,0 +1,211 @@
+import type { IServiceAiEvent } from '@openpanel/core';
+import { useInfiniteQuery } from '@tanstack/react-query';
+import type { ColumnDef } from '@tanstack/react-table';
+import { getCoreRowModel, useReactTable } from '@tanstack/react-table';
+import { AlertTriangleIcon, BotIcon, CheckIcon } from 'lucide-react';
+import { useMemo } from 'react';
+import {
+ AI_TYPE_LABELS,
+ formatCost,
+ formatLatency,
+ formatTokens,
+} from './ai-format';
+import { ProfileCell } from './ai-traces-table';
+import { ColumnCreatedAt } from '@/components/column-created-at';
+import { useEventDrawer } from '@/components/events/use-event-drawer';
+import { useOverviewOptions } from '@/components/overview/useOverviewOptions';
+import { Badge } from '@/components/ui/badge';
+import { Button } from '@/components/ui/button';
+import { DataTable } from '@/components/ui/data-table/data-table';
+import { useAiFilters } from '@/hooks/use-ai-filters';
+import { useTRPC } from '@/integrations/trpc/react';
+
+const PAGE_SIZE = 50;
+
+function previewText(value: unknown): string {
+ if (typeof value === 'string') {
+ return value;
+ }
+ if (Array.isArray(value)) {
+ const last = value.at(-1) as { content?: unknown } | undefined;
+ return previewText(last?.content);
+ }
+ if (typeof value === 'object' && value !== null) {
+ const record = value as Record<string, unknown>;
+ if (typeof record.text === 'string') {
+ return record.text;
+ }
+ if (typeof record.content === 'string') {
+ return record.content;
+ }
+ return JSON.stringify(value);
+ }
+ return '';
+}
+
+function useColumns(): ColumnDef<IServiceAiEvent>[] {
+ return useMemo(
+ () => [
+ {
+ accessorKey: 'createdAt',
+ header: 'Time',
+ size: ColumnCreatedAt.size,
+ cell: ({ row }) => (
+ <ColumnCreatedAt>{row.original.createdAt}</ColumnCreatedAt>
+ ),
+ },
+ {
+ accessorKey: 'name',
+ header: 'Step',
+ size: 200,
+ cell: ({ row }) => (
+ <div className="col min-w-0">
+ <span className="truncate font-medium">
+ {row.original.name || AI_TYPE_LABELS[row.original.type]}
+ </span>
+ <span className="truncate text-2xs text-muted-foreground">
+ {previewText(row.original.input) ||
+ AI_TYPE_LABELS[row.original.type]}
+ </span>
+ </div>
+ ),
+ },
+ {
+ accessorKey: 'model',
+ header: 'Model',
+ size: 180,
+ cell: ({ row }) =>
+ row.original.model ? (
+ <Badge variant="secondary">{row.original.model}</Badge>
+ ) : (
+ <Badge variant="outline">{AI_TYPE_LABELS[row.original.type]}</Badge>
+ ),
+ },
+ {
+ accessorKey: 'profileId',
+ header: 'Profile',
+ size: 180,
+ cell: ({ row }) => (
+ <ProfileCell
+ deviceId={row.original.deviceId}
+ profile={row.original.profile}
+ profileId={row.original.profileId}
+ />
+ ),
+ },
+ {
+ accessorKey: 'inputTokens',
+ header: 'Tokens',
+ size: 120,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatTokens(row.original.inputTokens)}
+ <span className="text-muted-foreground">
+ {' '}
+ → {formatTokens(row.original.outputTokens)}
+ </span>
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'totalCost',
+ header: 'Cost',
+ size: 100,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatCost(row.original.totalCost)}
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'latencyMs',
+ header: 'Latency',
+ size: 100,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatLatency(row.original.latencyMs)}
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'isError',
+ header: 'Status',
+ size: 90,
+ cell: ({ row }) =>
+ row.original.isError ? (
+ <Badge variant="destructive">
+ <AlertTriangleIcon /> {row.original.httpStatus || 'Error'}
+ </Badge>
+ ) : (
+ <Badge variant="outline">
+ <CheckIcon /> OK
+ </Badge>
+ ),
+ },
+ ],
+ []
+ );
+}
+
+export function AiGenerationsTable({ projectId }: { projectId: string }) {
+ const trpc = useTRPC();
+ const { openEvent } = useEventDrawer();
+ const { range, startDate, endDate } = useOverviewOptions();
+ const { filters } = useAiFilters();
+ const query = useInfiniteQuery(
+ trpc.ai.events.infiniteQueryOptions(
+ {
+ projectId,
+ range,
+ startDate,
+ endDate,
+ filters: { ...filters, types: ['generation', 'embedding'] },
+ take: PAGE_SIZE,
+ },
+ { getNextPageParam: (lastPage) => lastPage.meta.next }
+ )
+ );
+ const data = useMemo(
+ () => query.data?.pages.flatMap((page) => page.items) ?? [],
+ [query.data]
+ );
+ const columns = useColumns();
+ const table = useReactTable({
+ data,
+ columns,
+ getCoreRowModel: getCoreRowModel(),
+ manualPagination: true,
+ // Pages come from the cursor query; one page keeps the floating pager away.
+ pageCount: 1,
+ filterFns: { isWithinRange: () => true },
+ getRowId: (row) => row.id,
+ });
+
+ return (
+ <div className="col gap-3">
+ <DataTable
+ empty={{
+ title: 'No generations',
+ description: 'Model calls appear here once your app sends AI events.',
+ }}
+ error={query.isError}
+ loading={query.isLoading}
+ onRowClick={(row) =>
+ openEvent({ id: row.original.id, createdAt: row.original.createdAt })
+ }
+ table={table}
+ />
+ {query.hasNextPage && (
+ <Button
+ className="self-center"
+ icon={BotIcon}
+ loading={query.isFetchingNextPage}
+ onClick={() => query.fetchNextPage()}
+ variant="outline"
+ >
+ Load more
+ </Button>
+ )}
+ </div>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-metrics.tsx b/apps/start/src/components/ai/ai-metrics.tsx
new file mode 100644
index 000000000..daf20f3d1
--- /dev/null
+++ b/apps/start/src/components/ai/ai-metrics.tsx
@@ -0,0 +1,236 @@
+import type { IAiMetrics } from '@openpanel/core';
+import { useQuery } from '@tanstack/react-query';
+import { curveMonotoneX } from '@visx/curve';
+import { RotateCwIcon } from 'lucide-react';
+import { useState } from 'react';
+import { formatCost, formatLatency, formatTokens } from './ai-format';
+import { type AiMetricKey, metricReportDraft } from './ai-report-draft';
+import { OpenAsReportLink } from './open-as-report-link';
+import { Area } from '@/components/charts/area';
+import { ComposedChart } from '@/components/charts/composed-chart';
+import { Grid } from '@/components/charts/grid';
+import { Line } from '@/components/charts/line';
+import { OPChartTooltip } from '@/components/charts/op-tooltip';
+import { XAxis } from '@/components/charts/x-axis';
+import { YAxis } from '@/components/charts/y-axis';
+import {
+ type MetricUnit,
+ OverviewMetricCard,
+} from '@/components/overview/overview-metric-card';
+import { useOverviewOptions } from '@/components/overview/useOverviewOptions';
+import { Skeleton } from '@/components/skeleton';
+import { Button } from '@/components/ui/button';
+import { useAiFilters } from '@/hooks/use-ai-filters';
+import { useTRPC } from '@/integrations/trpc/react';
+import { getChartColor } from '@/utils/theme';
+
+const PREV_LINE_COLOR = 'oklch(from var(--foreground) l c h / 0.4)';
+
+interface MetricDefinition {
+ key: AiMetricKey;
+ title: string;
+ unit: MetricUnit;
+ inverted: boolean;
+ format: (value: number) => string;
+}
+
+const METRICS: MetricDefinition[] = [
+ {
+ key: 'cost',
+ title: 'Cost',
+ unit: 'usd',
+ inverted: true,
+ format: formatCost,
+ },
+ {
+ key: 'generations',
+ title: 'Generations',
+ unit: '',
+ inverted: false,
+ format: formatTokens,
+ },
+ {
+ key: 'users',
+ title: 'Users',
+ unit: '',
+ inverted: false,
+ format: formatTokens,
+ },
+ {
+ key: 'costPerUser',
+ title: 'Cost per user',
+ unit: 'usd',
+ inverted: true,
+ format: formatCost,
+ },
+ {
+ key: 'inputTokens',
+ title: 'Input tokens',
+ unit: '',
+ inverted: false,
+ format: formatTokens,
+ },
+ {
+ key: 'outputTokens',
+ title: 'Output tokens',
+ unit: '',
+ inverted: false,
+ format: formatTokens,
+ },
+ {
+ key: 'p95LatencyMs',
+ title: 'Latency p95',
+ unit: 'ms',
+ inverted: true,
+ format: formatLatency,
+ },
+ {
+ key: 'errorRate',
+ title: 'Error rate',
+ unit: '%',
+ inverted: true,
+ format: (value) => `${value.toFixed(1)}%`,
+ },
+];
+
+interface ChartPoint extends Record<string, unknown> {
+ date: string;
+ current: number;
+ previous?: number;
+}
+
+export function AiMetrics({ projectId }: { projectId: string }) {
+ const trpc = useTRPC();
+ const { range, interval, startDate, endDate, previous } =
+ useOverviewOptions();
+ const { filters } = useAiFilters();
+ const [activeIndex, setActiveIndex] = useState(0);
+ const active = METRICS[activeIndex] ?? METRICS[0]!;
+
+ const query = useQuery(
+ trpc.ai.overview.queryOptions({
+ projectId,
+ range,
+ interval,
+ startDate,
+ endDate,
+ previous,
+ filters,
+ })
+ );
+
+ const series = query.data?.series ?? [];
+ const pointsFor = (key: keyof IAiMetrics): ChartPoint[] =>
+ series.map((point) => ({
+ date: point.date,
+ current: point[key],
+ previous: point.previous?.[key],
+ }));
+ const chartData = pointsFor(active.key);
+ const color = getChartColor(0);
+
+ return (
+ <div className="col-span-6">
+ <div className="card mb-2 grid grid-cols-2 overflow-hidden rounded-md md:grid-cols-4">
+ {METRICS.map((metric, index) => (
+ <OverviewMetricCard
+ active={index === activeIndex}
+ data={pointsFor(metric.key)}
+ id={metric.key}
+ interval={interval}
+ inverted={metric.inverted}
+ isError={query.isError}
+ isLoading={query.isLoading}
+ key={metric.key}
+ label={metric.title}
+ metric={{
+ current: query.data?.metrics[metric.key] ?? 0,
+ previous: query.data?.previousMetrics?.[metric.key] ?? null,
+ }}
+ onClick={() => setActiveIndex(index)}
+ range={range}
+ unit={metric.unit}
+ />
+ ))}
+ </div>
+ <div className="card p-4">
+ <div className="row -mt-1 items-center justify-between">
+ <div className="font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ {active.title}
+ </div>
+ <OpenAsReportLink
+ draft={metricReportDraft(
+ { projectId, range, startDate, endDate, interval, filters },
+ { metric: active.key, name: `AI ${active.title.toLowerCase()}` }
+ )}
+ />
+ </div>
+ <div className="h-[190px] w-full">
+ {query.isLoading && <Skeleton className="h-full w-full" />}
+ {query.isError && (
+ <div className="center-center h-full flex-col gap-3 text-center text-muted-foreground text-sm">
+ We could not load this data. Try again in a moment.
+ <Button
+ icon={RotateCwIcon}
+ loading={query.isFetching}
+ onClick={() => query.refetch()}
+ size="sm"
+ variant="outline"
+ >
+ Try again
+ </Button>
+ </div>
+ )}
+ {query.isSuccess && chartData.length > 0 && (
+ <ComposedChart
+ animationDuration={0}
+ aspectRatio="auto"
+ className="h-full"
+ data={chartData}
+ margin={{ top: 0, right: 20, bottom: 40, left: 20 }}
+ xDataKey="date"
+ >
+ <Grid horizontal />
+ <YAxis numTicks={4} />
+ <XAxis />
+ <Area
+ animate={false}
+ dataKey="current"
+ fadeEdges="left"
+ fill={color}
+ fillOpacity={0.18}
+ gradientToOpacity={0}
+ key={active.key}
+ stroke={color}
+ strokeWidth={2}
+ />
+ {previous && (
+ <Line
+ animate={false}
+ curve={curveMonotoneX}
+ dataKey="previous"
+ key={`prev-${active.key}`}
+ stroke={PREV_LINE_COLOR}
+ strokeWidth={2}
+ />
+ )}
+ <OPChartTooltip<ChartPoint>
+ indicatorColor={color}
+ interval={interval}
+ rows={(point) => [
+ {
+ color,
+ label: active.title,
+ value: point.current,
+ previous: point.previous,
+ format: active.format,
+ },
+ ]}
+ />
+ </ComposedChart>
+ )}
+ </div>
+ </div>
+ </div>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-report-draft.ts b/apps/start/src/components/ai/ai-report-draft.ts
new file mode 100644
index 000000000..64de02360
--- /dev/null
+++ b/apps/start/src/components/ai/ai-report-draft.ts
@@ -0,0 +1,311 @@
+// Turns what an AI widget shows into a report the editor opens prefilled, so
+// "cost by model" is one click from a saved, shareable, alertable report.
+
+import type {
+ AiBreakdownDimension,
+ IAiFilters,
+} from '@openpanel/core/modules/ai/ai.constants';
+import type {
+ IChartEventFilter,
+ IChartEventItem,
+ IChartRange,
+ IInterval,
+ IReportInput,
+} from '@openpanel/core/modules/report/report.constants';
+
+export type ReportDraft = IReportInput & { name: string };
+
+export type AiMeasure =
+ | 'cost'
+ | 'generations'
+ | 'errors'
+ | 'tokens'
+ | 'p95LatencyMs';
+
+interface DraftScope {
+ projectId: string;
+ range: IChartRange;
+ startDate?: string | null;
+ endDate?: string | null;
+ interval: IInterval;
+ filters: IAiFilters;
+}
+
+const AI_EVENT = 'ai_generation';
+const USD = '$';
+
+const BREAKDOWN_BY_DIMENSION: Partial<Record<AiBreakdownDimension, string>> = {
+ model: 'properties.ai_model',
+ provider: 'properties.ai_provider',
+ name: 'properties.ai_name',
+ profile: 'profile_id',
+ conversation: 'properties.ai_conversation_id',
+ stopReason: 'properties.ai_stop_reason',
+ errorCode: 'properties.ai_error_code',
+};
+
+const ERROR_FILTER: IChartEventFilter = {
+ name: 'properties.ai_is_error',
+ operator: 'is',
+ value: ['true'],
+};
+
+/** The page's AI filters as the series filters the editor understands. */
+export function aiFiltersToChartFilters(
+ filters: IAiFilters
+): IChartEventFilter[] {
+ const out: IChartEventFilter[] = [];
+ const add = (name: string, values: string[] | undefined) => {
+ if (values && values.length > 0) {
+ out.push({ name, operator: 'is', value: values });
+ }
+ };
+ add('properties.ai_model', filters.models);
+ add('properties.ai_provider', filters.providers);
+ add('properties.ai_name', filters.names);
+ add('profile_id', filters.profileId ? [filters.profileId] : undefined);
+ add('session_id', filters.sessionId ? [filters.sessionId] : undefined);
+ add(
+ 'properties.ai_conversation_id',
+ filters.conversationId ? [filters.conversationId] : undefined
+ );
+ if (filters.isError) {
+ out.push(ERROR_FILTER);
+ }
+ return out;
+}
+
+function measureSeries(
+ measure: AiMeasure,
+ filters: IChartEventFilter[]
+): { series: IChartEventItem[]; unit?: string } {
+ const base = { id: 'A', type: 'event' as const, name: AI_EVENT };
+ switch (measure) {
+ case 'cost':
+ return {
+ unit: USD,
+ series: [
+ {
+ ...base,
+ displayName: 'AI cost',
+ segment: 'property_sum',
+ property: 'properties.ai_cost',
+ filters,
+ },
+ ],
+ };
+ case 'tokens':
+ return {
+ series: [
+ {
+ ...base,
+ displayName: 'Tokens',
+ segment: 'property_sum',
+ property: 'properties.ai_total_tokens',
+ filters,
+ },
+ ],
+ };
+ case 'p95LatencyMs':
+ return {
+ series: [
+ {
+ ...base,
+ displayName: 'Latency p95 (ms)',
+ segment: 'property_p95',
+ property: 'properties.ai_latency_ms',
+ filters,
+ },
+ ],
+ };
+ case 'errors':
+ return {
+ series: [
+ {
+ ...base,
+ displayName: 'Failed generations',
+ segment: 'event',
+ filters: [...filters, ERROR_FILTER],
+ },
+ ],
+ };
+ default:
+ return {
+ series: [
+ { ...base, displayName: 'Generations', segment: 'event', filters },
+ ],
+ };
+ }
+}
+
+export function breakdownReportDraft(
+ scope: DraftScope,
+ input: { dimension: AiBreakdownDimension; measure: AiMeasure; name: string }
+): ReportDraft | null {
+ const breakdown = BREAKDOWN_BY_DIMENSION[input.dimension];
+ if (!breakdown) {
+ return null;
+ }
+ const { series, unit } = measureSeries(
+ input.measure,
+ aiFiltersToChartFilters(scope.filters)
+ );
+ return {
+ name: input.name,
+ projectId: scope.projectId,
+ chartType: 'bar',
+ interval: scope.interval,
+ range: scope.range,
+ startDate: scope.startDate,
+ endDate: scope.endDate,
+ previous: false,
+ metric: 'sum',
+ series,
+ breakdowns: [{ name: breakdown }],
+ unit,
+ };
+}
+
+export type AiMetricKey =
+ | 'cost'
+ | 'generations'
+ | 'users'
+ | 'costPerUser'
+ | 'inputTokens'
+ | 'outputTokens'
+ | 'p95LatencyMs'
+ | 'errorRate';
+
+export function metricReportDraft(
+ scope: DraftScope,
+ input: { metric: AiMetricKey; name: string }
+): ReportDraft {
+ const filters = aiFiltersToChartFilters(scope.filters);
+ const base = { type: 'event' as const, name: AI_EVENT, filters };
+ const common = {
+ name: input.name,
+ projectId: scope.projectId,
+ chartType: 'linear' as const,
+ interval: scope.interval,
+ range: scope.range,
+ startDate: scope.startDate,
+ endDate: scope.endDate,
+ previous: true,
+ metric: 'sum' as const,
+ breakdowns: [],
+ };
+ switch (input.metric) {
+ case 'cost':
+ return {
+ ...common,
+ unit: USD,
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'AI cost',
+ segment: 'property_sum',
+ property: 'properties.ai_cost',
+ },
+ ],
+ };
+ case 'users':
+ return {
+ ...common,
+ series: [{ ...base, id: 'A', displayName: 'Users', segment: 'user' }],
+ };
+ case 'costPerUser':
+ return {
+ ...common,
+ unit: USD,
+ metric: 'average',
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'AI cost',
+ segment: 'property_sum',
+ property: 'properties.ai_cost',
+ },
+ { ...base, id: 'B', displayName: 'Users', segment: 'user' },
+ {
+ id: 'C',
+ type: 'formula',
+ formula: 'A/B',
+ displayName: 'Cost per user',
+ hideSeries: ['A', 'B'],
+ },
+ ],
+ };
+ case 'inputTokens':
+ return {
+ ...common,
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'Input tokens',
+ segment: 'property_sum',
+ property: 'properties.ai_input_tokens',
+ },
+ ],
+ };
+ case 'outputTokens':
+ return {
+ ...common,
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'Output tokens',
+ segment: 'property_sum',
+ property: 'properties.ai_output_tokens',
+ },
+ ],
+ };
+ case 'p95LatencyMs':
+ return {
+ ...common,
+ metric: 'average',
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'Latency p95 (ms)',
+ segment: 'property_p95',
+ property: 'properties.ai_latency_ms',
+ },
+ ],
+ };
+ case 'errorRate':
+ return {
+ ...common,
+ metric: 'average',
+ unit: '%',
+ series: [
+ {
+ ...base,
+ id: 'A',
+ displayName: 'Failed',
+ segment: 'event',
+ filters: [...filters, ERROR_FILTER],
+ },
+ { ...base, id: 'B', displayName: 'Generations', segment: 'event' },
+ {
+ id: 'C',
+ type: 'formula',
+ formula: 'A/B*100',
+ displayName: 'Error rate',
+ hideSeries: ['A', 'B'],
+ },
+ ],
+ };
+ default:
+ return {
+ ...common,
+ series: [
+ { ...base, id: 'A', displayName: 'Generations', segment: 'event' },
+ ],
+ };
+ }
+}
diff --git a/apps/start/src/components/ai/ai-trace-tree.tsx b/apps/start/src/components/ai/ai-trace-tree.tsx
new file mode 100644
index 000000000..918d32d30
--- /dev/null
+++ b/apps/start/src/components/ai/ai-trace-tree.tsx
@@ -0,0 +1,163 @@
+import type { IServiceAiEvent } from '@openpanel/core';
+import {
+ AlertTriangleIcon,
+ BracesIcon,
+ FileTextIcon,
+ SparklesIcon,
+ WorkflowIcon,
+} from 'lucide-react';
+import { useMemo } from 'react';
+import { formatCost, formatLatency, formatTokens } from './ai-format';
+import { cn } from '@/utils/cn';
+
+interface TraceNode {
+ event: IServiceAiEvent;
+ depth: number;
+ /** Offset from the trace start, ms. */
+ offsetMs: number;
+}
+
+const TYPE_ICON = {
+ generation: SparklesIcon,
+ embedding: BracesIcon,
+ span: WorkflowIcon,
+ trace: FileTextIcon,
+} as const;
+
+const TYPE_COLOR = {
+ generation: 'bg-chart-0',
+ embedding: 'bg-chart-2',
+ span: 'bg-chart-4',
+ trace: 'bg-foreground/40',
+} as const;
+
+const INDENT_PX = 16;
+const MIN_BAR_PX = 2;
+
+/** Orders the trace's events as a tree: parents first, children by time. */
+export function buildTraceNodes(events: IServiceAiEvent[]): {
+ nodes: TraceNode[];
+ totalMs: number;
+} {
+ const sorted = [...events].sort(
+ (a, b) => a.createdAt.getTime() - b.createdAt.getTime()
+ );
+ const start = sorted[0]?.createdAt.getTime() ?? 0;
+ const end = Math.max(
+ ...sorted.map((event) => event.createdAt.getTime() + event.latencyMs),
+ start
+ );
+ const byId = new Map(
+ sorted.map((event) => [event.spanId || event.id, event])
+ );
+ const children = new Map<string, IServiceAiEvent[]>();
+ const roots: IServiceAiEvent[] = [];
+ for (const event of sorted) {
+ const parentKey =
+ event.parentId &&
+ event.parentId !== event.traceId &&
+ byId.has(event.parentId)
+ ? event.parentId
+ : null;
+ if (parentKey) {
+ children.set(parentKey, [...(children.get(parentKey) ?? []), event]);
+ } else {
+ roots.push(event);
+ }
+ }
+ const nodes: TraceNode[] = [];
+ const visit = (event: IServiceAiEvent, depth: number) => {
+ nodes.push({ event, depth, offsetMs: event.createdAt.getTime() - start });
+ for (const child of children.get(event.spanId || event.id) ?? []) {
+ visit(child, depth + 1);
+ }
+ };
+ for (const root of roots) {
+ visit(root, 0);
+ }
+ return { nodes, totalMs: Math.max(end - start, 1) };
+}
+
+interface Props {
+ events: IServiceAiEvent[];
+ selectedId: string | null;
+ onSelect: (id: string) => void;
+}
+
+export function AiTraceTree({ events, selectedId, onSelect }: Props) {
+ const { nodes, totalMs } = useMemo(() => buildTraceNodes(events), [events]);
+
+ return (
+ <div className="col">
+ <div className="row items-center justify-between px-3 py-1.5 font-medium text-3xs text-muted-foreground uppercase tracking-wider">
+ <span>Step</span>
+ <span>{formatLatency(totalMs)} total</span>
+ </div>
+ {nodes.map(({ event, depth, offsetMs }) => {
+ const Icon = TYPE_ICON[event.type];
+ const left = (offsetMs / totalMs) * 100;
+ const width = Math.max((event.latencyMs / totalMs) * 100, 0);
+ const selected = event.id === selectedId;
+ return (
+ <button
+ className={cn(
+ 'group grid w-full grid-cols-[minmax(0,1fr)_minmax(120px,40%)] items-center gap-3 border-t px-3 py-2 text-left transition-colors hover:bg-def-100',
+ selected && 'bg-def-100'
+ )}
+ key={event.id}
+ onClick={() => onSelect(event.id)}
+ type="button"
+ >
+ <div
+ className="row min-w-0 items-center gap-2"
+ style={{ paddingLeft: depth * INDENT_PX }}
+ >
+ <Icon
+ className={cn(
+ 'size-3.5 shrink-0',
+ event.isError ? 'text-destructive' : 'text-muted-foreground'
+ )}
+ />
+ <span className="truncate font-medium text-sm">
+ {event.name || event.model || event.type}
+ </span>
+ {event.model && event.name && (
+ <span className="truncate text-muted-foreground text-xs">
+ {event.model}
+ </span>
+ )}
+ {event.isError && (
+ <AlertTriangleIcon className="size-3 shrink-0 text-destructive" />
+ )}
+ </div>
+ <div className="row items-center gap-2">
+ <div className="relative h-4 flex-1 rounded bg-def-200/60">
+ <div
+ className={cn(
+ 'absolute top-0 h-full rounded',
+ event.isError ? 'bg-destructive' : TYPE_COLOR[event.type]
+ )}
+ style={{
+ left: `${left}%`,
+ width: `max(${width}%, ${MIN_BAR_PX}px)`,
+ }}
+ />
+ </div>
+ <span className="w-28 shrink-0 text-right font-mono text-muted-foreground text-xs tabular-nums">
+ {formatLatency(event.latencyMs)}
+ {event.type === 'generation' && (
+ <span className="ml-1">
+ · {formatTokens(event.inputTokens + event.outputTokens)}t
+ </span>
+ )}
+ {event.totalCost > 0 && (
+ <span className="ml-1">· {formatCost(event.totalCost)}</span>
+ )}
+ </span>
+ </div>
+ </button>
+ );
+ })}
+ </div>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-traces-table.tsx b/apps/start/src/components/ai/ai-traces-table.tsx
new file mode 100644
index 000000000..8b89cf8ad
--- /dev/null
+++ b/apps/start/src/components/ai/ai-traces-table.tsx
@@ -0,0 +1,243 @@
+import type { IServiceAiTrace } from '@openpanel/core';
+import { useInfiniteQuery } from '@tanstack/react-query';
+import { useNavigate } from '@tanstack/react-router';
+import type { ColumnDef } from '@tanstack/react-table';
+import { getCoreRowModel, useReactTable } from '@tanstack/react-table';
+import { AlertTriangleIcon, BotIcon, CheckIcon } from 'lucide-react';
+import { useMemo } from 'react';
+import { formatCost, formatLatency, formatTokens } from './ai-format';
+import { ColumnCreatedAt } from '@/components/column-created-at';
+import { ProjectLink } from '@/components/links';
+import { useOverviewOptions } from '@/components/overview/useOverviewOptions';
+import { ProfileAvatar } from '@/components/profiles/profile-avatar';
+import { Badge } from '@/components/ui/badge';
+import { Button } from '@/components/ui/button';
+import { DataTable } from '@/components/ui/data-table/data-table';
+import { useAiFilters } from '@/hooks/use-ai-filters';
+import { useAppParams } from '@/hooks/use-app-params';
+import { useTRPC } from '@/integrations/trpc/react';
+import { getProfileName } from '@/utils/getters';
+
+const PAGE_SIZE = 50;
+const MODELS_SHOWN = 2;
+
+export function ProfileCell({
+ profile,
+ profileId,
+ deviceId,
+}: {
+ profile?: {
+ id: string;
+ firstName: string;
+ lastName: string;
+ email: string;
+ avatar: string;
+ isExternal: boolean;
+ };
+ profileId: string;
+ deviceId: string;
+}) {
+ if (!profileId || profileId === deviceId) {
+ return <span className="text-muted-foreground">Anonymous</span>;
+ }
+ return (
+ <ProjectLink
+ className="row min-w-0 items-center gap-2 font-medium hover:underline"
+ onClick={(event) => event.stopPropagation()}
+ params={{ profileId }}
+ to="/profiles/$profileId"
+ >
+ <ProfileAvatar size="xs" {...profile} />
+ <span className="truncate">
+ {profile ? getProfileName(profile, false) : profileId}
+ </span>
+ </ProjectLink>
+ );
+}
+
+function useColumns(): ColumnDef<IServiceAiTrace>[] {
+ return useMemo(
+ () => [
+ {
+ accessorKey: 'startedAt',
+ header: 'Started',
+ size: ColumnCreatedAt.size,
+ cell: ({ row }) => (
+ <ColumnCreatedAt>{row.original.startedAt}</ColumnCreatedAt>
+ ),
+ },
+ {
+ accessorKey: 'name',
+ header: 'Trace',
+ size: 220,
+ cell: ({ row }) => (
+ <div className="col min-w-0">
+ <span className="truncate font-medium">
+ {row.original.name || 'trace'}
+ </span>
+ <span className="truncate font-mono text-2xs text-muted-foreground">
+ {row.original.id}
+ </span>
+ </div>
+ ),
+ },
+ {
+ accessorKey: 'profileId',
+ header: 'Profile',
+ size: 180,
+ cell: ({ row }) => (
+ <ProfileCell
+ deviceId={row.original.deviceId}
+ profile={row.original.profile}
+ profileId={row.original.profileId}
+ />
+ ),
+ },
+ {
+ accessorKey: 'models',
+ header: 'Models',
+ size: 220,
+ cell: ({ row }) => (
+ <div className="row flex-wrap gap-1">
+ {row.original.models.slice(0, MODELS_SHOWN).map((model) => (
+ <Badge key={model} variant="secondary">
+ {model}
+ </Badge>
+ ))}
+ {row.original.models.length > MODELS_SHOWN && (
+ <Badge variant="outline">
+ +{row.original.models.length - MODELS_SHOWN}
+ </Badge>
+ )}
+ </div>
+ ),
+ },
+ {
+ accessorKey: 'generations',
+ header: 'Steps',
+ size: 90,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {row.original.generations}
+ <span className="text-muted-foreground">
+ {' '}
+ / {row.original.events}
+ </span>
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'inputTokens',
+ header: 'Tokens',
+ size: 120,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatTokens(row.original.inputTokens)}
+ <span className="text-muted-foreground">
+ {' '}
+ → {formatTokens(row.original.outputTokens)}
+ </span>
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'cost',
+ header: 'Cost',
+ size: 100,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatCost(row.original.cost)}
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'durationMs',
+ header: 'Duration',
+ size: 100,
+ cell: ({ row }) => (
+ <span className="font-mono tabular-nums">
+ {formatLatency(row.original.durationMs)}
+ </span>
+ ),
+ },
+ {
+ accessorKey: 'isError',
+ header: 'Status',
+ size: 90,
+ cell: ({ row }) =>
+ row.original.isError ? (
+ <Badge variant="destructive">
+ <AlertTriangleIcon /> Error
+ </Badge>
+ ) : (
+ <Badge variant="outline">
+ <CheckIcon /> OK
+ </Badge>
+ ),
+ },
+ ],
+ []
+ );
+}
+
+export function AiTracesTable({ projectId }: { projectId: string }) {
+ const trpc = useTRPC();
+ const navigate = useNavigate();
+ const { organizationId } = useAppParams();
+ const { range, startDate, endDate } = useOverviewOptions();
+ const { filters } = useAiFilters();
+ const query = useInfiniteQuery(
+ trpc.ai.traces.infiniteQueryOptions(
+ { projectId, range, startDate, endDate, filters, take: PAGE_SIZE },
+ { getNextPageParam: (lastPage) => lastPage.meta.next }
+ )
+ );
+ const data = useMemo(
+ () => query.data?.pages.flatMap((page) => page.items) ?? [],
+ [query.data]
+ );
+ const columns = useColumns();
+ const table = useReactTable({
+ data,
+ columns,
+ getCoreRowModel: getCoreRowModel(),
+ manualPagination: true,
+ // Pages come from the cursor query; one page keeps the floating pager away.
+ pageCount: 1,
+ filterFns: { isWithinRange: () => true },
+ getRowId: (row) => row.id,
+ });
+
+ return (
+ <div className="col gap-3">
+ <DataTable
+ empty={{
+ title: 'No traces',
+ description:
+ 'Traces appear once your app sends AI events. Wrap a model with @openpanel/ai or call op.ai().',
+ }}
+ error={query.isError}
+ loading={query.isLoading}
+ onRowClick={(row) =>
+ navigate({
+ to: '/$organizationId/$projectId/ai/traces/$traceId',
+ params: { organizationId, projectId, traceId: row.original.id },
+ search: { at: row.original.startedAt.toISOString() },
+ })
+ }
+ table={table}
+ />
+ {query.hasNextPage && (
+ <Button
+ className="self-center"
+ icon={BotIcon}
+ loading={query.isFetchingNextPage}
+ onClick={() => query.fetchNextPage()}
+ variant="outline"
+ >
+ Load more
+ </Button>
+ )}
+ </div>
+ );
+}
diff --git a/apps/start/src/components/ai/ai-usage-widget.tsx b/apps/start/src/components/ai/ai-usage-widget.tsx
new file mode 100644
index 000000000..70af6d12b
--- /dev/null
+++ b/apps/start/src/components/ai/ai-usage-widget.tsx
@@ -0,0 +1,180 @@
+import type { IAiEntitySummary } from '@openpanel/core';
+import { type UseQueryResult, useQuery } from '@tanstack/react-query';
+import { BotIcon } from 'lucide-react';
+import { formatCost, formatLatency, formatTokens } from './ai-format';
+import { ProjectLink } from '@/components/links';
+import { WidgetHead, WidgetTitle } from '@/components/overview/overview-widget';
+import { Skeleton } from '@/components/skeleton';
+import { Widget, WidgetBody } from '@/components/widget';
+import { useTRPC } from '@/integrations/trpc/react';
+import { timeAgo } from '@/utils/date';
+
+type Entity =
+ | { kind: 'profile'; profileId: string }
+ | { kind: 'group'; groupId: string }
+ | { kind: 'session'; sessionId: string };
+
+interface Props {
+ projectId: string;
+ entity: Entity;
+ className?: string;
+}
+
+function tracesSearch(entity: Entity): Record<string, string> {
+ switch (entity.kind) {
+ case 'profile':
+ return { profile: entity.profileId };
+ case 'group':
+ return { group: entity.groupId };
+ default:
+ return { session: entity.sessionId };
+ }
+}
+
+/** Lifetime AI usage of one profile, group or session; hidden when there is none. */
+export function AiUsageWidget({ projectId, entity, className }: Props) {
+ switch (entity.kind) {
+ case 'profile':
+ return (
+ <ProfileUsage
+ className={className}
+ entity={entity}
+ projectId={projectId}
+ />
+ );
+ case 'group':
+ return (
+ <GroupUsage
+ className={className}
+ entity={entity}
+ projectId={projectId}
+ />
+ );
+ default:
+ return (
+ <SessionUsage
+ className={className}
+ entity={entity}
+ projectId={projectId}
+ />
+ );
+ }
+}
+
+function ProfileUsage({
+ projectId,
+ entity,
+ className,
+}: Props & { entity: Extract<Entity, { kind: 'profile' }> }) {
+ const trpc = useTRPC();
+ const query = useQuery(
+ trpc.ai.profileSummary.queryOptions({
+ projectId,
+ profileId: entity.profileId,
+ })
+ );
+ return <UsageBody className={className} entity={entity} query={query} />;
+}
+
+function GroupUsage({
+ projectId,
+ entity,
+ className,
+}: Props & { entity: Extract<Entity, { kind: 'group' }> }) {
+ const trpc = useTRPC();
+ const query = useQuery(
+ trpc.ai.groupSummary.queryOptions({ projectId, groupId: entity.groupId })
+ );
+ return <UsageBody className={className} entity={entity} query={query} />;
+}
+
+function SessionUsage({
+ projectId,
+ entity,
+ className,
+}: Props & { entity: Extract<Entity, { kind: 'session' }> }) {
+ const trpc = useTRPC();
+ const query = useQuery(
+ trpc.ai.sessionSummary.queryOptions({
+ projectId,
+ sessionId: entity.sessionId,
+ })
+ );
+ return <UsageBody className={className} entity={entity} query={query} />;
+}
+
+function UsageBody({
+ query,
+ entity,
+ className,
+}: {
+ query: UseQueryResult<IAiEntitySummary, unknown>;
+ entity: Entity;
+ className?: string;
+}) {
+ const data = query.data;
+
+ if (query.isSuccess && (!data || data.generations === 0)) {
+ return null;
+ }
+
+ const stats = data
+ ? [
+ { label: 'Generations', value: formatTokens(data.generations) },
+ { label: 'Cost', value: formatCost(data.cost) },
+ {
+ label: 'Tokens',
+ value: formatTokens(data.inputTokens + data.outputTokens),
+ },
+ { label: 'Avg latency', value: formatLatency(data.avgLatencyMs) },
+ { label: 'Errors', value: formatTokens(data.errors) },
+ { label: 'Last call', value: data.lastAt ? timeAgo(data.lastAt) : '—' },
+ ]
+ : [];
+
+ return (
+ <Widget className={className}>
+ <WidgetHead>
+ <WidgetTitle icon={BotIcon}>AI usage</WidgetTitle>
+ </WidgetHead>
+ <WidgetBody className="col gap-3">
+ {query.isLoading && <Skeleton className="h-16 w-full" />}
+ {data && (
+ <>
+ <div className="grid grid-cols-3 gap-3">
+ {stats.map((stat) => (
+ <div className="col" key={stat.label}>
+ <span className="text-muted-foreground text-xs">
+ {stat.label}
+ </span>
+ <span className="font-medium font-mono tabular-nums">
+ {stat.value}
+ </span>
+ </div>
+ ))}
+ </div>
+ {data.topModels.length > 0 && (
+ <div className="row flex-wrap gap-1">
+ {data.topModels.map((model) => (
+ <span
+ className="rounded border px-1.5 py-0.5 font-mono text-xs"
+ key={model}
+ >
+ {model}
+ </span>
+ ))}
+ </div>
+ )}
+ <ProjectLink
+ className="text-muted-foreground text-sm hover:underline"
+ search={tracesSearch(entity)}
+ to="/ai/traces"
+ >
+ View traces →
+ </ProjectLink>
+ </>
+ )}
+ </WidgetBody>
+ </Widget>
+ );
+}
diff --git a/apps/start/src/components/ai/open-as-report-link.tsx b/apps/start/src/components/ai/open-as-report-link.tsx
new file mode 100644
index 000000000..e6d5c385d
--- /dev/null
+++ b/apps/start/src/components/ai/open-as-report-link.tsx
@@ -0,0 +1,30 @@
+import { ChartLineIcon } from 'lucide-react';
+import type { ReportDraft } from './ai-report-draft';
+import { ProjectLink } from '@/components/links';
+import { cn } from '@/utils/cn';
+
+/** Opens the report editor prefilled with `draft`, so the chart can be saved, shared or alerted on. */
+export function OpenAsReportLink({
+ draft,
+ className,
+}: {
+ draft: ReportDraft | null;
+ className?: string;
+}) {
+ if (!draft) {
+ return null;
+ }
+ return (
+ <ProjectLink
+ className={cn(
+ 'row h-8 items-center gap-1.5 rounded-md px-2 text-muted-foreground text-xs transition-colors hover:bg-def-200 hover:text-foreground',
+ className
+ )}
+ search={{ draft }}
+ to="/reports"
+ >
+ <ChartLineIcon className="size-3.5" />
+ Open as report
+ </ProjectLink>
+ );
+}
diff --git a/apps/start/src/components/events/event-drawer.tsx b/apps/start/src/components/events/event-drawer.tsx
index 362b5be1b..06e8c6ad2 100644
--- a/apps/start/src/components/events/event-drawer.tsx
+++ b/apps/start/src/components/events/event-drawer.tsx
@@ -1,9 +1,10 @@
import type { IClickhouseEvent, IServiceEvent } from '@openpanel/core';
-import { useSuspenseQuery } from '@tanstack/react-query';
+import { useQuery, useSuspenseQuery } from '@tanstack/react-query';
import { FilterIcon, XIcon } from 'lucide-react';
import { omit } from 'ramda';
import { Suspense, useEffect, useState } from 'react';
import { useEventDrawer } from './use-event-drawer';
+import { AiEventDetail } from '@/components/ai/ai-event-detail';
import { ErrorBoundary } from '@/components/error-boundary';
import { ProjectLink } from '@/components/links';
import {
@@ -281,6 +282,13 @@ function EventDetailsContent({
</WidgetHead>
<WidgetBody className="col flex-1 gap-4 overflow-y-auto bg-def-100">
{tab.id === TABS.raw.id && <Syntax code={eventJson} language="json" />}
+ {tab.id === TABS.pretty.id && event.name.startsWith('ai_') && (
+ <AiEventSection
+ createdAt={event.createdAt}
+ id={event.id}
+ projectId={projectId}
+ />
+ )}
{tab.id === TABS.pretty.id && profile && (
<ProjectLink
className="card col gap-2 p-4 py-2 hover:bg-def-100"
@@ -528,3 +536,32 @@ function EventDetailsSkeleton({ onClose }: { onClose: () => void }) {
</>
);
}
+
+/** An AI event's conversation and metrics, from `ai_events`, above the event's own properties. */
+function AiEventSection({
+ id,
+ createdAt,
+ projectId,
+}: {
+ id: string;
+ createdAt: Date;
+ projectId: string;
+}) {
+ const trpc = useTRPC();
+ // Not every `ai_*` event has an `ai_events` row (custom names, a row not
+ // flushed yet), and a miss must not replace the rest of the drawer.
+ const query = useQuery(
+ trpc.ai.event.queryOptions(
+ { id, projectId, around: createdAt.toISOString() },
+ { retry: false }
+ )
+ );
+ if (!query.data) {
+ return null;
+ }
+ return (
+ <div className="card p-4">
+ <AiEventDetail event={query.data} />
+ </div>
+ );
+}
diff --git a/apps/start/src/components/events/table/columns.tsx b/apps/start/src/components/events/table/columns.tsx
index ad3611cea..0573c9cd2 100644
--- a/apps/start/src/components/events/table/columns.tsx
+++ b/apps/start/src/components/events/table/columns.tsx
@@ -55,6 +55,18 @@ export function useColumns() {
return `${name} (${number.currency(revenue / 100)})`;
}
+ if (name.startsWith('ai_')) {
+ const model = row.original.properties?.ai_model;
+ return (
+ <>
+ {name.replace(/_/g, ' ')}
+ {typeof model === 'string' && model && (
+ <span className="ml-2 text-muted-foreground">{model}</span>
+ )}
+ </>
+ );
+ }
+
return name.replace(/_/g, ' ');
};
diff --git a/apps/start/src/components/feedback-button.tsx b/apps/start/src/components/feedback-button.tsx
index 95c77527e..19bd46274 100644
--- a/apps/start/src/components/feedback-button.tsx
+++ b/apps/start/src/components/feedback-button.tsx
@@ -1,7 +1,13 @@
import { useRouteContext } from '@tanstack/react-router';
import { op } from '@/utils/op';
-export function FeedbackButton({ className }: { className?: string }) {
+export function FeedbackButton({
+ className,
+ children = 'Give feedback',
+}: {
+ className?: string;
+ children?: React.ReactNode;
+}) {
const context = useRouteContext({ strict: false });
return (
<button
@@ -21,7 +27,7 @@ export function FeedbackButton({ className }: { className?: string }) {
}}
type="button"
>
- Give feedback
+ {children}
</button>
);
}
diff --git a/apps/start/src/components/overview/overview-metric-card.tsx b/apps/start/src/components/overview/overview-metric-card.tsx
index 8dc7aa437..1a2ea4270 100644
--- a/apps/start/src/components/overview/overview-metric-card.tsx
+++ b/apps/start/src/components/overview/overview-metric-card.tsx
@@ -10,6 +10,7 @@ import {
} from '../charts/op-stat-hover-bridge';
import { PreviousDiffIndicatorPure } from '../report-chart/common/previous-diff-indicator';
import { Skeleton } from '../skeleton';
+import { formatCost, formatLatency } from '@/components/ai/ai-format';
import { useFormatDateInterval } from '@/hooks/use-format-date-interval';
import { fancyMinutes, useNumber } from '@/hooks/use-numer-formatter';
import { cn } from '@/utils/cn';
@@ -23,7 +24,15 @@ const SPARKLINE_BAR_RADIUS = 1;
// Below this a count fits the card in full ("25,412"); above it we compact to "12M".
const FULL_NUMBER_LIMIT = 10_000_000;
-export type MetricUnit = '' | 'date' | 'timeAgo' | 'min' | '%' | 'currency';
+export type MetricUnit =
+ | ''
+ | 'date'
+ | 'timeAgo'
+ | 'min'
+ | '%'
+ | 'currency'
+ | 'usd'
+ | 'ms';
interface MetricCardProps {
id: string;
@@ -212,6 +221,14 @@ function MetricValue({ value, unit }: { value: number; unit?: MetricUnit }) {
return <span className={VALUE_CLASS}>{fancyMinutes(value)}</span>;
}
+ if (unit === 'usd') {
+ return <span className={VALUE_CLASS}>{formatCost(value)}</span>;
+ }
+
+ if (unit === 'ms') {
+ return <span className={VALUE_CLASS}>{formatLatency(value)}</span>;
+ }
+
if (unit === 'currency') {
const amount = value / 100;
return (
diff --git a/apps/start/src/components/report-chart/report-editor.tsx b/apps/start/src/components/report-chart/report-editor.tsx
index a2586bfa8..0ad4a5c60 100644
--- a/apps/start/src/components/report-chart/report-editor.tsx
+++ b/apps/start/src/components/report-chart/report-editor.tsx
@@ -1,4 +1,5 @@
import type { IServiceReport } from '@openpanel/core';
+import type { IReportInput } from '@openpanel/core/modules/report/report.constants';
import { useQuery } from '@tanstack/react-query';
import { ShareIcon } from 'lucide-react';
import { useEffect } from 'react';
@@ -10,6 +11,7 @@ import { ReportInterval } from '@/components/report/ReportInterval';
import { ReportLineType } from '@/components/report/ReportLineType';
import { ReportSaveButton } from '@/components/report/ReportSaveButton';
import {
+ applyDraft,
changeChartType,
changeDateRanges,
changeEndDate,
@@ -34,6 +36,8 @@ const TOOLBAR_TRIGGER_CLASS =
interface ReportEditorProps {
report: IServiceReport | null;
+ /** An unsaved report to start from, e.g. from an AI widget's "Open as report". */
+ draft?: IReportInput & { name: string };
}
/** With an AI provider the empty editor asks for a description; without one it points at the event picker. */
@@ -52,6 +56,7 @@ function EmptyReport({ projectId }: { projectId: string }) {
export default function ReportEditor({
report: initialReport,
+ draft,
}: ReportEditorProps) {
const { projectId } = useAppParams();
const dispatch = useDispatch();
@@ -63,12 +68,15 @@ export default function ReportEditor({
dispatch(setReport(initialReport));
} else {
dispatch(ready());
+ if (draft) {
+ dispatch(applyDraft(draft));
+ }
}
return () => {
dispatch(reset());
};
- }, [initialReport, dispatch]);
+ }, [initialReport, draft, dispatch]);
return (
<Sheet>
diff --git a/apps/start/src/components/report/ReportSegment.tsx b/apps/start/src/components/report/ReportSegment.tsx
index 60a90ec07..d98ffc5f1 100644
--- a/apps/start/src/components/report/ReportSegment.tsx
+++ b/apps/start/src/components/report/ReportSegment.tsx
@@ -5,6 +5,7 @@ import {
Building2Icon,
ClockIcon,
EqualApproximatelyIcon,
+ GaugeIcon,
type LucideIcon,
SigmaIcon,
TrendingDownIcon,
@@ -57,6 +58,9 @@ export function ReportSegment({
property_average: EqualApproximatelyIcon,
property_max: TrendingUpIcon,
property_min: TrendingDownIcon,
+ property_p50: GaugeIcon,
+ property_p95: GaugeIcon,
+ property_p99: GaugeIcon,
};
return (
diff --git a/apps/start/src/components/settings/edit-project-ai.tsx b/apps/start/src/components/settings/edit-project-ai.tsx
new file mode 100644
index 000000000..e987ab8b4
--- /dev/null
+++ b/apps/start/src/components/settings/edit-project-ai.tsx
@@ -0,0 +1,75 @@
+import type { IServiceProjectWithClients } from '@openpanel/core';
+import { useMutation, useQueryClient } from '@tanstack/react-query';
+import { toast } from 'sonner';
+import { Label } from '@/components/ui/label';
+import { Switch } from '@/components/ui/switch';
+import { Widget, WidgetBody, WidgetHead } from '@/components/widget';
+import { handleError, useTRPC } from '@/integrations/trpc/react';
+
+interface Props {
+ project: IServiceProjectWithClients;
+}
+
+export default function EditProjectAi({ project }: Props) {
+ const trpc = useTRPC();
+ const queryClient = useQueryClient();
+ const mutation = useMutation(
+ trpc.project.update.mutationOptions({
+ onError: handleError,
+ onSuccess: () => {
+ toast.success('AI settings updated');
+ queryClient.invalidateQueries(
+ trpc.project.getProjectWithClients.queryFilter({
+ projectId: project.id,
+ })
+ );
+ },
+ })
+ );
+
+ return (
+ <div className="space-y-6">
+ <Widget>
+ <WidgetHead>
+ <span className="title">Content storage</span>
+ </WidgetHead>
+ <WidgetBody className="col gap-4">
+ <div className="row items-center justify-between gap-6">
+ <div className="col gap-1">
+ <Label htmlFor="ai-store-content">
+ Store prompts and completions
+ </Label>
+ <p className="text-muted-foreground text-sm">
+ When off, OpenPanel keeps model, tokens, cost, latency and
+ errors for every call but drops the messages, outputs and tool
+ definitions before they are stored. Stored content expires after
+ 30 days either way.
+ </p>
+ </div>
+ <Switch
+ checked={project.aiStoreContent}
+ disabled={mutation.isPending}
+ id="ai-store-content"
+ onCheckedChange={(checked) =>
+ mutation.mutate({ id: project.id, aiStoreContent: checked })
+ }
+ />
+ </div>
+ </WidgetBody>
+ </Widget>
+ <Widget>
+ <WidgetHead>
+ <span className="title">Pricing</span>
+ </WidgetHead>
+ <WidgetBody>
+ <p className="text-muted-foreground text-sm">
+ Cost is computed at ingest from a built-in price catalog covering
+ the major providers. Send <code className="font-mono">cost</code> on
+ an event to store the price your gateway reports instead. Calls to a
+ model that is not in the catalog are stored with a cost of zero.
+ </p>
+ </WidgetBody>
+ </Widget>
+ </div>
+ );
+}
diff --git a/apps/start/src/components/sidebar-project-menu.tsx b/apps/start/src/components/sidebar-project-menu.tsx
index b0882466c..da23ddc17 100644
--- a/apps/start/src/components/sidebar-project-menu.tsx
+++ b/apps/start/src/components/sidebar-project-menu.tsx
@@ -2,6 +2,7 @@ import type { IServiceDashboards } from '@openpanel/core';
import { useNavigate } from '@tanstack/react-router';
import {
BellIcon,
+ BotIcon,
Building2Icon,
ChartLineIcon,
CogIcon,
@@ -55,6 +56,7 @@ export default function SidebarProjectMenu({
icon={TrendingUpDownIcon}
label="Insights"
/>
+ <SidebarLink exact={false} href={'/ai'} icon={BotIcon} label="AI" />
<SidebarLink href={'/pages'} icon={LayersIcon} label="Pages" />
<SidebarLink href={'/seo'} icon={SearchIcon} label="SEO" />
<SidebarLink href={'/realtime'} icon={Globe2Icon} label="Realtime" />
diff --git a/apps/start/src/hooks/use-ai-filters.ts b/apps/start/src/hooks/use-ai-filters.ts
new file mode 100644
index 000000000..5537933ef
--- /dev/null
+++ b/apps/start/src/hooks/use-ai-filters.ts
@@ -0,0 +1,112 @@
+import type { IAiFilters } from '@openpanel/core/modules/ai/ai.constants';
+import { useMatches, useNavigate, useSearch } from '@tanstack/react-router';
+import { useCallback, useMemo } from 'react';
+import { z } from 'zod';
+
+const AI_TABS_ROUTE = '/_app/$organizationId/$projectId/ai/_tabs';
+
+/** The pages that share the filters; a change stays on the one that made it. */
+const AI_PAGE_PATHS = [
+ '/$organizationId/$projectId/ai/',
+ '/$organizationId/$projectId/ai/traces',
+ '/$organizationId/$projectId/ai/generations',
+] as const;
+type AiPagePath = (typeof AI_PAGE_PATHS)[number];
+
+function isAiPagePath(path: string): path is AiPagePath {
+ return (AI_PAGE_PATHS as readonly string[]).includes(path);
+}
+
+/** The filter state the AI pages keep in the URL, declared so links can set it. */
+export const zAiSearch = z.object({
+ models: z.array(z.string()).optional(),
+ providers: z.array(z.string()).optional(),
+ names: z.array(z.string()).optional(),
+ errors: z.boolean().optional(),
+ q: z.string().optional(),
+ profile: z.string().optional(),
+ group: z.string().optional(),
+ conversation: z.string().optional(),
+ session: z.string().optional(),
+});
+
+export type AiSearch = z.infer<typeof zAiSearch>;
+
+/** `null` clears a key, as the URL has no way to carry it. */
+type AiSearchUpdate = { [K in keyof AiSearch]?: AiSearch[K] | null };
+
+const EMPTY_SEARCH: AiSearchUpdate = {
+ models: null,
+ providers: null,
+ names: null,
+ errors: null,
+ q: null,
+ profile: null,
+ group: null,
+ conversation: null,
+ session: null,
+};
+
+function applyUpdate(previous: AiSearch, update: AiSearchUpdate): AiSearch {
+ const next: Record<string, unknown> = { ...previous };
+ for (const [key, value] of Object.entries(update)) {
+ if (value === null || value === undefined) {
+ delete next[key];
+ } else {
+ next[key] = value;
+ }
+ }
+ return next as AiSearch;
+}
+
+/** The AI pages' filters, kept in the URL so a filtered view is a link. */
+export function useAiFilters() {
+ const state = useSearch({ from: AI_TABS_ROUTE });
+ // The deepest match is the page itself; the hook's caller may sit in the
+ // tabs layout above it.
+ const currentPath = useMatches({
+ select: (matches) => matches.at(-1)?.fullPath,
+ });
+ const navigate = useNavigate();
+
+ const setState = useCallback(
+ (update: AiSearchUpdate) => {
+ if (!(currentPath && isAiPagePath(currentPath))) {
+ return;
+ }
+ navigate({
+ from: currentPath,
+ search: (previous) => applyUpdate(previous, update),
+ });
+ },
+ [navigate, currentPath]
+ );
+
+ const filters = useMemo<IAiFilters>(
+ () => ({
+ models: state.models,
+ providers: state.providers,
+ names: state.names,
+ isError: state.errors ? true : undefined,
+ search: state.q,
+ profileId: state.profile,
+ groupId: state.group,
+ conversationId: state.conversation,
+ sessionId: state.session,
+ }),
+ [state]
+ );
+
+ const activeCount = Object.values(filters).filter(
+ (value) =>
+ value !== undefined && (!Array.isArray(value) || value.length > 0)
+ ).length;
+
+ return {
+ state,
+ filters,
+ activeCount,
+ setState,
+ clear: () => setState(EMPTY_SEARCH),
+ };
+}
diff --git a/apps/start/src/routeTree.gen.ts b/apps/start/src/routeTree.gen.ts
index 19e03d1fa..44924396a 100644
--- a/apps/start/src/routeTree.gen.ts
+++ b/apps/start/src/routeTree.gen.ts
@@ -67,11 +67,13 @@ import { Route as AppOrganizationIdProjectIdNotificationsTabsRouteImport } from
import { Route as AppOrganizationIdProjectIdIntegrationsTabsRouteImport } from './routes/_app.$organizationId.$projectId.integrations._tabs'
import { Route as AppOrganizationIdProjectIdEventsTabsRouteImport } from './routes/_app.$organizationId.$projectId.events._tabs'
import { Route as AppOrganizationIdProjectIdDashboardsDashboardIdRouteImport } from './routes/_app.$organizationId.$projectId.dashboards_.$dashboardId'
+import { Route as AppOrganizationIdProjectIdAiTabsRouteImport } from './routes/_app.$organizationId.$projectId.ai._tabs'
import { Route as AppOrganizationIdProjectIdSettingsTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.index'
import { Route as AppOrganizationIdProjectIdProfilesTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.profiles._tabs.index'
import { Route as AppOrganizationIdProjectIdNotificationsTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.notifications._tabs.index'
import { Route as AppOrganizationIdProjectIdIntegrationsTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.integrations._tabs.index'
import { Route as AppOrganizationIdProjectIdEventsTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.events._tabs.index'
+import { Route as AppOrganizationIdProjectIdAiTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.ai._tabs.index'
import { Route as AppOrganizationIdProjectIdSettingsTabsWidgetsRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.widgets'
import { Route as AppOrganizationIdProjectIdSettingsTabsTrackingRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.tracking'
import { Route as AppOrganizationIdProjectIdSettingsTabsMcpRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.mcp'
@@ -80,6 +82,7 @@ import { Route as AppOrganizationIdProjectIdSettingsTabsGscRouteImport } from '.
import { Route as AppOrganizationIdProjectIdSettingsTabsEventsRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.events'
import { Route as AppOrganizationIdProjectIdSettingsTabsDetailsRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.details'
import { Route as AppOrganizationIdProjectIdSettingsTabsClientsRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.clients'
+import { Route as AppOrganizationIdProjectIdSettingsTabsAiRouteImport } from './routes/_app.$organizationId.$projectId.settings._tabs.ai'
import { Route as AppOrganizationIdProjectIdProfilesTabsPowerUsersRouteImport } from './routes/_app.$organizationId.$projectId.profiles._tabs.power-users'
import { Route as AppOrganizationIdProjectIdProfilesTabsIdentifiedRouteImport } from './routes/_app.$organizationId.$projectId.profiles._tabs.identified'
import { Route as AppOrganizationIdProjectIdProfilesTabsAnonymousRouteImport } from './routes/_app.$organizationId.$projectId.profiles._tabs.anonymous'
@@ -93,6 +96,9 @@ import { Route as AppOrganizationIdProjectIdEventsTabsStatsRouteImport } from '.
import { Route as AppOrganizationIdProjectIdEventsTabsEventsRouteImport } from './routes/_app.$organizationId.$projectId.events._tabs.events'
import { Route as AppOrganizationIdProjectIdEventsTabsConversionsRouteImport } from './routes/_app.$organizationId.$projectId.events._tabs.conversions'
import { Route as AppOrganizationIdProjectIdCohortsCohortIdTabsRouteImport } from './routes/_app.$organizationId.$projectId.cohorts_.$cohortId._tabs'
+import { Route as AppOrganizationIdProjectIdAiTracesTraceIdRouteImport } from './routes/_app.$organizationId.$projectId.ai_.traces.$traceId'
+import { Route as AppOrganizationIdProjectIdAiTabsTracesRouteImport } from './routes/_app.$organizationId.$projectId.ai._tabs.traces'
+import { Route as AppOrganizationIdProjectIdAiTabsGenerationsRouteImport } from './routes/_app.$organizationId.$projectId.ai._tabs.generations'
import { Route as AppOrganizationIdProjectIdProfilesProfileIdTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.profiles.$profileId._tabs.index'
import { Route as AppOrganizationIdProjectIdGroupsGroupIdTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.groups_.$groupId._tabs.index'
import { Route as AppOrganizationIdProjectIdCohortsCohortIdTabsIndexRouteImport } from './routes/_app.$organizationId.$projectId.cohorts_.$cohortId._tabs.index'
@@ -124,6 +130,9 @@ const AppOrganizationIdProjectIdIntegrationsRouteImport = createFileRoute(
const AppOrganizationIdProjectIdEventsRouteImport = createFileRoute(
'/_app/$organizationId/$projectId/events',
)()
+const AppOrganizationIdProjectIdAiRouteImport = createFileRoute(
+ '/_app/$organizationId/$projectId/ai',
+)()
const AppOrganizationIdProjectIdProfilesProfileIdRouteImport = createFileRoute(
'/_app/$organizationId/$projectId/profiles/$profileId',
)()
@@ -305,6 +314,12 @@ const AppOrganizationIdProjectIdEventsRoute =
path: '/events',
getParentRoute: () => AppOrganizationIdProjectIdRoute,
} as any)
+const AppOrganizationIdProjectIdAiRoute =
+ AppOrganizationIdProjectIdAiRouteImport.update({
+ id: '/ai',
+ path: '/ai',
+ getParentRoute: () => AppOrganizationIdProjectIdRoute,
+ } as any)
const AppOrganizationIdProjectIdIndexRoute =
AppOrganizationIdProjectIdIndexRouteImport.update({
id: '/',
@@ -496,6 +511,11 @@ const AppOrganizationIdProjectIdDashboardsDashboardIdRoute =
path: '/dashboards/$dashboardId',
getParentRoute: () => AppOrganizationIdProjectIdRoute,
} as any)
+const AppOrganizationIdProjectIdAiTabsRoute =
+ AppOrganizationIdProjectIdAiTabsRouteImport.update({
+ id: '/_tabs',
+ getParentRoute: () => AppOrganizationIdProjectIdAiRoute,
+ } as any)
const AppOrganizationIdProjectIdSettingsTabsIndexRoute =
AppOrganizationIdProjectIdSettingsTabsIndexRouteImport.update({
id: '/',
@@ -526,6 +546,12 @@ const AppOrganizationIdProjectIdEventsTabsIndexRoute =
path: '/',
getParentRoute: () => AppOrganizationIdProjectIdEventsTabsRoute,
} as any)
+const AppOrganizationIdProjectIdAiTabsIndexRoute =
+ AppOrganizationIdProjectIdAiTabsIndexRouteImport.update({
+ id: '/',
+ path: '/',
+ getParentRoute: () => AppOrganizationIdProjectIdAiTabsRoute,
+ } as any)
const AppOrganizationIdProjectIdSettingsTabsWidgetsRoute =
AppOrganizationIdProjectIdSettingsTabsWidgetsRouteImport.update({
id: '/widgets',
@@ -574,6 +600,12 @@ const AppOrganizationIdProjectIdSettingsTabsClientsRoute =
path: '/clients',
getParentRoute: () => AppOrganizationIdProjectIdSettingsTabsRoute,
} as any)
+const AppOrganizationIdProjectIdSettingsTabsAiRoute =
+ AppOrganizationIdProjectIdSettingsTabsAiRouteImport.update({
+ id: '/ai',
+ path: '/ai',
+ getParentRoute: () => AppOrganizationIdProjectIdSettingsTabsRoute,
+ } as any)
const AppOrganizationIdProjectIdProfilesTabsPowerUsersRoute =
AppOrganizationIdProjectIdProfilesTabsPowerUsersRouteImport.update({
id: '/power-users',
@@ -649,6 +681,24 @@ const AppOrganizationIdProjectIdCohortsCohortIdTabsRoute =
id: '/_tabs',
getParentRoute: () => AppOrganizationIdProjectIdCohortsCohortIdRoute,
} as any)
+const AppOrganizationIdProjectIdAiTracesTraceIdRoute =
+ AppOrganizationIdProjectIdAiTracesTraceIdRouteImport.update({
+ id: '/ai_/traces/$traceId',
+ path: '/ai/traces/$traceId',
+ getParentRoute: () => AppOrganizationIdProjectIdRoute,
+ } as any)
+const AppOrganizationIdProjectIdAiTabsTracesRoute =
+ AppOrganizationIdProjectIdAiTabsTracesRouteImport.update({
+ id: '/traces',
+ path: '/traces',
+ getParentRoute: () => AppOrganizationIdProjectIdAiTabsRoute,
+ } as any)
+const AppOrganizationIdProjectIdAiTabsGenerationsRoute =
+ AppOrganizationIdProjectIdAiTabsGenerationsRouteImport.update({
+ id: '/generations',
+ path: '/generations',
+ getParentRoute: () => AppOrganizationIdProjectIdAiTabsRoute,
+ } as any)
const AppOrganizationIdProjectIdProfilesProfileIdTabsIndexRoute =
AppOrganizationIdProjectIdProfilesProfileIdTabsIndexRouteImport.update({
id: '/',
@@ -743,6 +793,7 @@ export interface FileRoutesByFullPath {
'/onboarding/$projectId/connect': typeof StepsOnboardingProjectIdConnectRoute
'/onboarding/$projectId/verify': typeof StepsOnboardingProjectIdVerifyRoute
'/$organizationId/$projectId/': typeof AppOrganizationIdProjectIdIndexRoute
+ '/$organizationId/$projectId/ai': typeof AppOrganizationIdProjectIdAiTabsRouteWithChildren
'/$organizationId/$projectId/dashboards/$dashboardId': typeof AppOrganizationIdProjectIdDashboardsDashboardIdRoute
'/$organizationId/$projectId/events': typeof AppOrganizationIdProjectIdEventsTabsRouteWithChildren
'/$organizationId/$projectId/integrations': typeof AppOrganizationIdProjectIdIntegrationsTabsRouteWithChildren
@@ -757,6 +808,9 @@ export interface FileRoutesByFullPath {
'/$organizationId/members/members': typeof AppOrganizationIdMembersTabsMembersRoute
'/$organizationId/account/': typeof AppOrganizationIdAccountTabsIndexRoute
'/$organizationId/members/': typeof AppOrganizationIdMembersTabsIndexRoute
+ '/$organizationId/$projectId/ai/generations': typeof AppOrganizationIdProjectIdAiTabsGenerationsRoute
+ '/$organizationId/$projectId/ai/traces': typeof AppOrganizationIdProjectIdAiTabsTracesRoute
+ '/$organizationId/$projectId/ai/traces/$traceId': typeof AppOrganizationIdProjectIdAiTracesTraceIdRoute
'/$organizationId/$projectId/cohorts/$cohortId': typeof AppOrganizationIdProjectIdCohortsCohortIdTabsRouteWithChildren
'/$organizationId/$projectId/events/conversions': typeof AppOrganizationIdProjectIdEventsTabsConversionsRoute
'/$organizationId/$projectId/events/events': typeof AppOrganizationIdProjectIdEventsTabsEventsRoute
@@ -770,6 +824,7 @@ export interface FileRoutesByFullPath {
'/$organizationId/$projectId/profiles/anonymous': typeof AppOrganizationIdProjectIdProfilesTabsAnonymousRoute
'/$organizationId/$projectId/profiles/identified': typeof AppOrganizationIdProjectIdProfilesTabsIdentifiedRoute
'/$organizationId/$projectId/profiles/power-users': typeof AppOrganizationIdProjectIdProfilesTabsPowerUsersRoute
+ '/$organizationId/$projectId/settings/ai': typeof AppOrganizationIdProjectIdSettingsTabsAiRoute
'/$organizationId/$projectId/settings/clients': typeof AppOrganizationIdProjectIdSettingsTabsClientsRoute
'/$organizationId/$projectId/settings/details': typeof AppOrganizationIdProjectIdSettingsTabsDetailsRoute
'/$organizationId/$projectId/settings/events': typeof AppOrganizationIdProjectIdSettingsTabsEventsRoute
@@ -778,6 +833,7 @@ export interface FileRoutesByFullPath {
'/$organizationId/$projectId/settings/mcp': typeof AppOrganizationIdProjectIdSettingsTabsMcpRoute
'/$organizationId/$projectId/settings/tracking': typeof AppOrganizationIdProjectIdSettingsTabsTrackingRoute
'/$organizationId/$projectId/settings/widgets': typeof AppOrganizationIdProjectIdSettingsTabsWidgetsRoute
+ '/$organizationId/$projectId/ai/': typeof AppOrganizationIdProjectIdAiTabsIndexRoute
'/$organizationId/$projectId/events/': typeof AppOrganizationIdProjectIdEventsTabsIndexRoute
'/$organizationId/$projectId/integrations/': typeof AppOrganizationIdProjectIdIntegrationsTabsIndexRoute
'/$organizationId/$projectId/notifications/': typeof AppOrganizationIdProjectIdNotificationsTabsIndexRoute
@@ -830,6 +886,7 @@ export interface FileRoutesByTo {
'/onboarding/$projectId/connect': typeof StepsOnboardingProjectIdConnectRoute
'/onboarding/$projectId/verify': typeof StepsOnboardingProjectIdVerifyRoute
'/$organizationId/$projectId': typeof AppOrganizationIdProjectIdIndexRoute
+ '/$organizationId/$projectId/ai': typeof AppOrganizationIdProjectIdAiTabsIndexRoute
'/$organizationId/$projectId/dashboards/$dashboardId': typeof AppOrganizationIdProjectIdDashboardsDashboardIdRoute
'/$organizationId/$projectId/events': typeof AppOrganizationIdProjectIdEventsTabsIndexRoute
'/$organizationId/$projectId/integrations': typeof AppOrganizationIdProjectIdIntegrationsTabsIndexRoute
@@ -842,6 +899,9 @@ export interface FileRoutesByTo {
'/$organizationId/account/two-factor': typeof AppOrganizationIdAccountTabsTwoFactorRoute
'/$organizationId/members/invitations': typeof AppOrganizationIdMembersTabsInvitationsRoute
'/$organizationId/members/members': typeof AppOrganizationIdMembersTabsMembersRoute
+ '/$organizationId/$projectId/ai/generations': typeof AppOrganizationIdProjectIdAiTabsGenerationsRoute
+ '/$organizationId/$projectId/ai/traces': typeof AppOrganizationIdProjectIdAiTabsTracesRoute
+ '/$organizationId/$projectId/ai/traces/$traceId': typeof AppOrganizationIdProjectIdAiTracesTraceIdRoute
'/$organizationId/$projectId/cohorts/$cohortId': typeof AppOrganizationIdProjectIdCohortsCohortIdTabsIndexRoute
'/$organizationId/$projectId/events/conversions': typeof AppOrganizationIdProjectIdEventsTabsConversionsRoute
'/$organizationId/$projectId/events/events': typeof AppOrganizationIdProjectIdEventsTabsEventsRoute
@@ -855,6 +915,7 @@ export interface FileRoutesByTo {
'/$organizationId/$projectId/profiles/anonymous': typeof AppOrganizationIdProjectIdProfilesTabsAnonymousRoute
'/$organizationId/$projectId/profiles/identified': typeof AppOrganizationIdProjectIdProfilesTabsIdentifiedRoute
'/$organizationId/$projectId/profiles/power-users': typeof AppOrganizationIdProjectIdProfilesTabsPowerUsersRoute
+ '/$organizationId/$projectId/settings/ai': typeof AppOrganizationIdProjectIdSettingsTabsAiRoute
'/$organizationId/$projectId/settings/clients': typeof AppOrganizationIdProjectIdSettingsTabsClientsRoute
'/$organizationId/$projectId/settings/details': typeof AppOrganizationIdProjectIdSettingsTabsDetailsRoute
'/$organizationId/$projectId/settings/events': typeof AppOrganizationIdProjectIdSettingsTabsEventsRoute
@@ -916,6 +977,8 @@ export interface FileRoutesById {
'/_steps/onboarding/$projectId/connect': typeof StepsOnboardingProjectIdConnectRoute
'/_steps/onboarding/$projectId/verify': typeof StepsOnboardingProjectIdVerifyRoute
'/_app/$organizationId/$projectId/': typeof AppOrganizationIdProjectIdIndexRoute
+ '/_app/$organizationId/$projectId/ai': typeof AppOrganizationIdProjectIdAiRouteWithChildren
+ '/_app/$organizationId/$projectId/ai/_tabs': typeof AppOrganizationIdProjectIdAiTabsRouteWithChildren
'/_app/$organizationId/$projectId/dashboards_/$dashboardId': typeof AppOrganizationIdProjectIdDashboardsDashboardIdRoute
'/_app/$organizationId/$projectId/events': typeof AppOrganizationIdProjectIdEventsRouteWithChildren
'/_app/$organizationId/$projectId/events/_tabs': typeof AppOrganizationIdProjectIdEventsTabsRouteWithChildren
@@ -935,6 +998,9 @@ export interface FileRoutesById {
'/_app/$organizationId/members/_tabs/members': typeof AppOrganizationIdMembersTabsMembersRoute
'/_app/$organizationId/account/_tabs/': typeof AppOrganizationIdAccountTabsIndexRoute
'/_app/$organizationId/members/_tabs/': typeof AppOrganizationIdMembersTabsIndexRoute
+ '/_app/$organizationId/$projectId/ai/_tabs/generations': typeof AppOrganizationIdProjectIdAiTabsGenerationsRoute
+ '/_app/$organizationId/$projectId/ai/_tabs/traces': typeof AppOrganizationIdProjectIdAiTabsTracesRoute
+ '/_app/$organizationId/$projectId/ai_/traces/$traceId': typeof AppOrganizationIdProjectIdAiTracesTraceIdRoute
'/_app/$organizationId/$projectId/cohorts_/$cohortId': typeof AppOrganizationIdProjectIdCohortsCohortIdRouteWithChildren
'/_app/$organizationId/$projectId/cohorts_/$cohortId/_tabs': typeof AppOrganizationIdProjectIdCohortsCohortIdTabsRouteWithChildren
'/_app/$organizationId/$projectId/events/_tabs/conversions': typeof AppOrganizationIdProjectIdEventsTabsConversionsRoute
@@ -951,6 +1017,7 @@ export interface FileRoutesById {
'/_app/$organizationId/$projectId/profiles/_tabs/anonymous': typeof AppOrganizationIdProjectIdProfilesTabsAnonymousRoute
'/_app/$organizationId/$projectId/profiles/_tabs/identified': typeof AppOrganizationIdProjectIdProfilesTabsIdentifiedRoute
'/_app/$organizationId/$projectId/profiles/_tabs/power-users': typeof AppOrganizationIdProjectIdProfilesTabsPowerUsersRoute
+ '/_app/$organizationId/$projectId/settings/_tabs/ai': typeof AppOrganizationIdProjectIdSettingsTabsAiRoute
'/_app/$organizationId/$projectId/settings/_tabs/clients': typeof AppOrganizationIdProjectIdSettingsTabsClientsRoute
'/_app/$organizationId/$projectId/settings/_tabs/details': typeof AppOrganizationIdProjectIdSettingsTabsDetailsRoute
'/_app/$organizationId/$projectId/settings/_tabs/events': typeof AppOrganizationIdProjectIdSettingsTabsEventsRoute
@@ -959,6 +1026,7 @@ export interface FileRoutesById {
'/_app/$organizationId/$projectId/settings/_tabs/mcp': typeof AppOrganizationIdProjectIdSettingsTabsMcpRoute
'/_app/$organizationId/$projectId/settings/_tabs/tracking': typeof AppOrganizationIdProjectIdSettingsTabsTrackingRoute
'/_app/$organizationId/$projectId/settings/_tabs/widgets': typeof AppOrganizationIdProjectIdSettingsTabsWidgetsRoute
+ '/_app/$organizationId/$projectId/ai/_tabs/': typeof AppOrganizationIdProjectIdAiTabsIndexRoute
'/_app/$organizationId/$projectId/events/_tabs/': typeof AppOrganizationIdProjectIdEventsTabsIndexRoute
'/_app/$organizationId/$projectId/integrations/_tabs/': typeof AppOrganizationIdProjectIdIntegrationsTabsIndexRoute
'/_app/$organizationId/$projectId/notifications/_tabs/': typeof AppOrganizationIdProjectIdNotificationsTabsIndexRoute
@@ -1015,6 +1083,7 @@ export interface FileRouteTypes {
| '/onboarding/$projectId/connect'
| '/onboarding/$projectId/verify'
| '/$organizationId/$projectId/'
+ | '/$organizationId/$projectId/ai'
| '/$organizationId/$projectId/dashboards/$dashboardId'
| '/$organizationId/$projectId/events'
| '/$organizationId/$projectId/integrations'
@@ -1029,6 +1098,9 @@ export interface FileRouteTypes {
| '/$organizationId/members/members'
| '/$organizationId/account/'
| '/$organizationId/members/'
+ | '/$organizationId/$projectId/ai/generations'
+ | '/$organizationId/$projectId/ai/traces'
+ | '/$organizationId/$projectId/ai/traces/$traceId'
| '/$organizationId/$projectId/cohorts/$cohortId'
| '/$organizationId/$projectId/events/conversions'
| '/$organizationId/$projectId/events/events'
@@ -1042,6 +1114,7 @@ export interface FileRouteTypes {
| '/$organizationId/$projectId/profiles/anonymous'
| '/$organizationId/$projectId/profiles/identified'
| '/$organizationId/$projectId/profiles/power-users'
+ | '/$organizationId/$projectId/settings/ai'
| '/$organizationId/$projectId/settings/clients'
| '/$organizationId/$projectId/settings/details'
| '/$organizationId/$projectId/settings/events'
@@ -1050,6 +1123,7 @@ export interface FileRouteTypes {
| '/$organizationId/$projectId/settings/mcp'
| '/$organizationId/$projectId/settings/tracking'
| '/$organizationId/$projectId/settings/widgets'
+ | '/$organizationId/$projectId/ai/'
| '/$organizationId/$projectId/events/'
| '/$organizationId/$projectId/integrations/'
| '/$organizationId/$projectId/notifications/'
@@ -1102,6 +1176,7 @@ export interface FileRouteTypes {
| '/onboarding/$projectId/connect'
| '/onboarding/$projectId/verify'
| '/$organizationId/$projectId'
+ | '/$organizationId/$projectId/ai'
| '/$organizationId/$projectId/dashboards/$dashboardId'
| '/$organizationId/$projectId/events'
| '/$organizationId/$projectId/integrations'
@@ -1114,6 +1189,9 @@ export interface FileRouteTypes {
| '/$organizationId/account/two-factor'
| '/$organizationId/members/invitations'
| '/$organizationId/members/members'
+ | '/$organizationId/$projectId/ai/generations'
+ | '/$organizationId/$projectId/ai/traces'
+ | '/$organizationId/$projectId/ai/traces/$traceId'
| '/$organizationId/$projectId/cohorts/$cohortId'
| '/$organizationId/$projectId/events/conversions'
| '/$organizationId/$projectId/events/events'
@@ -1127,6 +1205,7 @@ export interface FileRouteTypes {
| '/$organizationId/$projectId/profiles/anonymous'
| '/$organizationId/$projectId/profiles/identified'
| '/$organizationId/$projectId/profiles/power-users'
+ | '/$organizationId/$projectId/settings/ai'
| '/$organizationId/$projectId/settings/clients'
| '/$organizationId/$projectId/settings/details'
| '/$organizationId/$projectId/settings/events'
@@ -1187,6 +1266,8 @@ export interface FileRouteTypes {
| '/_steps/onboarding/$projectId/connect'
| '/_steps/onboarding/$projectId/verify'
| '/_app/$organizationId/$projectId/'
+ | '/_app/$organizationId/$projectId/ai'
+ | '/_app/$organizationId/$projectId/ai/_tabs'
| '/_app/$organizationId/$projectId/dashboards_/$dashboardId'
| '/_app/$organizationId/$projectId/events'
| '/_app/$organizationId/$projectId/events/_tabs'
@@ -1206,6 +1287,9 @@ export interface FileRouteTypes {
| '/_app/$organizationId/members/_tabs/members'
| '/_app/$organizationId/account/_tabs/'
| '/_app/$organizationId/members/_tabs/'
+ | '/_app/$organizationId/$projectId/ai/_tabs/generations'
+ | '/_app/$organizationId/$projectId/ai/_tabs/traces'
+ | '/_app/$organizationId/$projectId/ai_/traces/$traceId'
| '/_app/$organizationId/$projectId/cohorts_/$cohortId'
| '/_app/$organizationId/$projectId/cohorts_/$cohortId/_tabs'
| '/_app/$organizationId/$projectId/events/_tabs/conversions'
@@ -1222,6 +1306,7 @@ export interface FileRouteTypes {
| '/_app/$organizationId/$projectId/profiles/_tabs/anonymous'
| '/_app/$organizationId/$projectId/profiles/_tabs/identified'
| '/_app/$organizationId/$projectId/profiles/_tabs/power-users'
+ | '/_app/$organizationId/$projectId/settings/_tabs/ai'
| '/_app/$organizationId/$projectId/settings/_tabs/clients'
| '/_app/$organizationId/$projectId/settings/_tabs/details'
| '/_app/$organizationId/$projectId/settings/_tabs/events'
@@ -1230,6 +1315,7 @@ export interface FileRouteTypes {
| '/_app/$organizationId/$projectId/settings/_tabs/mcp'
| '/_app/$organizationId/$projectId/settings/_tabs/tracking'
| '/_app/$organizationId/$projectId/settings/_tabs/widgets'
+ | '/_app/$organizationId/$projectId/ai/_tabs/'
| '/_app/$organizationId/$projectId/events/_tabs/'
| '/_app/$organizationId/$projectId/integrations/_tabs/'
| '/_app/$organizationId/$projectId/notifications/_tabs/'
@@ -1496,6 +1582,13 @@ declare module '@tanstack/react-router' {
preLoaderRoute: typeof AppOrganizationIdProjectIdEventsRouteImport
parentRoute: typeof AppOrganizationIdProjectIdRoute
}
+ '/_app/$organizationId/$projectId/ai': {
+ id: '/_app/$organizationId/$projectId/ai'
+ path: '/ai'
+ fullPath: '/$organizationId/$projectId/ai'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdRoute
+ }
'/_app/$organizationId/$projectId/': {
id: '/_app/$organizationId/$projectId/'
path: '/'
@@ -1727,6 +1820,13 @@ declare module '@tanstack/react-router' {
preLoaderRoute: typeof AppOrganizationIdProjectIdDashboardsDashboardIdRouteImport
parentRoute: typeof AppOrganizationIdProjectIdRoute
}
+ '/_app/$organizationId/$projectId/ai/_tabs': {
+ id: '/_app/$organizationId/$projectId/ai/_tabs'
+ path: '/ai'
+ fullPath: '/$organizationId/$projectId/ai'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiTabsRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdAiRoute
+ }
'/_app/$organizationId/$projectId/settings/_tabs/': {
id: '/_app/$organizationId/$projectId/settings/_tabs/'
path: '/'
@@ -1762,6 +1862,13 @@ declare module '@tanstack/react-router' {
preLoaderRoute: typeof AppOrganizationIdProjectIdEventsTabsIndexRouteImport
parentRoute: typeof AppOrganizationIdProjectIdEventsTabsRoute
}
+ '/_app/$organizationId/$projectId/ai/_tabs/': {
+ id: '/_app/$organizationId/$projectId/ai/_tabs/'
+ path: '/'
+ fullPath: '/$organizationId/$projectId/ai/'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiTabsIndexRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdAiTabsRoute
+ }
'/_app/$organizationId/$projectId/settings/_tabs/widgets': {
id: '/_app/$organizationId/$projectId/settings/_tabs/widgets'
path: '/widgets'
@@ -1818,6 +1925,13 @@ declare module '@tanstack/react-router' {
preLoaderRoute: typeof AppOrganizationIdProjectIdSettingsTabsClientsRouteImport
parentRoute: typeof AppOrganizationIdProjectIdSettingsTabsRoute
}
+ '/_app/$organizationId/$projectId/settings/_tabs/ai': {
+ id: '/_app/$organizationId/$projectId/settings/_tabs/ai'
+ path: '/ai'
+ fullPath: '/$organizationId/$projectId/settings/ai'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdSettingsTabsAiRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdSettingsTabsRoute
+ }
'/_app/$organizationId/$projectId/profiles/_tabs/power-users': {
id: '/_app/$organizationId/$projectId/profiles/_tabs/power-users'
path: '/power-users'
@@ -1909,6 +2023,27 @@ declare module '@tanstack/react-router' {
preLoaderRoute: typeof AppOrganizationIdProjectIdCohortsCohortIdTabsRouteImport
parentRoute: typeof AppOrganizationIdProjectIdCohortsCohortIdRoute
}
+ '/_app/$organizationId/$projectId/ai_/traces/$traceId': {
+ id: '/_app/$organizationId/$projectId/ai_/traces/$traceId'
+ path: '/ai/traces/$traceId'
+ fullPath: '/$organizationId/$projectId/ai/traces/$traceId'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiTracesTraceIdRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdRoute
+ }
+ '/_app/$organizationId/$projectId/ai/_tabs/traces': {
+ id: '/_app/$organizationId/$projectId/ai/_tabs/traces'
+ path: '/traces'
+ fullPath: '/$organizationId/$projectId/ai/traces'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiTabsTracesRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdAiTabsRoute
+ }
+ '/_app/$organizationId/$projectId/ai/_tabs/generations': {
+ id: '/_app/$organizationId/$projectId/ai/_tabs/generations'
+ path: '/generations'
+ fullPath: '/$organizationId/$projectId/ai/generations'
+ preLoaderRoute: typeof AppOrganizationIdProjectIdAiTabsGenerationsRouteImport
+ parentRoute: typeof AppOrganizationIdProjectIdAiTabsRoute
+ }
'/_app/$organizationId/$projectId/profiles/$profileId/_tabs/': {
id: '/_app/$organizationId/$projectId/profiles/$profileId/_tabs/'
path: '/'
@@ -1975,6 +2110,42 @@ declare module '@tanstack/react-router' {
}
}
+interface AppOrganizationIdProjectIdAiTabsRouteChildren {
+ AppOrganizationIdProjectIdAiTabsGenerationsRoute: typeof AppOrganizationIdProjectIdAiTabsGenerationsRoute
+ AppOrganizationIdProjectIdAiTabsTracesRoute: typeof AppOrganizationIdProjectIdAiTabsTracesRoute
+ AppOrganizationIdProjectIdAiTabsIndexRoute: typeof AppOrganizationIdProjectIdAiTabsIndexRoute
+}
+
+const AppOrganizationIdProjectIdAiTabsRouteChildren: AppOrganizationIdProjectIdAiTabsRouteChildren =
+ {
+ AppOrganizationIdProjectIdAiTabsGenerationsRoute:
+ AppOrganizationIdProjectIdAiTabsGenerationsRoute,
+ AppOrganizationIdProjectIdAiTabsTracesRoute:
+ AppOrganizationIdProjectIdAiTabsTracesRoute,
+ AppOrganizationIdProjectIdAiTabsIndexRoute:
+ AppOrganizationIdProjectIdAiTabsIndexRoute,
+ }
+
+const AppOrganizationIdProjectIdAiTabsRouteWithChildren =
+ AppOrganizationIdProjectIdAiTabsRoute._addFileChildren(
+ AppOrganizationIdProjectIdAiTabsRouteChildren,
+ )
+
+interface AppOrganizationIdProjectIdAiRouteChildren {
+ AppOrganizationIdProjectIdAiTabsRoute: typeof AppOrganizationIdProjectIdAiTabsRouteWithChildren
+}
+
+const AppOrganizationIdProjectIdAiRouteChildren: AppOrganizationIdProjectIdAiRouteChildren =
+ {
+ AppOrganizationIdProjectIdAiTabsRoute:
+ AppOrganizationIdProjectIdAiTabsRouteWithChildren,
+ }
+
+const AppOrganizationIdProjectIdAiRouteWithChildren =
+ AppOrganizationIdProjectIdAiRoute._addFileChildren(
+ AppOrganizationIdProjectIdAiRouteChildren,
+ )
+
interface AppOrganizationIdProjectIdEventsTabsRouteChildren {
AppOrganizationIdProjectIdEventsTabsConversionsRoute: typeof AppOrganizationIdProjectIdEventsTabsConversionsRoute
AppOrganizationIdProjectIdEventsTabsEventsRoute: typeof AppOrganizationIdProjectIdEventsTabsEventsRoute
@@ -2165,6 +2336,7 @@ const AppOrganizationIdProjectIdProfilesRouteWithChildren =
)
interface AppOrganizationIdProjectIdSettingsTabsRouteChildren {
+ AppOrganizationIdProjectIdSettingsTabsAiRoute: typeof AppOrganizationIdProjectIdSettingsTabsAiRoute
AppOrganizationIdProjectIdSettingsTabsClientsRoute: typeof AppOrganizationIdProjectIdSettingsTabsClientsRoute
AppOrganizationIdProjectIdSettingsTabsDetailsRoute: typeof AppOrganizationIdProjectIdSettingsTabsDetailsRoute
AppOrganizationIdProjectIdSettingsTabsEventsRoute: typeof AppOrganizationIdProjectIdSettingsTabsEventsRoute
@@ -2178,6 +2350,8 @@ interface AppOrganizationIdProjectIdSettingsTabsRouteChildren {
const AppOrganizationIdProjectIdSettingsTabsRouteChildren: AppOrganizationIdProjectIdSettingsTabsRouteChildren =
{
+ AppOrganizationIdProjectIdSettingsTabsAiRoute:
+ AppOrganizationIdProjectIdSettingsTabsAiRoute,
AppOrganizationIdProjectIdSettingsTabsClientsRoute:
AppOrganizationIdProjectIdSettingsTabsClientsRoute,
AppOrganizationIdProjectIdSettingsTabsDetailsRoute:
@@ -2303,6 +2477,7 @@ interface AppOrganizationIdProjectIdRouteChildren {
AppOrganizationIdProjectIdSeoRoute: typeof AppOrganizationIdProjectIdSeoRoute
AppOrganizationIdProjectIdSessionsRoute: typeof AppOrganizationIdProjectIdSessionsRoute
AppOrganizationIdProjectIdIndexRoute: typeof AppOrganizationIdProjectIdIndexRoute
+ AppOrganizationIdProjectIdAiRoute: typeof AppOrganizationIdProjectIdAiRouteWithChildren
AppOrganizationIdProjectIdDashboardsDashboardIdRoute: typeof AppOrganizationIdProjectIdDashboardsDashboardIdRoute
AppOrganizationIdProjectIdEventsRoute: typeof AppOrganizationIdProjectIdEventsRouteWithChildren
AppOrganizationIdProjectIdIntegrationsRoute: typeof AppOrganizationIdProjectIdIntegrationsRouteWithChildren
@@ -2311,6 +2486,7 @@ interface AppOrganizationIdProjectIdRouteChildren {
AppOrganizationIdProjectIdReportsReportIdRoute: typeof AppOrganizationIdProjectIdReportsReportIdRoute
AppOrganizationIdProjectIdSessionsSessionIdRoute: typeof AppOrganizationIdProjectIdSessionsSessionIdRoute
AppOrganizationIdProjectIdSettingsRoute: typeof AppOrganizationIdProjectIdSettingsRouteWithChildren
+ AppOrganizationIdProjectIdAiTracesTraceIdRoute: typeof AppOrganizationIdProjectIdAiTracesTraceIdRoute
AppOrganizationIdProjectIdCohortsCohortIdRoute: typeof AppOrganizationIdProjectIdCohortsCohortIdRouteWithChildren
AppOrganizationIdProjectIdGroupsGroupIdRoute: typeof AppOrganizationIdProjectIdGroupsGroupIdRouteWithChildren
}
@@ -2337,6 +2513,8 @@ const AppOrganizationIdProjectIdRouteChildren: AppOrganizationIdProjectIdRouteCh
AppOrganizationIdProjectIdSessionsRoute:
AppOrganizationIdProjectIdSessionsRoute,
AppOrganizationIdProjectIdIndexRoute: AppOrganizationIdProjectIdIndexRoute,
+ AppOrganizationIdProjectIdAiRoute:
+ AppOrganizationIdProjectIdAiRouteWithChildren,
AppOrganizationIdProjectIdDashboardsDashboardIdRoute:
AppOrganizationIdProjectIdDashboardsDashboardIdRoute,
AppOrganizationIdProjectIdEventsRoute:
@@ -2353,6 +2531,8 @@ const AppOrganizationIdProjectIdRouteChildren: AppOrganizationIdProjectIdRouteCh
AppOrganizationIdProjectIdSessionsSessionIdRoute,
AppOrganizationIdProjectIdSettingsRoute:
AppOrganizationIdProjectIdSettingsRouteWithChildren,
+ AppOrganizationIdProjectIdAiTracesTraceIdRoute:
+ AppOrganizationIdProjectIdAiTracesTraceIdRoute,
AppOrganizationIdProjectIdCohortsCohortIdRoute:
AppOrganizationIdProjectIdCohortsCohortIdRouteWithChildren,
AppOrganizationIdProjectIdGroupsGroupIdRoute:
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.generations.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.generations.tsx
new file mode 100644
index 000000000..e072a34f8
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.generations.tsx
@@ -0,0 +1,17 @@
+import { createFileRoute } from '@tanstack/react-router';
+import { AiGenerationsTable } from '@/components/ai/ai-generations-table';
+import { createProjectTitle, PAGE_TITLES } from '@/utils/title';
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/ai/_tabs/generations'
+)({
+ component: Component,
+ head: () => ({
+ meta: [{ title: createProjectTitle(PAGE_TITLES.AI_GENERATIONS) }],
+ }),
+});
+
+function Component() {
+ const { projectId } = Route.useParams();
+ return <AiGenerationsTable projectId={projectId} />;
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.index.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.index.tsx
new file mode 100644
index 000000000..42fc0bfa1
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.index.tsx
@@ -0,0 +1,64 @@
+import { createFileRoute } from '@tanstack/react-router';
+import {
+ AlertTriangleIcon,
+ Building2Icon,
+ CpuIcon,
+ LayersIcon,
+ ServerIcon,
+ UsersIcon,
+} from 'lucide-react';
+import { AiBreakdownWidget } from '@/components/ai/ai-breakdown-widget';
+import { AiMetrics } from '@/components/ai/ai-metrics';
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/ai/_tabs/'
+)({
+ component: Component,
+});
+
+function Component() {
+ const { projectId } = Route.useParams();
+ return (
+ <div className="grid grid-cols-6 gap-4">
+ <AiMetrics projectId={projectId} />
+ <AiBreakdownWidget
+ dimension="model"
+ icon={CpuIcon}
+ projectId={projectId}
+ title="Cost by model"
+ />
+ <AiBreakdownWidget
+ dimension="name"
+ icon={LayersIcon}
+ projectId={projectId}
+ title="Cost by feature"
+ />
+ <AiBreakdownWidget
+ dimension="profile"
+ icon={UsersIcon}
+ projectId={projectId}
+ title="Top users"
+ />
+ <AiBreakdownWidget
+ dimension="group"
+ icon={Building2Icon}
+ projectId={projectId}
+ title="Top groups"
+ />
+ <AiBreakdownWidget
+ dimension="provider"
+ icon={ServerIcon}
+ projectId={projectId}
+ title="Cost by provider"
+ />
+ <AiBreakdownWidget
+ dimension="model"
+ icon={AlertTriangleIcon}
+ measure="errors"
+ projectId={projectId}
+ secondary="generations"
+ title="Errors by model"
+ />
+ </div>
+ );
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.traces.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.traces.tsx
new file mode 100644
index 000000000..b723532d2
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.traces.tsx
@@ -0,0 +1,17 @@
+import { createFileRoute } from '@tanstack/react-router';
+import { AiTracesTable } from '@/components/ai/ai-traces-table';
+import { createProjectTitle, PAGE_TITLES } from '@/utils/title';
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/ai/_tabs/traces'
+)({
+ component: Component,
+ head: () => ({
+ meta: [{ title: createProjectTitle(PAGE_TITLES.AI_TRACES) }],
+ }),
+});
+
+function Component() {
+ const { projectId } = Route.useParams();
+ return <AiTracesTable projectId={projectId} />;
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.tsx
new file mode 100644
index 000000000..7bc79dd62
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.ai._tabs.tsx
@@ -0,0 +1,75 @@
+import { createFileRoute, Outlet, useRouter } from '@tanstack/react-router';
+import { AiBetaBanner } from '@/components/ai/ai-beta-banner';
+import { AiFilters } from '@/components/ai/ai-filters';
+import { OverviewInterval } from '@/components/overview/overview-interval';
+import { OverviewRange } from '@/components/overview/overview-range';
+import { PageHeader } from '@/components/page-header';
+import { Badge } from '@/components/ui/badge';
+import { Tabs, TabsList, TabsTrigger } from '@/components/ui/tabs';
+import { zAiSearch } from '@/hooks/use-ai-filters';
+import { usePageTabs } from '@/hooks/use-page-tabs';
+import { createProjectTitle, PAGE_TITLES } from '@/utils/title';
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/ai/_tabs'
+)({
+ component: Component,
+ validateSearch: zAiSearch,
+ head: () => ({
+ meta: [{ title: createProjectTitle(PAGE_TITLES.AI) }],
+ }),
+});
+
+function Component() {
+ const router = useRouter();
+ const { projectId } = Route.useParams();
+ const { activeTab, tabs } = usePageTabs([
+ { id: 'ai', label: 'Overview' },
+ { id: 'traces', label: 'Traces' },
+ { id: 'generations', label: 'Generations' },
+ ]);
+
+ const handleTabChange = (tabId: string) => {
+ router.navigate({
+ from: Route.fullPath,
+ to: tabId === 'ai' ? '.' : tabId,
+ search: (previous) => previous,
+ });
+ };
+
+ return (
+ <div className="container p-8">
+ <PageHeader
+ description="Every model call your product makes: cost, tokens, latency and errors, tied to the profiles and sessions behind them"
+ title={
+ <span className="row items-center gap-2">
+ AI
+ <Badge variant="outline">Beta</Badge>
+ </span>
+ }
+ />
+ <AiBetaBanner className="mt-4" />
+ <div className="col mt-4 gap-3">
+ <div className="row flex-wrap items-center gap-2">
+ <OverviewRange />
+ <OverviewInterval />
+ </div>
+ <AiFilters projectId={projectId} />
+ </div>
+ <Tabs
+ className="mt-4 mb-6"
+ onValueChange={handleTabChange}
+ value={activeTab}
+ >
+ <TabsList>
+ {tabs.map((tab) => (
+ <TabsTrigger key={tab.id} value={tab.id}>
+ {tab.label}
+ </TabsTrigger>
+ ))}
+ </TabsList>
+ </Tabs>
+ <Outlet />
+ </div>
+ );
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.ai_.traces.$traceId.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.ai_.traces.$traceId.tsx
new file mode 100644
index 000000000..d539c5ec3
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.ai_.traces.$traceId.tsx
@@ -0,0 +1,156 @@
+import { useSuspenseQuery } from '@tanstack/react-query';
+import { createFileRoute } from '@tanstack/react-router';
+import { useState } from 'react';
+import { z } from 'zod';
+import { AiEventDetail } from '@/components/ai/ai-event-detail';
+import {
+ formatCost,
+ formatLatency,
+ formatTokens,
+} from '@/components/ai/ai-format';
+import { AiTraceTree, buildTraceNodes } from '@/components/ai/ai-trace-tree';
+import { ProfileCell } from '@/components/ai/ai-traces-table';
+import FullPageLoadingState from '@/components/full-page-loading-state';
+import { ProjectLink } from '@/components/links';
+import { PageContainer } from '@/components/page-container';
+import { PageHeader } from '@/components/page-header';
+import {
+ Widget,
+ WidgetBody,
+ WidgetHead,
+ WidgetTitle,
+} from '@/components/widget';
+import { useTRPC } from '@/integrations/trpc/react';
+import { formatDateTime } from '@/utils/date';
+import { createProjectTitle, PAGE_TITLES } from '@/utils/title';
+
+const zSearch = z.object({
+ /** ISO time near the trace, so the lookup prunes partitions. */
+ at: z.string().optional(),
+ event: z.string().optional(),
+});
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/ai_/traces/$traceId'
+)({
+ component: Component,
+ validateSearch: zSearch,
+ loaderDeps: ({ search }) => ({ at: search.at }),
+ loader: async ({ context, params, deps }) => {
+ await context.queryClient.prefetchQuery(
+ context.trpc.ai.trace.queryOptions({
+ projectId: params.projectId,
+ traceId: params.traceId,
+ around: deps.at,
+ })
+ );
+ },
+ pendingComponent: FullPageLoadingState,
+ head: () => ({ meta: [{ title: createProjectTitle(PAGE_TITLES.AI_TRACE) }] }),
+});
+
+function Component() {
+ const { projectId, traceId } = Route.useParams();
+ const { at } = Route.useSearch();
+ const trpc = useTRPC();
+ const { data: events } = useSuspenseQuery(
+ trpc.ai.trace.queryOptions({ projectId, traceId, around: at })
+ );
+ const [selectedId, setSelectedId] = useState<string | null>(null);
+ const { nodes, totalMs } = buildTraceNodes(events);
+ const first = nodes[0]?.event;
+ const selected = events.find((event) => event.id === selectedId) ?? first;
+ const totals = events.reduce(
+ (acc, event) => ({
+ cost: acc.cost + event.totalCost,
+ tokens: acc.tokens + event.inputTokens + event.outputTokens,
+ generations: acc.generations + (event.type === 'generation' ? 1 : 0),
+ errors: acc.errors + (event.isError ? 1 : 0),
+ }),
+ { cost: 0, tokens: 0, generations: 0, errors: 0 }
+ );
+ const root = events.find((event) => event.type === 'trace');
+ const name =
+ root?.name ||
+ events.find((event) => event.type === 'generation' && event.name)?.name ||
+ first?.name ||
+ 'Trace';
+
+ return (
+ <PageContainer className="col gap-6">
+ <PageHeader title={name}>
+ <div className="col gap-2 text-sm">
+ <div className="row flex-wrap items-center gap-x-5 gap-y-1">
+ {first && (
+ <ProfileCell
+ deviceId={first.deviceId}
+ profile={first.profile}
+ profileId={first.profileId}
+ />
+ )}
+ {first && (
+ <span className="text-muted-foreground">
+ {formatDateTime(first.createdAt)}
+ </span>
+ )}
+ {first?.sessionId && (
+ <ProjectLink
+ className="text-muted-foreground hover:underline"
+ params={{ sessionId: first.sessionId }}
+ to="/sessions/$sessionId"
+ >
+ Open session
+ </ProjectLink>
+ )}
+ {first?.conversationId && (
+ <ProjectLink
+ className="text-muted-foreground hover:underline"
+ search={{ conversation: first.conversationId }}
+ to="/ai/traces"
+ >
+ Conversation
+ </ProjectLink>
+ )}
+ </div>
+ <div className="row flex-wrap gap-x-5 gap-y-1 font-mono text-xs tabular-nums">
+ <span>{formatLatency(totalMs)}</span>
+ <span>{totals.generations} generations</span>
+ <span>{formatTokens(totals.tokens)} tokens</span>
+ <span>{formatCost(totals.cost)}</span>
+ {totals.errors > 0 && (
+ <span className="text-destructive">{totals.errors} errors</span>
+ )}
+ </div>
+ <span className="font-mono text-2xs text-muted-foreground">
+ {traceId}
+ </span>
+ </div>
+ </PageHeader>
+
+ <div className="grid grid-cols-1 gap-6 xl:grid-cols-[minmax(0,5fr)_minmax(0,7fr)]">
+ <Widget className="w-full self-start">
+ <WidgetHead>
+ <WidgetTitle>Timeline</WidgetTitle>
+ </WidgetHead>
+ <AiTraceTree
+ events={events}
+ onSelect={setSelectedId}
+ selectedId={selected?.id ?? null}
+ />
+ </Widget>
+ <Widget className="w-full self-start">
+ <WidgetHead>
+ <WidgetTitle>
+ {selected?.name || selected?.model || 'Step'}
+ </WidgetTitle>
+ </WidgetHead>
+ <WidgetBody>
+ {selected && (
+ <AiEventDetail event={selected} showTraceLink={false} />
+ )}
+ </WidgetBody>
+ </Widget>
+ </div>
+ </PageContainer>
+ );
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.groups_.$groupId._tabs.index.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.groups_.$groupId._tabs.index.tsx
index 5e55de464..ed804de1b 100644
--- a/apps/start/src/routes/_app.$organizationId.$projectId.groups_.$groupId._tabs.index.tsx
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.groups_.$groupId._tabs.index.tsx
@@ -1,5 +1,6 @@
import { useSuspenseQuery } from '@tanstack/react-query';
import { createFileRoute } from '@tanstack/react-router';
+import { AiUsageWidget } from '@/components/ai/ai-usage-widget';
import FullPageLoadingState from '@/components/full-page-loading-state';
import { GroupMemberGrowth } from '@/components/groups/group-member-growth';
import { OverviewMetricCard } from '@/components/overview/overview-metric-card';
@@ -111,6 +112,13 @@ function Component() {
</div>
</div>
)}
+ <div className="col-span-1 md:col-span-2">
+ <AiUsageWidget
+ className="w-full"
+ entity={{ kind: 'group', groupId }}
+ projectId={projectId}
+ />
+ </div>
<div className="col-span-1 md:col-span-2">
<Widget className="w-full">
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.profiles.$profileId._tabs.index.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.profiles.$profileId._tabs.index.tsx
index 3442f6de0..7e1673acf 100644
--- a/apps/start/src/routes/_app.$organizationId.$projectId.profiles.$profileId._tabs.index.tsx
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.profiles.$profileId._tabs.index.tsx
@@ -1,5 +1,6 @@
import { useSuspenseQuery } from '@tanstack/react-query';
import { createFileRoute } from '@tanstack/react-router';
+import { AiUsageWidget } from '@/components/ai/ai-usage-widget';
import FullPageLoadingState from '@/components/full-page-loading-state';
import { LatestEvents } from '@/components/profiles/latest-events';
import { MostEvents } from '@/components/profiles/most-events';
@@ -113,6 +114,14 @@ function Component() {
) : null}
</div>
+ <div className="col-span-1 md:col-span-2">
+ <AiUsageWidget
+ className="w-full"
+ entity={{ kind: 'profile', profileId }}
+ projectId={projectId}
+ />
+ </div>
+
<div className="col-span-1">
<ProfileActivity data={activity.data} />
</div>
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.reports.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.reports.tsx
index baded27b4..197542807 100644
--- a/apps/start/src/routes/_app.$organizationId.$projectId.reports.tsx
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.reports.tsx
@@ -1,3 +1,4 @@
+import { zReportInput } from '@openpanel/core/modules/report/report.constants';
import { createFileRoute } from '@tanstack/react-router';
import { z } from 'zod';
import ReportEditor from '@/components/report-chart/report-editor';
@@ -18,9 +19,12 @@ export const Route = createFileRoute(
},
validateSearch: z.object({
dashboardId: z.string().optional(),
+ /** A report to open unsaved, from a widget's "Open as report". */
+ draft: zReportInput.extend({ name: z.string() }).optional(),
}),
});
function Component() {
- return <ReportEditor report={null} />;
+ const { draft } = Route.useSearch();
+ return <ReportEditor draft={draft} report={null} />;
}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.sessions_.$sessionId.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.sessions_.$sessionId.tsx
index d70f63e02..0f066c4a7 100644
--- a/apps/start/src/routes/_app.$organizationId.$projectId.sessions_.$sessionId.tsx
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.sessions_.$sessionId.tsx
@@ -2,6 +2,8 @@ import type { IServiceEvent, IServiceSession } from '@openpanel/core';
import { useQuery, useSuspenseQuery } from '@tanstack/react-query';
import { createFileRoute, Link } from '@tanstack/react-router';
import { ZapIcon } from 'lucide-react';
+import { formatCost, formatTokens } from '@/components/ai/ai-format';
+import { AiUsageWidget } from '@/components/ai/ai-usage-widget';
import { EmptyState } from '@/components/empty-state';
import { EventIcon } from '@/components/events/event-icon';
import { useEventDrawer } from '@/components/events/use-event-drawer';
@@ -53,6 +55,20 @@ export const Route = createFileRoute(
pendingComponent: FullPageLoadingState,
});
+/** `model · tokens · cost` from the flat `ai_*` properties an AI event carries. */
+function aiEventSummary(properties: Record<string, unknown>): string {
+ const parts = [
+ properties.ai_name,
+ properties.ai_model,
+ properties.ai_total_tokens
+ ? `${formatTokens(Number(properties.ai_total_tokens))} tokens`
+ : null,
+ properties.ai_cost ? formatCost(Number(properties.ai_cost)) : null,
+ properties.ai_is_error === 'true' ? 'error' : null,
+ ].filter((part): part is string => typeof part === 'string' && part !== '');
+ return parts.join(' · ');
+}
+
function sessionToFakeEvent(session: IServiceSession): IServiceEvent {
return {
...session,
@@ -369,6 +385,12 @@ function Component() {
</Widget>
)}
+ <AiUsageWidget
+ className="w-full"
+ entity={{ kind: 'session', sessionId }}
+ projectId={projectId}
+ />
+
<VisitedRoutes
paths={events
.filter((e) => e.name === 'screen_view' && e.path)
@@ -400,6 +422,11 @@ function Component() {
? event.path
: event.name.replace(/_/g, ' ')}
</span>
+ {event.name.startsWith('ai_') && (
+ <span className="truncate text-muted-foreground text-xs">
+ {aiEventSummary(event.properties)}
+ </span>
+ )}
</div>
<span className="shrink-0 text-muted-foreground text-xs tabular-nums">
{formatDateTime(event.createdAt)}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.ai.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.ai.tsx
new file mode 100644
index 000000000..083cbe06f
--- /dev/null
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.ai.tsx
@@ -0,0 +1,28 @@
+import { useQuery } from '@tanstack/react-query';
+import { createFileRoute } from '@tanstack/react-router';
+import FullPageLoadingState from '@/components/full-page-loading-state';
+import EditProjectAi from '@/components/settings/edit-project-ai';
+import { useAppParams } from '@/hooks/use-app-params';
+import { useTRPC } from '@/integrations/trpc/react';
+
+export const Route = createFileRoute(
+ '/_app/$organizationId/$projectId/settings/_tabs/ai'
+)({
+ component: Component,
+});
+
+function Component() {
+ const { projectId } = useAppParams();
+ const trpc = useTRPC();
+ const query = useQuery(
+ trpc.project.getProjectWithClients.queryOptions({ projectId })
+ );
+
+ if (query.isLoading) {
+ return <FullPageLoadingState />;
+ }
+ if (!query.data) {
+ return <div>Project not found</div>;
+ }
+ return <EditProjectAi project={query.data} />;
+}
diff --git a/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.tsx b/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.tsx
index c2ac9ab80..2e2cd8cd5 100644
--- a/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.tsx
+++ b/apps/start/src/routes/_app.$organizationId.$projectId.settings._tabs.tsx
@@ -47,6 +47,7 @@ function ProjectDashboard() {
{ id: 'widgets', label: 'Widgets' },
{ id: 'imports', label: 'Imports' },
{ id: 'gsc', label: 'Google Search' },
+ { id: 'ai', label: 'AI' },
];
const handleTabChange = (tabId: string) => {
diff --git a/apps/start/src/utils/title.ts b/apps/start/src/utils/title.ts
index c05bac4a6..dc8ce65a0 100644
--- a/apps/start/src/utils/title.ts
+++ b/apps/start/src/utils/title.ts
@@ -72,6 +72,10 @@ export const PAGE_TITLES = {
REALTIME: 'Realtime',
REFERENCES: 'References',
INSIGHTS: 'Insights',
+ AI: 'AI',
+ AI_TRACES: 'AI traces',
+ AI_GENERATIONS: 'AI generations',
+ AI_TRACE: 'AI trace',
// Profiles
PROFILES: 'Profiles',
PROFILE_EVENTS: 'Profile events',
diff --git a/bun.lock b/bun.lock
index 518de9a61..6e859327d 100644
--- a/bun.lock
+++ b/bun.lock
@@ -323,10 +323,12 @@
"@maxmind/geoip2-node": "6.1.0",
"@modelcontextprotocol/sdk": "1.27.1",
"@node-rs/argon2": "2.0.2",
+ "@openpanel/ai": "workspace:*",
"@openpanel/db": "workspace:*",
"@openpanel/email": "workspace:*",
"@openpanel/payments": "workspace:*",
"@openpanel/redis": "workspace:*",
+ "@openpanel/sdk": "workspace:*",
"@openpanel/shared": "workspace:*",
"@oslojs/crypto": "1.0.1",
"@oslojs/encoding": "1.1.0",
@@ -474,6 +476,21 @@
"typescript": "catalog:",
},
},
+ "packages/sdks/ai": {
+ "name": "@openpanel/ai",
+ "version": "0.1.0-local",
+ "dependencies": {
+ "@ai-sdk/provider": "4.0.30",
+ "@openpanel/sdk": "workspace:1.3.2-local",
+ },
+ "devDependencies": {
+ "@openpanel/tsconfig": "workspace:*",
+ "@types/node": "catalog:",
+ "bun-types": "1.4.0",
+ "tsup": "7.3.0",
+ "typescript": "catalog:",
+ },
+ },
"packages/sdks/astro": {
"name": "@openpanel/astro",
"version": "1.4.2-local",
@@ -1237,57 +1254,57 @@
"@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-ELEBe8PsLvvJ6QMr0zLt8ffvOHW/dc1m3CEzNMg7aJUv3bMaoDtw2TXyDAwkYBuroxxuHEwhRTLJSe5sya547g=="],
- "@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+ "@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-FnzU0LyE3ySQk7UntJO4+qIiQgI7KoODnZg5xzXIrFJlKd2P2gwHsHY4927xj9y5PJmJSzULiUCWmv7iWnNa7g=="],
- "@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+ "@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-5OVapq0ClabvKvQ58Bws8+wkLCV+Rxg7tUVbo9xu034Nm536QTII4YzhaFriQ7rMrorfnFKUsArD2lqKbFY4vw=="],
- "@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+ "@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-aiu7K/5JnLj//KOnOfEZ0D90obUkRzDMyqd/wNAUQ34m4YUPVhRZpnqKV9uqDGxT7cToSDnIHsGooyIczu9T+Q=="],
- "@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+ "@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-eccxjlfGw43WYoY9QgB82SgGgDbibcqyDTlk3l3C0jOVHKxrjdc9CTwDUQd0vkvYg5um0OH+GpxYvp39r+IPOg=="],
- "@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+ "@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-ETp87DRWuSt9KdDVkqSoKoLFHYTrkyz2+65fj9nfXsaV3bMhTCjtQfw3y+um88vGRKRiF7erPrh/ZuIdLUIVxQ=="],
- "@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+ "@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-fkFUiS6IUK9WYUO/+22omwetaSNl5/A8giXvQlcinLIjVkxwTLSktbF5f/kJMftM2MJp9+fXqZ5ezS7+SALp4g=="],
- "@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+ "@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-lhoSp5K6bxKRNdXUtHoNc5HhbXVCS8V0iZmDvyWvYq9S5WSfTIHU2UGjcGt7UeS6iEYp9eeymIl5mJBn0yiuxA=="],
- "@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+ "@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-JkUqn44AffGXitVI6/AbQdoYAq0TEullFdqcMY/PCUZ36xJ9ZJRtQabzMA+Vi7r78+25ZIBosLTOKnUXBSi1Kw=="],
- "@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+ "@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-3CRkr9+vCV2XJbjwgzjPtO8T0SZUmRZla+UL1jw+XqHZPkPgZiyWvbDvl9rqAN8Zl7qJF0O/9ycMtjU67HN9/Q=="],
- "@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+ "@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-LneLg3ypEeveBSMuoa0kwMpCGmpu8XQUh+mL8XXwoYZ6Be2qBnVtcDI5azSvh7vioMDhoJFZzp9GWp9IWpYoUg=="],
- "@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+ "@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-caHy++CsD8Bgq2V5CodbJjFPEiDPq8JJmBdeyZ8GWVQMjRD0sU548nNdwPNvKjVpamYYVL40AORekgfIubwHoA=="],
- "@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+ "@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-ppZSSLVpPrwHccvC6nQVZaSHlFsvCQyjnvirnVjbKSHuE5N24Yl8F3UwYUUR1UEPaFObGD2tSvVKbvR+uT1Nrg=="],
- "@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+ "@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-B5x9j0OgjG+v1dF2DkH34lr+7Gmv0kzX6/V0afF41FkPMMqaQ77pH7CrhWeR22aEeHKaeZVtZ6yFwlxOKPVFyg=="],
- "@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+ "@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-MHrZYLeCG8vXblMetWyttkdVRjQlQUb/oMgBNurVEnhj4YWOr4G5lmBfZjHYQHHN0g6yDmCAQRR8MUHldvvRDA=="],
- "@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+ "@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-f3DY++t94uVg141dozDu4CCUkYW+09rWtaWfnb3bqe4w5NqmZd6nPVBm+qbz7WaHZCoqXqHz5p6CM6qv3qnSSQ=="],
- "@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+ "@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-A5xdUoyWJHMMlcSMcPGVLzYzpcY8QP1RtYzX5/bS4dvjBGVxdhuiYyFwp7z74ocV7WDc0n1harxmpq2ePOjI0Q=="],
- "@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+ "@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-grbyMlVCvJSfxFQUndw5mCtWs5LO1gUlwP4CDi4iJBbVpZcqLVT29FxgGuBJGSzyOxotFG4LoO5X+M1350zmPA=="],
"@esbuild/netbsd-arm64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "arm64" }, "sha512-b6pqtrQdigZBwZxAn1UpazEisvwaIDvdbMbmrly7cDTMFnw/+3lVxxCTGOrkPVnsYIosJJXAsILG9XcQS+Yu6w=="],
- "@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+ "@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-13jvrQZJc3P230OhU8xgwUnDeuC/9egsjTkXN49b3GcS5BKvJqZn86aGM8W9pd14Kd+u7HuFBMVtrNGhh6fHEQ=="],
"@esbuild/openbsd-arm64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "arm64" }, "sha512-AFuojMQTxAz75Fo8idVcqoQWEHIXFRbOc1TrVcFSgCZtQfSdc1RXgB3tjOn/krRHENUB4j00bfGjyl2mJrU37A=="],
- "@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+ "@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-ysyOGZuTp6SNKPE11INDUeFVVQFrhcNDVUgSQVDzqsqX38DjhPEPATpid04LCoUr2WXhQTEZ8ct/EgJCUDpyNw=="],
"@esbuild/openharmony-arm64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "arm64" }, "sha512-+KrvYb/C8zA9CU/g0sR6w2RBw7IGc5J2BPnc3dYc5VJxHCSF1yNMxTV5LQ7GuKteQXZtspjFbiuW5/dOj7H4Yw=="],
- "@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+ "@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-Hf+Sad9nVwvtxy4DXCZQqLpgmRTQqyFyhT3bZ4F2XlJCjxGmRFF0Shwn9rzhOYRB61w9VMXUkxlBy56dk9JJiQ=="],
- "@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+ "@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-0P58Sbi0LctOMOQbpEOvOL44Ne0sqbS0XWHMvvrg6NE5jQ1xguCSSw9jQeUk2lfrXYsKDdOe6K+oZiwKPilYPQ=="],
- "@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+ "@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-6YOrWS+sDJDmshdBIQU+Uoyh7pQKrdykdefC1avn76ss5c+RN6gut3LZA4E2cH5xUEp5/cA0+YxRaVtRAb0xBg=="],
- "@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+ "@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-vfkhltrjCAb603XaFhqhAF4LGDi2M4OrCRrFusyQ+iTLQ/o60QQXxc9cZC/FFpihBI9N1Grn6SMKVJ4KP7Fuiw=="],
"@expo/cli": ["@expo/[email protected]", "", { "dependencies": { "@expo/code-signing-certificates": "^0.0.6", "@expo/config": "~57.0.9", "@expo/config-plugins": "~57.0.9", "@expo/devcert": "^1.2.1", "@expo/env": "~2.4.3", "@expo/image-utils": "^0.11.5", "@expo/inline-modules": "^0.1.7", "@expo/json-file": "^11.0.1", "@expo/log-box": "^57.0.4", "@expo/metro": "~56.0.2", "@expo/metro-config": "~57.0.12", "@expo/metro-file-map": "^57.0.2", "@expo/osascript": "^2.7.1", "@expo/package-manager": "^1.13.1", "@expo/plist": "^0.8.1", "@expo/prebuild-config": "^57.0.15", "@expo/require-utils": "^57.0.5", "@expo/router-server": "^57.0.9", "@expo/schema-utils": "^57.0.2", "@expo/spawn-async": "^1.8.0", "@expo/ws-tunnel": "^2.0.0", "@expo/xcpretty": "^4.4.4", "@react-native/dev-middleware": "0.86.3", "accepts": "^1.3.8", "agent-cli-detector": "0.1.7", "arg": "^5.0.2", "bplist-creator": "0.1.0", "bplist-parser": "^0.3.1", "chalk": "^4.0.0", "ci-info": "^3.3.0", "compression": "^1.7.4", "connect": "^3.7.0", "debug": "^4.3.4", "dnssd-advertise": "^1.1.4", "expo-server": "^57.0.3", "fetch-nodeshim": "^0.4.10", "getenv": "^2.0.0", "glob": "^13.0.0", "lan-network": "^0.2.1", "multitars": "^1.0.2", "node-forge": "^1.3.3", "npm-package-arg": "^11.0.0", "ora": "^3.4.0", "picomatch": "^4.0.4", "pretty-format": "^29.7.0", "progress": "^2.0.3", "prompts": "^2.3.2", "resolve-from": "^5.0.0", "sandbox-cli-detector": "^0.2.0", "semver": "^7.6.0", "send": "^0.19.0", "slugify": "^1.3.4", "stacktrace-parser": "^0.1.10", "structured-headers": "^0.4.1", "terminal-link": "^2.1.1", "toqr": "^0.1.1", "wrap-ansi": "^7.0.0", "ws": "^8.12.1", "zod": "^3.25.76" }, "peerDependencies": { "expo": "*", "expo-router": "*", "react-native": "*" }, "optionalPeers": ["expo-router", "react-native"], "bin": { "expo-internal": "main.js" } }, "sha512-MdToR0ZZ1yjfkqbP1jcA7viS9duMPGq/C+qQ/21dtq+en583Ghp+O11BP/wujHa9ZGRtXimzuKPZDpPresVE0g=="],
@@ -1653,6 +1670,8 @@
"@opennextjs/cloudflare": ["@opennextjs/[email protected]", "", { "dependencies": { "@ast-grep/napi": "^0.40.5", "@dotenvx/dotenvx": "1.31.0", "@opennextjs/aws": "3.9.16", "cloudflare": "^4.4.1", "comment-json": "^4.5.1", "enquirer": "^2.4.1", "glob": "^12.0.0", "ts-tqdm": "^0.8.6", "yargs": "^18.0.0" }, "peerDependencies": { "next": "~15.0.8 || ~15.1.12 || ~15.2.9 || ~15.3.9 || ~15.4.11 || ~15.5.10 || ~16.0.11 || ^16.1.5", "wrangler": "^4.65.0" }, "bin": { "opennextjs-cloudflare": "dist/cli/index.js" } }, "sha512-TtmjhXUEpSbnb9kgr7IQtmlQugOeX0cHiLc/e6NYAnmqQVro3yN49WvzaclSGFZod/lJFW7pOJ0NGT6JpqypAw=="],
+ "@openpanel/ai": ["@openpanel/ai@workspace:packages/sdks/ai"],
+
"@openpanel/api": ["@openpanel/api@workspace:apps/api"],
"@openpanel/astro": ["@openpanel/astro@workspace:packages/sdks/astro"],
@@ -3257,7 +3276,7 @@
"bullmq": ["[email protected]", "", { "dependencies": { "cron-parser": "5.10.0", "msgpackr": "2.1.0", "node-abort-controller": "3.1.1", "semver": "7.8.5", "tslib": "2.8.1" }, "peerDependencies": { "bullmq-otel": ">=2.0.0", "ioredis": ">=5.0.0", "pg": ">=8.0.0", "redis": ">=5.0.0" }, "optionalPeers": ["bullmq-otel", "ioredis", "pg", "redis"] }, "sha512-ie2/80FlcAF2pZM6NU90adIPPpvuqlPSqbRRW3t5ktgJMTrXRJ7D0e8gjTXgST4skpJeTitM0GKNUBEgrmBq3A=="],
- "bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
+ "bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*" } }, "sha512-iIKw23BspnQQYd3prITOBxeUsxBHnwzX6YJfGMuNOZzeNcMmVqzIIVGRm1l69ogaPQmb4wB6BN8mA5bE9YuC5Q=="],
"bundle-name": ["[email protected]", "", { "dependencies": { "run-applescript": "^7.0.0" } }, "sha512-tjwM5exMg6BGRI+kNmTntNsvdZS1X8BFYS6tnJ2hdH0kVxM6/eVZ2xy+FqStSWvYmtfFMDLIxurorHwDKfDz5Q=="],
@@ -3313,7 +3332,7 @@
"cheerio-select": ["[email protected]", "", { "dependencies": { "boolbase": "^1.0.0", "css-select": "^5.1.0", "css-what": "^6.1.0", "domelementtype": "^2.3.0", "domhandler": "^5.0.3", "domutils": "^3.0.1" } }, "sha512-9v9kG0LvzrlcungtnJtpGNxY+fzECQKhK4EGJX2vByejiMX84MFNQw4UxPJl3bFbTMw+Dfs37XaIkCwTZfLh4g=="],
- "chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^4.0.1" } }, "sha512-Qgzu8kfBvo+cA4962jnP1KkS6Dop5NS6g7R5LFYJr4b8Ub94PPQXUksCw9PvXoeXPRRddRNC5C1JQUR2SMGtnA=="],
+ "chokidar": ["[email protected]", "", { "dependencies": { "anymatch": "~3.1.2", "braces": "~3.0.2", "glob-parent": "~5.1.2", "is-binary-path": "~2.1.0", "is-glob": "~4.0.1", "normalize-path": "~3.0.0", "readdirp": "~3.6.0" }, "optionalDependencies": { "fsevents": "~2.3.2" } }, "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw=="],
"chownr": ["[email protected]", "", {}, "sha512-+IxzY9BZOQd/XuYPRmrvEVjF/nqj5kgT4kEq7VofrDoM1MxoRjEWkrCC3EtLi59TVawxTAn+orJwFQcrqEN1+g=="],
@@ -3731,7 +3750,7 @@
"esast-util-from-js": ["[email protected]", "", { "dependencies": { "@types/estree-jsx": "^1.0.0", "acorn": "^8.0.0", "esast-util-from-estree": "^2.0.0", "vfile-message": "^4.0.0" } }, "sha512-8Ja+rNJ0Lt56Pcf3TAmpBZjmx8ZcK5Ts4cAzIOjsjevg9oSXJnl6SUQ2EevU8tv3h6ZLWmoKL5H4fgWvdvfETw=="],
- "esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+ "esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.19.11", "@esbuild/android-arm": "0.19.11", "@esbuild/android-arm64": "0.19.11", "@esbuild/android-x64": "0.19.11", "@esbuild/darwin-arm64": "0.19.11", "@esbuild/darwin-x64": "0.19.11", "@esbuild/freebsd-arm64": "0.19.11", "@esbuild/freebsd-x64": "0.19.11", "@esbuild/linux-arm": "0.19.11", "@esbuild/linux-arm64": "0.19.11", "@esbuild/linux-ia32": "0.19.11", "@esbuild/linux-loong64": "0.19.11", "@esbuild/linux-mips64el": "0.19.11", "@esbuild/linux-ppc64": "0.19.11", "@esbuild/linux-riscv64": "0.19.11", "@esbuild/linux-s390x": "0.19.11", "@esbuild/linux-x64": "0.19.11", "@esbuild/netbsd-x64": "0.19.11", "@esbuild/openbsd-x64": "0.19.11", "@esbuild/sunos-x64": "0.19.11", "@esbuild/win32-arm64": "0.19.11", "@esbuild/win32-ia32": "0.19.11", "@esbuild/win32-x64": "0.19.11" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-HJ96Hev2hX/6i5cDVwcqiJBBtuo9+FeIJOtZ9W1kA5M6AMJRHUZlpYZ1/SbEwtO0ioNAW8rUooVpC/WehY2SfA=="],
"escalade": ["[email protected]", "", {}, "sha512-WUj2qlxaQtO4g6Pq5c29GTcWGDyd8itL8zTlipgECz3JesAiiOKotd8JU6otB3PACgG6xkJUyVhboMS+bje/jA=="],
@@ -6059,6 +6078,8 @@
"@dxup/nuxt/@nuxt/kit": ["@nuxt/[email protected]", "", { "dependencies": { "c12": "^3.3.2", "consola": "^3.4.2", "defu": "^6.1.4", "destr": "^2.0.5", "errx": "^0.1.0", "exsolve": "^1.0.8", "ignore": "^7.0.5", "jiti": "^2.6.1", "klona": "^2.0.6", "mlly": "^1.8.0", "ohash": "^2.0.11", "pathe": "^2.0.3", "pkg-types": "^2.3.0", "rc9": "^2.1.2", "scule": "^1.3.0", "semver": "^7.7.3", "tinyglobby": "^0.2.15", "ufo": "^1.6.1", "unctx": "^2.4.1", "untyped": "^2.0.0" } }, "sha512-ZAgYBrPz/yhVgDznBNdQj2vhmOp31haJbO0I0iah/P9atw+OHH7NJLUZ3PK+LOz/0fblKTN1XJVSi8YQ1TQ0KA=="],
+ "@dxup/nuxt/chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^4.0.1" } }, "sha512-Qgzu8kfBvo+cA4962jnP1KkS6Dop5NS6g7R5LFYJr4b8Ub94PPQXUksCw9PvXoeXPRRddRNC5C1JQUR2SMGtnA=="],
+
"@dxup/nuxt/tinyglobby": ["[email protected]", "", { "dependencies": { "fdir": "^6.5.0", "picomatch": "^4.0.4" } }, "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g=="],
"@expo/cli/@expo/config": ["@expo/[email protected]", "", { "dependencies": { "@expo/config-plugins": "~57.0.9", "@expo/config-types": "^57.0.2", "@expo/json-file": "^11.0.1", "@expo/require-utils": "^57.0.5", "deepmerge": "^4.3.1", "getenv": "^2.0.0", "glob": "^13.0.0", "resolve-workspace-root": "^2.0.0", "semver": "^7.6.0", "slugify": "^1.3.4" } }, "sha512-dmzlKraIFxa7wLwV6K7WzI8jp6QZpW6Mc5mGjLimJUFjzh4uQdYaT3m3plEutM5yxBoBEwqzks7l+I/ljCbxAQ=="],
@@ -6283,6 +6304,8 @@
"@nuxt/vite-builder/cssnano": ["[email protected]", "", { "dependencies": { "cssnano-preset-default": "^7.0.17", "lilconfig": "^3.1.3" }, "peerDependencies": { "postcss": "^8.5.13" } }, "sha512-uPR75+5Dk/WJ/YSPR1/YDHdwMM9c5FsaARljfKWgeCKLKOtJ0we21xy/RcCjn53fZnD/f6yYEIZ8pu18+GnbNQ=="],
+ "@nuxt/vite-builder/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"@nuxt/vite-builder/jiti": ["[email protected]", "", { "bin": { "jiti": "lib/jiti-cli.mjs" } }, "sha512-AC/7JofJvZGrrneWNaEnJeOLUx+JlGt7tNa0wZiRPT4MY1wmfKjt2+6O2p2uz2+skll8OZZmJMNqeke7kKbNgQ=="],
"@nuxt/vite-builder/magic-string": ["[email protected]", "", { "dependencies": { "@jridgewell/sourcemap-codec": "^1.5.5" } }, "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ=="],
@@ -6311,11 +6334,19 @@
"@opennextjs/cloudflare/yargs": ["[email protected]", "", { "dependencies": { "cliui": "^9.0.1", "escalade": "^3.1.1", "get-caller-file": "^2.0.5", "string-width": "^8.2.1", "y18n": "^5.0.5", "yargs-parser": "^22.0.0" } }, "sha512-2rAgRKu54VsHkqI0/tYkmluGXHD4KW7yZoycuqDQ15QOTnc2VVfy0nN/1eMhnQLO00A+dwtK20xuCnc1YGeUyg=="],
+ "@openpanel/api/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
+
+ "@openpanel/core/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
+
+ "@openpanel/db/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
+
"@openpanel/nextjs/react": ["[email protected]", "", {}, "sha512-w8nqGImo45dmMIfljjMwOGtbmC/mk4CMYhWIicdSflH91J9TyCyczcPFXJzrZ/ZXcgGRFeP6BU0BEJTw6tZdfQ=="],
"@openpanel/nextjs/react-dom": ["[email protected]", "", { "dependencies": { "scheduler": "^0.26.0" }, "peerDependencies": { "react": "^19.1.1" } }, "sha512-Dlq/5LAZgF0Gaz6yiqZCf6VCcZs1ghAJyrsu84Q/GT0gV+mCxbfmKNoGRKBYMJ8IEdGPqu49YWXD02GCknEDkw=="],
- "@openpanel/web/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*" } }, "sha512-iIKw23BspnQQYd3prITOBxeUsxBHnwzX6YJfGMuNOZzeNcMmVqzIIVGRm1l69ogaPQmb4wB6BN8mA5bE9YuC5Q=="],
+ "@openpanel/release/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
+
+ "@openpanel/seed/bun-types": ["[email protected]", "", { "dependencies": { "@types/node": "*", "undici-types": "*" } }, "sha512-yjrJh5oGX7mMPKGd19YXyIjmEuj4G4zNC30bs7PM9Az7NQ3ndF3j6hbeRdvJTRQEhJ/FYQwW0a2moweEi2hMxQ=="],
"@opentelemetry/core/@opentelemetry/semantic-conventions": ["@opentelemetry/[email protected]", "", {}, "sha512-lp4qAiMTD4sNWW4DbKLBkfiMZ4jbAboJIGOQr5DvciMRI494OapieI9qiODpOt0XBr1LjIDy1xAGAnVs5supTA=="],
@@ -6607,8 +6638,6 @@
"@tanstack/router-plugin/@tanstack/router-utils": ["@tanstack/[email protected]", "", { "dependencies": { "@babel/core": "^7.27.4", "@babel/generator": "^7.27.5", "@babel/parser": "^7.27.5", "@babel/preset-typescript": "^7.27.1", "ansis": "^4.1.0", "diff": "^8.0.2", "pathe": "^2.0.3", "tinyglobby": "^0.2.15" } }, "sha512-8wmYmc8LY0MhgNw1jfwjTdpYgl5CmvvkamoHOUcz4odFiAWOXLhwo3UBOwKihw+6SxJ/M7l9tEcq5PdLUOUi0Q=="],
- "@tanstack/router-plugin/chokidar": ["[email protected]", "", { "dependencies": { "anymatch": "~3.1.2", "braces": "~3.0.2", "glob-parent": "~5.1.2", "is-binary-path": "~2.1.0", "is-glob": "~4.0.1", "normalize-path": "~3.0.0", "readdirp": "~3.6.0" }, "optionalDependencies": { "fsevents": "~2.3.2" } }, "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw=="],
-
"@tanstack/router-plugin/zod": ["[email protected]", "", {}, "sha512-gzUt/qt81nXsFGKIFcC3YnfEAx5NkunCfnDlvuBSSFS02bcXu4Lmea0AFIUwbLWxWPx3d9p8S5QoaujKcNQxcQ=="],
"@tanstack/router-utils/@babel/parser": ["@babel/[email protected]", "", { "dependencies": { "@babel/types": "^7.29.8" }, "bin": "./bin/babel-parser.js" }, "sha512-E8lTAYNB1KW+FH+VGJuZM1ioAx2E6oVlvQFRrf5P8ZZmsiJXYAD9vTFV7yyEURNzgh1dFqMZuO6tUwcARbqFCA=="],
@@ -6765,6 +6794,8 @@
"ast-walker-scope/@babel/parser": ["@babel/[email protected]", "", { "dependencies": { "@babel/types": "^7.29.8" }, "bin": "./bin/babel-parser.js" }, "sha512-E8lTAYNB1KW+FH+VGJuZM1ioAx2E6oVlvQFRrf5P8ZZmsiJXYAD9vTFV7yyEURNzgh1dFqMZuO6tUwcARbqFCA=="],
+ "astro/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"astro/magic-string": ["[email protected]", "", { "dependencies": { "@jridgewell/sourcemap-codec": "^1.5.5" } }, "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ=="],
"astro/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
@@ -6817,8 +6848,6 @@
"cheerio-select/css-what": ["[email protected]", "", {}, "sha512-u/O3vwbptzhMs3L1fQE82ZSLHQQfto5gyZzwteVIEyeaY5Fc7R4dapF/BvRoSYFeqfBk4m0V1Vafq5Pjv25wvA=="],
- "chokidar/readdirp": ["[email protected]", "", {}, "sha512-GDhwkLfywWL2s6vEjyhri+eXmfH6j1L7JE27WhqLeYzoh/A3DBaYGEj2H/HFZCn/kMfim73FXxEJTw06WtxQwg=="],
-
"chrome-launcher/escape-string-regexp": ["[email protected]", "", {}, "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA=="],
"chromium-edge-launcher/escape-string-regexp": ["[email protected]", "", {}, "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA=="],
@@ -6941,6 +6970,8 @@
"fumadocs-mdx/chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^5.0.0" } }, "sha512-TQMmc3w+5AxjpL8iIiwebF73dRDF4fBIieAqGn9RGCWaEVwQ6Fb2cGe31Yns0RRIzii5goJ1Y7xbMwo1TxMplw=="],
+ "fumadocs-mdx/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"fumadocs-mdx/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
"fumadocs-mdx/tinyexec": ["[email protected]", "", {}, "sha512-GCvB3aoys96IuDFBMcTB46JOR6mdMtAToqwiW8JlWhsoh1mhHi/xn9ss/Dg7N555GiJyEt2qzoG/NHCwM6h1EA=="],
@@ -7285,12 +7316,12 @@
"react-email/@babel/parser": ["@babel/[email protected]", "", { "bin": "./bin/babel-parser.js" }, "sha512-EOv5IK8arwh3LI47dz1b0tKUb/1uhHAnHJOrjgtQMIpu1uXd9mlFrJg9IUgGUgZ41Ch0K8REPTYpO7B76b4vJg=="],
+ "react-email/chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^4.0.1" } }, "sha512-Qgzu8kfBvo+cA4962jnP1KkS6Dop5NS6g7R5LFYJr4b8Ub94PPQXUksCw9PvXoeXPRRddRNC5C1JQUR2SMGtnA=="],
+
"react-email/commander": ["[email protected]", "", {}, "sha512-yPVavfyCcRhmorC7rWlkHn15b4wDVgVmBA7kV4QVBsF7kv/9TKJAbAXVTxvTnwP8HHKjRCJDClKbciiYS7p0DQ=="],
"react-email/debounce": ["[email protected]", "", {}, "sha512-xRetU6gL1VJbs85Mc4FoEGSjQxzpdxRyFhe3lmWFyy2EzydIcD4xzUvRJMD+NPDfMwKNhxa3PvsIOU32luIWeA=="],
- "react-email/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.19.11", "@esbuild/android-arm": "0.19.11", "@esbuild/android-arm64": "0.19.11", "@esbuild/android-x64": "0.19.11", "@esbuild/darwin-arm64": "0.19.11", "@esbuild/darwin-x64": "0.19.11", "@esbuild/freebsd-arm64": "0.19.11", "@esbuild/freebsd-x64": "0.19.11", "@esbuild/linux-arm": "0.19.11", "@esbuild/linux-arm64": "0.19.11", "@esbuild/linux-ia32": "0.19.11", "@esbuild/linux-loong64": "0.19.11", "@esbuild/linux-mips64el": "0.19.11", "@esbuild/linux-ppc64": "0.19.11", "@esbuild/linux-riscv64": "0.19.11", "@esbuild/linux-s390x": "0.19.11", "@esbuild/linux-x64": "0.19.11", "@esbuild/netbsd-x64": "0.19.11", "@esbuild/openbsd-x64": "0.19.11", "@esbuild/sunos-x64": "0.19.11", "@esbuild/win32-arm64": "0.19.11", "@esbuild/win32-ia32": "0.19.11", "@esbuild/win32-x64": "0.19.11" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-HJ96Hev2hX/6i5cDVwcqiJBBtuo9+FeIJOtZ9W1kA5M6AMJRHUZlpYZ1/SbEwtO0ioNAW8rUooVpC/WehY2SfA=="],
-
"react-email/glob": ["[email protected]", "", { "dependencies": { "foreground-child": "^3.1.0", "jackspeak": "^2.0.3", "minimatch": "^9.0.1", "minipass": "^5.0.0 || ^6.0.2 || ^7.0.0", "path-scurry": "^1.10.1" }, "bin": { "glob": "dist/cjs/src/bin.js" } }, "sha512-6LFElP3A+i/Q8XQKEvZjkEWEOTgAIALR9AO2rwT8bgPhDd1anmqDJDZ6lLddI4ehxxxR1S5RIqKe1uapMQfYaQ=="],
"react-email/next": ["[email protected]", "", { "dependencies": { "@next/env": "15.0.4", "@swc/counter": "0.1.3", "@swc/helpers": "0.5.13", "busboy": "1.6.0", "caniuse-lite": "^1.0.30001579", "postcss": "8.4.31", "styled-jsx": "5.1.6" }, "optionalDependencies": { "@next/swc-darwin-arm64": "15.0.4", "@next/swc-darwin-x64": "15.0.4", "@next/swc-linux-arm64-gnu": "15.0.4", "@next/swc-linux-arm64-musl": "15.0.4", "@next/swc-linux-x64-gnu": "15.0.4", "@next/swc-linux-x64-musl": "15.0.4", "@next/swc-win32-arm64-msvc": "15.0.4", "@next/swc-win32-x64-msvc": "15.0.4", "sharp": "^0.33.5" }, "peerDependencies": { "@opentelemetry/api": "^1.1.0", "@playwright/test": "^1.41.2", "babel-plugin-react-compiler": "*", "react": "^18.2.0 || 19.0.0-rc-66855b96-20241106 || ^19.0.0", "react-dom": "^18.2.0 || 19.0.0-rc-66855b96-20241106 || ^19.0.0", "sass": "^1.3.0" }, "optionalPeers": ["@opentelemetry/api", "@playwright/test", "babel-plugin-react-compiler", "sass"], "bin": { "next": "dist/bin/next" } }, "sha512-nuy8FH6M1FG0lktGotamQDCXhh5hZ19Vo0ht1AOIQWrYJLP598TIUagKtvJrfJ5AGwB/WmDqkKaKhMpVifvGPA=="],
@@ -7407,10 +7438,6 @@
"topojson-client/commander": ["[email protected]", "", {}, "sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ=="],
- "tsup/chokidar": ["[email protected]", "", { "dependencies": { "anymatch": "~3.1.2", "braces": "~3.0.2", "glob-parent": "~5.1.2", "is-binary-path": "~2.1.0", "is-glob": "~4.0.1", "normalize-path": "~3.0.0", "readdirp": "~3.6.0" }, "optionalDependencies": { "fsevents": "~2.3.2" } }, "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw=="],
-
- "tsup/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.19.11", "@esbuild/android-arm": "0.19.11", "@esbuild/android-arm64": "0.19.11", "@esbuild/android-x64": "0.19.11", "@esbuild/darwin-arm64": "0.19.11", "@esbuild/darwin-x64": "0.19.11", "@esbuild/freebsd-arm64": "0.19.11", "@esbuild/freebsd-x64": "0.19.11", "@esbuild/linux-arm": "0.19.11", "@esbuild/linux-arm64": "0.19.11", "@esbuild/linux-ia32": "0.19.11", "@esbuild/linux-loong64": "0.19.11", "@esbuild/linux-mips64el": "0.19.11", "@esbuild/linux-ppc64": "0.19.11", "@esbuild/linux-riscv64": "0.19.11", "@esbuild/linux-s390x": "0.19.11", "@esbuild/linux-x64": "0.19.11", "@esbuild/netbsd-x64": "0.19.11", "@esbuild/openbsd-x64": "0.19.11", "@esbuild/sunos-x64": "0.19.11", "@esbuild/win32-arm64": "0.19.11", "@esbuild/win32-ia32": "0.19.11", "@esbuild/win32-x64": "0.19.11" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-HJ96Hev2hX/6i5cDVwcqiJBBtuo9+FeIJOtZ9W1kA5M6AMJRHUZlpYZ1/SbEwtO0ioNAW8rUooVpC/WehY2SfA=="],
-
"tsx/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.28.2", "@esbuild/android-arm": "0.28.2", "@esbuild/android-arm64": "0.28.2", "@esbuild/android-x64": "0.28.2", "@esbuild/darwin-arm64": "0.28.2", "@esbuild/darwin-x64": "0.28.2", "@esbuild/freebsd-arm64": "0.28.2", "@esbuild/freebsd-x64": "0.28.2", "@esbuild/linux-arm": "0.28.2", "@esbuild/linux-arm64": "0.28.2", "@esbuild/linux-ia32": "0.28.2", "@esbuild/linux-loong64": "0.28.2", "@esbuild/linux-mips64el": "0.28.2", "@esbuild/linux-ppc64": "0.28.2", "@esbuild/linux-riscv64": "0.28.2", "@esbuild/linux-s390x": "0.28.2", "@esbuild/linux-x64": "0.28.2", "@esbuild/netbsd-arm64": "0.28.2", "@esbuild/netbsd-x64": "0.28.2", "@esbuild/openbsd-arm64": "0.28.2", "@esbuild/openbsd-x64": "0.28.2", "@esbuild/openharmony-arm64": "0.28.2", "@esbuild/sunos-x64": "0.28.2", "@esbuild/win32-arm64": "0.28.2", "@esbuild/win32-ia32": "0.28.2", "@esbuild/win32-x64": "0.28.2" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-HKVLS8dvII+xoKW9kmqxbRKrnWEXfJJr/FZhhJmiqIB0e053QNYFqOBouTMO/k5sID4MvCiUCvv8b9M4h32wIA=="],
"ultracite/commander": ["[email protected]", "", {}, "sha512-H+y0Jo/T1RZ9qPP4Eh1pkcQcLRglraJaSLoyOtHxu6AapkjWVCy2Sit1QQ4x3Dng8qDlSsZEet7g5Pq06MvTgw=="],
@@ -7451,6 +7478,8 @@
"unwasm/magic-string": ["[email protected]", "", { "dependencies": { "@jridgewell/sourcemap-codec": "^1.5.5" } }, "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ=="],
+ "vite/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
"vite/tinyglobby": ["[email protected]", "", { "dependencies": { "fdir": "^6.5.0", "picomatch": "^4.0.4" } }, "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g=="],
@@ -7459,6 +7488,8 @@
"vite-node/vite": ["[email protected]", "", { "dependencies": { "esbuild": "^0.25.0", "fdir": "^6.4.4", "picomatch": "^4.0.2", "postcss": "^8.5.3", "rollup": "^4.34.9", "tinyglobby": "^0.2.13" }, "optionalDependencies": { "fsevents": "~2.3.3" }, "peerDependencies": { "@types/node": "^18.0.0 || ^20.0.0 || >=22.0.0", "jiti": ">=1.21.0", "less": "*", "lightningcss": "^1.21.0", "sass": "*", "sass-embedded": "*", "stylus": "*", "sugarss": "*", "terser": "^5.16.0", "tsx": "^4.8.1", "yaml": "^2.4.2" }, "optionalPeers": ["@types/node", "jiti", "less", "lightningcss", "sass", "sass-embedded", "stylus", "sugarss", "terser", "tsx", "yaml"], "bin": { "vite": "bin/vite.js" } }, "sha512-cZn6NDFE7wdTpINgs++ZJ4N49W2vRp8LCKrn3Ob1kYNtOo21vfDoaV5GzBfLU4MovSAB8uNRm4jgzVQZ+mBzPQ=="],
+ "vite-plugin-checker/chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^4.0.1" } }, "sha512-Qgzu8kfBvo+cA4962jnP1KkS6Dop5NS6g7R5LFYJr4b8Ub94PPQXUksCw9PvXoeXPRRddRNC5C1JQUR2SMGtnA=="],
+
"vite-plugin-checker/npm-run-path": ["[email protected]", "", { "dependencies": { "path-key": "^4.0.0", "unicorn-magic": "^0.3.0" } }, "sha512-9qny7Z9DsQU8Ou39ERsPU4OZQlSTP47ShQzuKZ6PRXpYLtIFgl/DEBYEXKlvcEa+9tHVcK8CF81Y2V72qaZhWA=="],
"vite-plugin-checker/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
@@ -7523,6 +7554,8 @@
"@dxup/nuxt/@nuxt/kit/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-Y7/KDsb8LjooZpwaqGyulO6DQlksgCncchHGk+sZIY4SBvUocMBEFH5Ur1fI4dV+Jvl0w6cjvucaIi40puRioA=="],
+ "@dxup/nuxt/chokidar/readdirp": ["[email protected]", "", {}, "sha512-GDhwkLfywWL2s6vEjyhri+eXmfH6j1L7JE27WhqLeYzoh/A3DBaYGEj2H/HFZCn/kMfim73FXxEJTw06WtxQwg=="],
+
"@dxup/nuxt/tinyglobby/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
"@expo/cli/@expo/config/@expo/config-types": ["@expo/[email protected]", "", {}, "sha512-ewW08OonrcRIsRKIlFvvcmmafE5zemb1ocu3HkNwtVPyRtj2w42pZCAkMIROYpcVBaPnc3mDT9UZDzwXWC3i6g=="],
@@ -7747,6 +7780,52 @@
"@nuxt/vite-builder/cssnano/cssnano-preset-default": ["[email protected]", "", { "dependencies": { "browserslist": "^4.28.2", "css-declaration-sorter": "^7.2.0", "cssnano-utils": "^5.0.3", "postcss-calc": "^10.1.1", "postcss-colormin": "^7.0.10", "postcss-convert-values": "^7.0.12", "postcss-discard-comments": "^7.0.8", "postcss-discard-duplicates": "^7.0.4", "postcss-discard-empty": "^7.0.3", "postcss-discard-overridden": "^7.0.3", "postcss-merge-longhand": "^7.0.7", "postcss-merge-rules": "^7.0.11", "postcss-minify-font-values": "^7.0.3", "postcss-minify-gradients": "^7.0.5", "postcss-minify-params": "^7.0.9", "postcss-minify-selectors": "^7.1.2", "postcss-normalize-charset": "^7.0.3", "postcss-normalize-display-values": "^7.0.3", "postcss-normalize-positions": "^7.0.4", "postcss-normalize-repeat-style": "^7.0.4", "postcss-normalize-string": "^7.0.3", "postcss-normalize-timing-functions": "^7.0.3", "postcss-normalize-unicode": "^7.0.9", "postcss-normalize-url": "^7.0.3", "postcss-normalize-whitespace": "^7.0.3", "postcss-ordered-values": "^7.0.4", "postcss-reduce-initial": "^7.0.9", "postcss-reduce-transforms": "^7.0.3", "postcss-svgo": "^7.1.3", "postcss-unique-selectors": "^7.0.7" }, "peerDependencies": { "postcss": "^8.5.13" } }, "sha512-11qO63A+czwguQFJCaTdICvbaxn0pJzz/XghLlv+OT7WyToDxAMR0Xb3/26/l0y0hQJywwNbj/SLSQlGBHE1OA=="],
+ "@nuxt/vite-builder/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "@nuxt/vite-builder/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
"@nuxt/vite-builder/postcss/nanoid": ["[email protected]", "", { "bin": { "nanoid": "bin/nanoid.cjs" } }, "sha512-DTg4MJbGMWkfi6VZFdNt2/caMbQy4Ou+Op/hJQvGEWcnVfoA1QA+xzRKAzw9jD6+GVOOeYr/mIcuDSdug6F6+w=="],
"@nuxt/vite-builder/vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
@@ -7865,6 +7944,8 @@
"@oxc-resolver/binding-wasm32-wasi/@emnapi/core/@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-c95qOXkHdydNKhscBTebqEC1CVAZpyqOfVfBzQ1qgzyl3gfeldUjIggDbIZgDKsHLgnsM+igH7TJ/eAasaVuMA=="],
+ "@prisma/config/c12/chokidar": ["[email protected]", "", { "dependencies": { "readdirp": "^4.0.1" } }, "sha512-Qgzu8kfBvo+cA4962jnP1KkS6Dop5NS6g7R5LFYJr4b8Ub94PPQXUksCw9PvXoeXPRRddRNC5C1JQUR2SMGtnA=="],
+
"@prisma/config/c12/giget": ["[email protected]", "", { "dependencies": { "citty": "^0.1.6", "consola": "^3.4.0", "defu": "^6.1.4", "node-fetch-native": "^1.6.6", "nypm": "^0.6.0", "pathe": "^2.0.3" }, "bin": { "giget": "dist/cli.mjs" } }, "sha512-L5bGsVkxJbJgdnwyuheIunkGatUF/zssUoxxjACCseZYAVbaqdh9Tsmmlkl8vYan09H7sbvKt4pS8GqKLBrEzA=="],
"@prisma/config/c12/perfect-debounce": ["[email protected]", "", {}, "sha512-xCy9V055GLEqoFaHoC1SoLIaLmWctgCUaBaWxDZ7/Zx4CTyX7cJQLJOok/orfjZAh9kEYpjJa4d0KcJmCbctZA=="],
@@ -8011,6 +8092,8 @@
"@tanstack/directive-functions-plugin/@tanstack/router-utils/tinyglobby": ["[email protected]", "", { "dependencies": { "fdir": "^6.5.0", "picomatch": "^4.0.4" } }, "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g=="],
+ "@tanstack/react-router-devtools/vite/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"@tanstack/react-router-devtools/vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
"@tanstack/react-router-devtools/vite/tinyglobby": ["[email protected]", "", { "dependencies": { "fdir": "^6.5.0", "picomatch": "^4.0.4" } }, "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g=="],
@@ -8019,6 +8102,8 @@
"@tanstack/react-router/@tanstack/react-store/use-sync-external-store": ["[email protected]", "", { "peerDependencies": { "react": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0" } }, "sha512-Pp6GSwGP/NrPIrxVFAIkOQeyw8lFenOHijQWkUTrDvrF4ALqylP2C/KCkeS9dpUM3KvYRQhna5vt7IL95+ZQ9w=="],
+ "@tanstack/router-devtools-core/vite/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.27.7", "@esbuild/android-arm": "0.27.7", "@esbuild/android-arm64": "0.27.7", "@esbuild/android-x64": "0.27.7", "@esbuild/darwin-arm64": "0.27.7", "@esbuild/darwin-x64": "0.27.7", "@esbuild/freebsd-arm64": "0.27.7", "@esbuild/freebsd-x64": "0.27.7", "@esbuild/linux-arm": "0.27.7", "@esbuild/linux-arm64": "0.27.7", "@esbuild/linux-ia32": "0.27.7", "@esbuild/linux-loong64": "0.27.7", "@esbuild/linux-mips64el": "0.27.7", "@esbuild/linux-ppc64": "0.27.7", "@esbuild/linux-riscv64": "0.27.7", "@esbuild/linux-s390x": "0.27.7", "@esbuild/linux-x64": "0.27.7", "@esbuild/netbsd-arm64": "0.27.7", "@esbuild/netbsd-x64": "0.27.7", "@esbuild/openbsd-arm64": "0.27.7", "@esbuild/openbsd-x64": "0.27.7", "@esbuild/openharmony-arm64": "0.27.7", "@esbuild/sunos-x64": "0.27.7", "@esbuild/win32-arm64": "0.27.7", "@esbuild/win32-ia32": "0.27.7", "@esbuild/win32-x64": "0.27.7" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w=="],
+
"@tanstack/router-devtools-core/vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
"@tanstack/router-devtools-core/vite/tinyglobby": ["[email protected]", "", { "dependencies": { "fdir": "^6.5.0", "picomatch": "^4.0.4" } }, "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g=="],
@@ -8107,6 +8192,52 @@
"archiver-utils/glob/path-scurry": ["[email protected]", "", { "dependencies": { "lru-cache": "^10.2.0", "minipass": "^5.0.0 || ^6.0.2 || ^7.0.0" } }, "sha512-Xa4Nw17FS9ApQFJ9umLiJS4orGjm7ZzwUrwamcGQuHSzDyth9boKDaycYdDcZDuqYATXw4HFXgaqWTctW/v1HA=="],
+ "astro/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "astro/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "astro/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "astro/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "astro/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "astro/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "astro/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "astro/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "astro/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "astro/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "astro/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "astro/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "astro/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "astro/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "astro/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "astro/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "astro/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "astro/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "astro/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "astro/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "astro/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "astro/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "astro/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
"astro/sharp/@img/sharp-darwin-arm64": ["@img/[email protected]", "", { "optionalDependencies": { "@img/sharp-libvips-darwin-arm64": "1.2.4" }, "os": "darwin", "cpu": "arm64" }, "sha512-imtQ3WMJXbMY4fxb/Ndp6HBTNVtWCUI0WdobyheGf5+ad6xX8VIDO8u2xE4qc/fr08CKG/7dDseFtn6M6g/r3w=="],
"astro/sharp/@img/sharp-darwin-x64": ["@img/[email protected]", "", { "optionalDependencies": { "@img/sharp-libvips-darwin-x64": "1.2.4" }, "os": "darwin", "cpu": "x64" }, "sha512-YNEFAF/4KQ/PeW0N+r+aVVsoIY0/qxxikF2SWdp+NRkmMB7y9LBZAVqQ4yhGCm/H3H270OSykqmQMKLBhBJDEw=="],
@@ -8267,6 +8398,52 @@
"fumadocs-mdx/chokidar/readdirp": ["[email protected]", "", {}, "sha512-Kko+Y5XQ6fM+Ce3dq3m9YGxnacYZYl9cA1wZjaF3Vbry2L3i1qVg8+CAgNPsXRArPMUMCaOR7oa9Nqntc43JKA=="],
+ "fumadocs-mdx/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "fumadocs-mdx/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
"fumadocs-openapi/chokidar/readdirp": ["[email protected]", "", {}, "sha512-Kko+Y5XQ6fM+Ce3dq3m9YGxnacYZYl9cA1wZjaF3Vbry2L3i1qVg8+CAgNPsXRArPMUMCaOR7oa9Nqntc43JKA=="],
"glob/minimatch/brace-expansion": ["[email protected]", "", { "dependencies": { "balanced-match": "^4.0.2" } }, "sha512-ScQ4IuvIEF1TMlP7Zt+vjJ//9zlPb2SDcxWxM3bk8s6t6GGdJ7KO1dCcTidOPJKePW30LE/2cT7wCyPho9/Wxg=="],
@@ -8721,51 +8898,7 @@
"raw-body/http-errors/statuses": ["[email protected]", "", {}, "sha512-DvEy55V3DB7uknRo+4iOGT5fP1slR8wQohVdknigZPMpMstaKJQWhwiYBACJE3Ul2pTnATihhBYnRhZQHGBiRw=="],
- "react-email/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-FnzU0LyE3ySQk7UntJO4+qIiQgI7KoODnZg5xzXIrFJlKd2P2gwHsHY4927xj9y5PJmJSzULiUCWmv7iWnNa7g=="],
-
- "react-email/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-5OVapq0ClabvKvQ58Bws8+wkLCV+Rxg7tUVbo9xu034Nm536QTII4YzhaFriQ7rMrorfnFKUsArD2lqKbFY4vw=="],
-
- "react-email/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-aiu7K/5JnLj//KOnOfEZ0D90obUkRzDMyqd/wNAUQ34m4YUPVhRZpnqKV9uqDGxT7cToSDnIHsGooyIczu9T+Q=="],
-
- "react-email/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-eccxjlfGw43WYoY9QgB82SgGgDbibcqyDTlk3l3C0jOVHKxrjdc9CTwDUQd0vkvYg5um0OH+GpxYvp39r+IPOg=="],
-
- "react-email/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-ETp87DRWuSt9KdDVkqSoKoLFHYTrkyz2+65fj9nfXsaV3bMhTCjtQfw3y+um88vGRKRiF7erPrh/ZuIdLUIVxQ=="],
-
- "react-email/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-fkFUiS6IUK9WYUO/+22omwetaSNl5/A8giXvQlcinLIjVkxwTLSktbF5f/kJMftM2MJp9+fXqZ5ezS7+SALp4g=="],
-
- "react-email/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-lhoSp5K6bxKRNdXUtHoNc5HhbXVCS8V0iZmDvyWvYq9S5WSfTIHU2UGjcGt7UeS6iEYp9eeymIl5mJBn0yiuxA=="],
-
- "react-email/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-JkUqn44AffGXitVI6/AbQdoYAq0TEullFdqcMY/PCUZ36xJ9ZJRtQabzMA+Vi7r78+25ZIBosLTOKnUXBSi1Kw=="],
-
- "react-email/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-3CRkr9+vCV2XJbjwgzjPtO8T0SZUmRZla+UL1jw+XqHZPkPgZiyWvbDvl9rqAN8Zl7qJF0O/9ycMtjU67HN9/Q=="],
-
- "react-email/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-LneLg3ypEeveBSMuoa0kwMpCGmpu8XQUh+mL8XXwoYZ6Be2qBnVtcDI5azSvh7vioMDhoJFZzp9GWp9IWpYoUg=="],
-
- "react-email/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-caHy++CsD8Bgq2V5CodbJjFPEiDPq8JJmBdeyZ8GWVQMjRD0sU548nNdwPNvKjVpamYYVL40AORekgfIubwHoA=="],
-
- "react-email/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-ppZSSLVpPrwHccvC6nQVZaSHlFsvCQyjnvirnVjbKSHuE5N24Yl8F3UwYUUR1UEPaFObGD2tSvVKbvR+uT1Nrg=="],
-
- "react-email/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-B5x9j0OgjG+v1dF2DkH34lr+7Gmv0kzX6/V0afF41FkPMMqaQ77pH7CrhWeR22aEeHKaeZVtZ6yFwlxOKPVFyg=="],
-
- "react-email/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-MHrZYLeCG8vXblMetWyttkdVRjQlQUb/oMgBNurVEnhj4YWOr4G5lmBfZjHYQHHN0g6yDmCAQRR8MUHldvvRDA=="],
-
- "react-email/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-f3DY++t94uVg141dozDu4CCUkYW+09rWtaWfnb3bqe4w5NqmZd6nPVBm+qbz7WaHZCoqXqHz5p6CM6qv3qnSSQ=="],
-
- "react-email/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-A5xdUoyWJHMMlcSMcPGVLzYzpcY8QP1RtYzX5/bS4dvjBGVxdhuiYyFwp7z74ocV7WDc0n1harxmpq2ePOjI0Q=="],
-
- "react-email/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-grbyMlVCvJSfxFQUndw5mCtWs5LO1gUlwP4CDi4iJBbVpZcqLVT29FxgGuBJGSzyOxotFG4LoO5X+M1350zmPA=="],
-
- "react-email/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-13jvrQZJc3P230OhU8xgwUnDeuC/9egsjTkXN49b3GcS5BKvJqZn86aGM8W9pd14Kd+u7HuFBMVtrNGhh6fHEQ=="],
-
- "react-email/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-ysyOGZuTp6SNKPE11INDUeFVVQFrhcNDVUgSQVDzqsqX38DjhPEPATpid04LCoUr2WXhQTEZ8ct/EgJCUDpyNw=="],
-
- "react-email/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-Hf+Sad9nVwvtxy4DXCZQqLpgmRTQqyFyhT3bZ4F2XlJCjxGmRFF0Shwn9rzhOYRB61w9VMXUkxlBy56dk9JJiQ=="],
-
- "react-email/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-0P58Sbi0LctOMOQbpEOvOL44Ne0sqbS0XWHMvvrg6NE5jQ1xguCSSw9jQeUk2lfrXYsKDdOe6K+oZiwKPilYPQ=="],
-
- "react-email/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-6YOrWS+sDJDmshdBIQU+Uoyh7pQKrdykdefC1avn76ss5c+RN6gut3LZA4E2cH5xUEp5/cA0+YxRaVtRAb0xBg=="],
-
- "react-email/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-vfkhltrjCAb603XaFhqhAF4LGDi2M4OrCRrFusyQ+iTLQ/o60QQXxc9cZC/FFpihBI9N1Grn6SMKVJ4KP7Fuiw=="],
+ "react-email/chokidar/readdirp": ["[email protected]", "", {}, "sha512-GDhwkLfywWL2s6vEjyhri+eXmfH6j1L7JE27WhqLeYzoh/A3DBaYGEj2H/HFZCn/kMfim73FXxEJTw06WtxQwg=="],
"react-email/glob/minimatch": ["[email protected]", "", { "dependencies": { "brace-expansion": "^2.0.2" } }, "sha512-OBwBN9AL4dqmETlpS2zasx+vTeWclWzkblfZk7KTA5j3jeOONz/tRCnZomUyvNg83wL5Zv9Ss6HMJXAgL8R2Yg=="],
@@ -8833,52 +8966,6 @@
"through2/readable-stream/string_decoder": ["[email protected]", "", { "dependencies": { "safe-buffer": "~5.1.0" } }, "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg=="],
- "tsup/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-FnzU0LyE3ySQk7UntJO4+qIiQgI7KoODnZg5xzXIrFJlKd2P2gwHsHY4927xj9y5PJmJSzULiUCWmv7iWnNa7g=="],
-
- "tsup/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-5OVapq0ClabvKvQ58Bws8+wkLCV+Rxg7tUVbo9xu034Nm536QTII4YzhaFriQ7rMrorfnFKUsArD2lqKbFY4vw=="],
-
- "tsup/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-aiu7K/5JnLj//KOnOfEZ0D90obUkRzDMyqd/wNAUQ34m4YUPVhRZpnqKV9uqDGxT7cToSDnIHsGooyIczu9T+Q=="],
-
- "tsup/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-eccxjlfGw43WYoY9QgB82SgGgDbibcqyDTlk3l3C0jOVHKxrjdc9CTwDUQd0vkvYg5um0OH+GpxYvp39r+IPOg=="],
-
- "tsup/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-ETp87DRWuSt9KdDVkqSoKoLFHYTrkyz2+65fj9nfXsaV3bMhTCjtQfw3y+um88vGRKRiF7erPrh/ZuIdLUIVxQ=="],
-
- "tsup/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-fkFUiS6IUK9WYUO/+22omwetaSNl5/A8giXvQlcinLIjVkxwTLSktbF5f/kJMftM2MJp9+fXqZ5ezS7+SALp4g=="],
-
- "tsup/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-lhoSp5K6bxKRNdXUtHoNc5HhbXVCS8V0iZmDvyWvYq9S5WSfTIHU2UGjcGt7UeS6iEYp9eeymIl5mJBn0yiuxA=="],
-
- "tsup/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-JkUqn44AffGXitVI6/AbQdoYAq0TEullFdqcMY/PCUZ36xJ9ZJRtQabzMA+Vi7r78+25ZIBosLTOKnUXBSi1Kw=="],
-
- "tsup/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-3CRkr9+vCV2XJbjwgzjPtO8T0SZUmRZla+UL1jw+XqHZPkPgZiyWvbDvl9rqAN8Zl7qJF0O/9ycMtjU67HN9/Q=="],
-
- "tsup/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-LneLg3ypEeveBSMuoa0kwMpCGmpu8XQUh+mL8XXwoYZ6Be2qBnVtcDI5azSvh7vioMDhoJFZzp9GWp9IWpYoUg=="],
-
- "tsup/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-caHy++CsD8Bgq2V5CodbJjFPEiDPq8JJmBdeyZ8GWVQMjRD0sU548nNdwPNvKjVpamYYVL40AORekgfIubwHoA=="],
-
- "tsup/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-ppZSSLVpPrwHccvC6nQVZaSHlFsvCQyjnvirnVjbKSHuE5N24Yl8F3UwYUUR1UEPaFObGD2tSvVKbvR+uT1Nrg=="],
-
- "tsup/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-B5x9j0OgjG+v1dF2DkH34lr+7Gmv0kzX6/V0afF41FkPMMqaQ77pH7CrhWeR22aEeHKaeZVtZ6yFwlxOKPVFyg=="],
-
- "tsup/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-MHrZYLeCG8vXblMetWyttkdVRjQlQUb/oMgBNurVEnhj4YWOr4G5lmBfZjHYQHHN0g6yDmCAQRR8MUHldvvRDA=="],
-
- "tsup/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-f3DY++t94uVg141dozDu4CCUkYW+09rWtaWfnb3bqe4w5NqmZd6nPVBm+qbz7WaHZCoqXqHz5p6CM6qv3qnSSQ=="],
-
- "tsup/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-A5xdUoyWJHMMlcSMcPGVLzYzpcY8QP1RtYzX5/bS4dvjBGVxdhuiYyFwp7z74ocV7WDc0n1harxmpq2ePOjI0Q=="],
-
- "tsup/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-grbyMlVCvJSfxFQUndw5mCtWs5LO1gUlwP4CDi4iJBbVpZcqLVT29FxgGuBJGSzyOxotFG4LoO5X+M1350zmPA=="],
-
- "tsup/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-13jvrQZJc3P230OhU8xgwUnDeuC/9egsjTkXN49b3GcS5BKvJqZn86aGM8W9pd14Kd+u7HuFBMVtrNGhh6fHEQ=="],
-
- "tsup/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-ysyOGZuTp6SNKPE11INDUeFVVQFrhcNDVUgSQVDzqsqX38DjhPEPATpid04LCoUr2WXhQTEZ8ct/EgJCUDpyNw=="],
-
- "tsup/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-Hf+Sad9nVwvtxy4DXCZQqLpgmRTQqyFyhT3bZ4F2XlJCjxGmRFF0Shwn9rzhOYRB61w9VMXUkxlBy56dk9JJiQ=="],
-
- "tsup/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-0P58Sbi0LctOMOQbpEOvOL44Ne0sqbS0XWHMvvrg6NE5jQ1xguCSSw9jQeUk2lfrXYsKDdOe6K+oZiwKPilYPQ=="],
-
- "tsup/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-6YOrWS+sDJDmshdBIQU+Uoyh7pQKrdykdefC1avn76ss5c+RN6gut3LZA4E2cH5xUEp5/cA0+YxRaVtRAb0xBg=="],
-
- "tsup/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-vfkhltrjCAb603XaFhqhAF4LGDi2M4OrCRrFusyQ+iTLQ/o60QQXxc9cZC/FFpihBI9N1Grn6SMKVJ4KP7Fuiw=="],
-
"tsx/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-XExcO+dvLKvVtNTibSTBej1NCAbaGhWn9Ww1ZPx80qsahhPFe/8jgWP0IchNe0F3HwkU7n8ejhH8bjonqht8mQ=="],
"tsx/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-kXXoiPVVGQcnIYGOeaovwOURpniDBpSq4A03qkQ+BMQqtGG6HYap3xne9C1O1yo4TR3qxlCX5IqqmX6fFo2Lqg=="],
@@ -8991,12 +9078,60 @@
"vite-node/vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
+ "vite-plugin-checker/chokidar/readdirp": ["[email protected]", "", {}, "sha512-GDhwkLfywWL2s6vEjyhri+eXmfH6j1L7JE27WhqLeYzoh/A3DBaYGEj2H/HFZCn/kMfim73FXxEJTw06WtxQwg=="],
+
"vite-plugin-checker/npm-run-path/path-key": ["[email protected]", "", {}, "sha512-haREypq7xkM7ErfgIyA0z+Bj4AGKlMSdlQE2jvJo6huWD1EdkKYV+G/T4nq0YEF2vgTT8kqMFKo1uHn950r4SQ=="],
"vite-plugin-checker/npm-run-path/unicorn-magic": ["[email protected]", "", {}, "sha512-+QBBXBCvifc56fsbuxZQ6Sic3wqqc3WWaqxs58gvJrcOuN83HGTCwz3oS5phzU9LthRNE9VrJCFCLUgHeeFnfA=="],
"vite-plugin-inspect/open/define-lazy-prop": ["[email protected]", "", {}, "sha512-N+MeXYoqr3pOgn8xfyRPREN7gHakLYjhsHhWGT3fWAiL4IkAt0iDw14QiiEm2bE30c5XX5q0FtAA3CK5f9/BUg=="],
+ "vite/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "vite/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "vite/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "vite/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "vite/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "vite/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "vite/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "vite/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "vite/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "vite/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "vite/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "vite/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "vite/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "vite/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "vite/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "vite/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "vite/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "vite/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "vite/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "vite/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "vite/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "vite/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "vite/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
"vitest/vite/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.25.10", "@esbuild/android-arm": "0.25.10", "@esbuild/android-arm64": "0.25.10", "@esbuild/android-x64": "0.25.10", "@esbuild/darwin-arm64": "0.25.10", "@esbuild/darwin-x64": "0.25.10", "@esbuild/freebsd-arm64": "0.25.10", "@esbuild/freebsd-x64": "0.25.10", "@esbuild/linux-arm": "0.25.10", "@esbuild/linux-arm64": "0.25.10", "@esbuild/linux-ia32": "0.25.10", "@esbuild/linux-loong64": "0.25.10", "@esbuild/linux-mips64el": "0.25.10", "@esbuild/linux-ppc64": "0.25.10", "@esbuild/linux-riscv64": "0.25.10", "@esbuild/linux-s390x": "0.25.10", "@esbuild/linux-x64": "0.25.10", "@esbuild/netbsd-arm64": "0.25.10", "@esbuild/netbsd-x64": "0.25.10", "@esbuild/openbsd-arm64": "0.25.10", "@esbuild/openbsd-x64": "0.25.10", "@esbuild/openharmony-arm64": "0.25.10", "@esbuild/sunos-x64": "0.25.10", "@esbuild/win32-arm64": "0.25.10", "@esbuild/win32-ia32": "0.25.10", "@esbuild/win32-x64": "0.25.10" }, "bin": "bin/esbuild" }, "sha512-9RiGKvCwaqxO2owP61uQ4BgNborAQskMR6QusfWzQqv7AZOg5oGehdY2pRJMTKuwxd1IDBP4rSbI5lHzU7SMsQ=="],
"vitest/vite/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
@@ -9325,6 +9460,8 @@
"@opennextjs/cloudflare/yargs/string-width/strip-ansi": ["[email protected]", "", { "dependencies": { "ansi-regex": "^6.2.2" } }, "sha512-yDPMNjp4WyfYBkHnjIRLfca1i6KMyGCtsVgoKe/z1+6vukgaENdgGBZt+ZmKPc4gavvEZ5OgHfHdrazhgNyG7w=="],
+ "@prisma/config/c12/chokidar/readdirp": ["[email protected]", "", {}, "sha512-GDhwkLfywWL2s6vEjyhri+eXmfH6j1L7JE27WhqLeYzoh/A3DBaYGEj2H/HFZCn/kMfim73FXxEJTw06WtxQwg=="],
+
"@react-native-community/cli-config/cosmiconfig/import-fresh/resolve-from": ["[email protected]", "", {}, "sha512-GnlH6vxLymXJNMBo7XP1fJIzBFbdYt49CuTwmB/6N53t+kMPRMFKz783LlQ4tv28XoQfMWinAJX6WCGf2IlaIw=="],
"@react-native-community/cli-config/cosmiconfig/js-yaml/argparse": ["[email protected]", "", { "dependencies": { "sprintf-js": "~1.0.2" } }, "sha512-o5Roy6tNG4SL/FOkCAN6RzjiakZS25RLYFrcMttJqbdd8BWrnA+fGz57iN5Pb06pvBGvl5gQ0B48dJlslXvoTg=="],
@@ -9391,6 +9528,98 @@
"@tanstack/directive-functions-plugin/@tanstack/router-utils/tinyglobby/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "@tanstack/react-router-devtools/vite/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/aix-ppc64": ["@esbuild/[email protected]", "", { "os": "aix", "cpu": "ppc64" }, "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/android-arm": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm" }, "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/android-arm64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "arm64" }, "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/android-x64": ["@esbuild/[email protected]", "", { "os": "android", "cpu": "x64" }, "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/darwin-arm64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "arm64" }, "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/darwin-x64": ["@esbuild/[email protected]", "", { "os": "darwin", "cpu": "x64" }, "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/freebsd-arm64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/freebsd-x64": ["@esbuild/[email protected]", "", { "os": "freebsd", "cpu": "x64" }, "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-arm": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm" }, "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-arm64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "arm64" }, "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-ia32": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ia32" }, "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-loong64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-mips64el": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-ppc64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "ppc64" }, "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-riscv64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "none" }, "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-s390x": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "s390x" }, "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/linux-x64": ["@esbuild/[email protected]", "", { "os": "linux", "cpu": "x64" }, "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/netbsd-x64": ["@esbuild/[email protected]", "", { "os": "none", "cpu": "x64" }, "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/openbsd-x64": ["@esbuild/[email protected]", "", { "os": "openbsd", "cpu": "x64" }, "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/sunos-x64": ["@esbuild/[email protected]", "", { "os": "sunos", "cpu": "x64" }, "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/win32-arm64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "arm64" }, "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/win32-ia32": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "ia32" }, "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw=="],
+
+ "@tanstack/router-devtools-core/vite/esbuild/@esbuild/win32-x64": ["@esbuild/[email protected]", "", { "os": "win32", "cpu": "x64" }, "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg=="],
+
"@tanstack/router-generator/@tanstack/router-utils/@babel/core/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],
"@tanstack/router-generator/@tanstack/router-utils/tinyglobby/picomatch": ["[email protected]", "", {}, "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA=="],
diff --git a/packages/core/package.json b/packages/core/package.json
index 01205ac00..5c6b31f98 100644
--- a/packages/core/package.json
+++ b/packages/core/package.json
@@ -15,6 +15,7 @@
"gen:asns": "bun scripts/get-datacenter-asns.ts",
"gen:bots": "bun scripts/get-bots.ts && biome format --write ./src/modules/ingest/src/bots/bots.ts",
"gen:referrers": "bun scripts/get-referrers.ts && biome format --write ./src/shared/referrers/index.ts",
+ "gen:llm-prices": "bun scripts/get-llm-prices.ts",
"with-env": "dotenv -e ../../.env -c --"
},
"dependencies": {
@@ -32,10 +33,12 @@
"@maxmind/geoip2-node": "6.1.0",
"@modelcontextprotocol/sdk": "1.27.1",
"@node-rs/argon2": "2.0.2",
+ "@openpanel/ai": "workspace:*",
"@openpanel/db": "workspace:*",
"@openpanel/email": "workspace:*",
"@openpanel/payments": "workspace:*",
"@openpanel/redis": "workspace:*",
+ "@openpanel/sdk": "workspace:*",
"@openpanel/shared": "workspace:*",
"@oslojs/crypto": "1.0.1",
"@oslojs/encoding": "1.1.0",
diff --git a/packages/core/scripts/get-llm-prices.ts b/packages/core/scripts/get-llm-prices.ts
new file mode 100644
index 000000000..cc65003a5
--- /dev/null
+++ b/packages/core/scripts/get-llm-prices.ts
@@ -0,0 +1,118 @@
+// Regenerates src/modules/ai/src/pricing/llm-prices.json from LiteLLM's
+// catalog (MIT, updated several times a day). Only the fields the cost engine
+// reads are kept, so the vendored file stays a few hundred KB.
+//
+// bun run --filter @openpanel/core gen:llm-prices
+
+import path from 'node:path';
+import { z } from 'zod';
+
+const SOURCE_URL =
+ 'https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json';
+const OUTPUT_PATH = path.join(
+ import.meta.dir,
+ '../src/modules/ai/src/pricing/llm-prices.json'
+);
+/** Modes that bill per token and that an `ai_generation` / `ai_embedding` can describe. */
+const TOKEN_BILLED_MODES = new Set([
+ 'chat',
+ 'completion',
+ 'responses',
+ 'embedding',
+]);
+
+const zSourceEntry = z.object({
+ mode: z.string().optional(),
+ litellm_provider: z.string().optional(),
+ input_cost_per_token: z.number().optional(),
+ output_cost_per_token: z.number().optional(),
+ cache_read_input_token_cost: z.number().optional(),
+ cache_creation_input_token_cost: z.number().optional(),
+ cache_creation_input_token_cost_above_1hr: z.number().optional(),
+ output_cost_per_reasoning_token: z.number().optional(),
+ deprecation_date: z.string().optional(),
+});
+
+export interface LlmPriceEntry {
+ provider: string;
+ mode: 'chat' | 'embedding';
+ /** USD per token. */
+ input: number;
+ output: number;
+ cacheRead?: number;
+ cacheWrite?: number;
+ cacheWrite1h?: number;
+ reasoning?: number;
+}
+
+export interface LlmPriceCatalog {
+ source: string;
+ generatedAt: string;
+ models: Record<string, LlmPriceEntry>;
+}
+
+function toEntry(raw: unknown): LlmPriceEntry | null {
+ const parsed = zSourceEntry.safeParse(raw);
+ if (!parsed.success) {
+ return null;
+ }
+ const entry = parsed.data;
+ if (!(entry.mode && TOKEN_BILLED_MODES.has(entry.mode))) {
+ return null;
+ }
+ if (entry.input_cost_per_token === undefined) {
+ return null;
+ }
+ return {
+ provider: entry.litellm_provider ?? 'unknown',
+ mode: entry.mode === 'embedding' ? 'embedding' : 'chat',
+ input: entry.input_cost_per_token,
+ output: entry.output_cost_per_token ?? 0,
+ ...(entry.cache_read_input_token_cost !== undefined && {
+ cacheRead: entry.cache_read_input_token_cost,
+ }),
+ ...(entry.cache_creation_input_token_cost !== undefined && {
+ cacheWrite: entry.cache_creation_input_token_cost,
+ }),
+ ...(entry.cache_creation_input_token_cost_above_1hr !== undefined && {
+ cacheWrite1h: entry.cache_creation_input_token_cost_above_1hr,
+ }),
+ ...(entry.output_cost_per_reasoning_token !== undefined && {
+ reasoning: entry.output_cost_per_reasoning_token,
+ }),
+ };
+}
+
+export function buildCatalog(
+ source: Record<string, unknown>,
+ generatedAt: Date
+): LlmPriceCatalog {
+ const models: Record<string, LlmPriceEntry> = {};
+ for (const key of Object.keys(source).sort()) {
+ if (key === 'sample_spec') {
+ continue;
+ }
+ const entry = toEntry(source[key]);
+ if (entry) {
+ models[key.toLowerCase()] = entry;
+ }
+ }
+ return {
+ source: SOURCE_URL,
+ generatedAt: generatedAt.toISOString(),
+ models,
+ };
+}
+
+if (import.meta.main) {
+ const response = await fetch(SOURCE_URL);
+ if (!response.ok) {
+ throw new Error(`Fetching ${SOURCE_URL} failed with ${response.status}`);
+ }
+ const source = (await response.json()) as Record<string, unknown>;
+ const catalog = buildCatalog(source, new Date());
+ await Bun.write(OUTPUT_PATH, `${JSON.stringify(catalog, null, 2)}\n`);
+ console.log(
+ `Wrote ${Object.keys(catalog.models).length} priced models to ${OUTPUT_PATH}`
+ );
+}
diff --git a/packages/core/src/buffers/ai-event-buffer.ts b/packages/core/src/buffers/ai-event-buffer.ts
new file mode 100644
index 000000000..c7061b556
--- /dev/null
+++ b/packages/core/src/buffers/ai-event-buffer.ts
@@ -0,0 +1,81 @@
+// Redis list → ClickHouse `ai_events`. One row per AI event, written after
+// its `events` row; a plain passthrough buffer with no merge step.
+
+import { getRedisCache, type Redis } from '@openpanel/redis';
+import type { IClickhouseAiEvent } from '../modules/ai/ai.service';
+import { TABLE_NAMES } from '../shared/ch-tables';
+import { BaseBuffer, type BufferDeps } from './base-buffer';
+
+const DEFAULT_BATCH_SIZE = 1000;
+const DEFAULT_CHUNK_SIZE = 500;
+
+export class AiEventBuffer extends BaseBuffer {
+ private readonly batchSize =
+ this.deps.config.buffers.aiEvent.batchSize ?? DEFAULT_BATCH_SIZE;
+ private readonly chunkSize =
+ this.deps.config.buffers.aiEvent.chunkSize ?? DEFAULT_CHUNK_SIZE;
+
+ private readonly redisKey = 'ai-event-buffer';
+ private readonly redis: Redis;
+
+ constructor(deps: BufferDeps) {
+ super(deps, {
+ name: 'ai-event',
+ onFlush: async () => {
+ await this.processBuffer();
+ },
+ });
+ this.redis = getRedisCache();
+ }
+
+ async add(row: IClickhouseAiEvent): Promise<void> {
+ return this.timeAdd(async () => {
+ try {
+ await this.redis.rpush(this.redisKey, JSON.stringify(row));
+ } catch (error) {
+ this.logger.error({ err: error, id: row.id }, 'Failed to add ai event');
+ }
+ });
+ }
+
+ protected getRedisListKey(): string {
+ return this.redisKey;
+ }
+
+ async processBuffer(): Promise<void> {
+ await this.drainBatches(this.batchSize, () => this.processBatch());
+ }
+
+ private async processBatch(): Promise<number> {
+ const lrangeStart = performance.now();
+ const items = await this.redis.lrange(this.redisKey, 0, this.batchSize - 1);
+ const lrangeMs = performance.now() - lrangeStart;
+
+ if (items.length === 0) {
+ this.reportFlushStats({ rowsProcessed: 0, phases: { lrangeMs } });
+ return 0;
+ }
+
+ const ch = this.resolveCh();
+ const chStart = performance.now();
+ await this.parallelLimit(this.chunks(items, this.chunkSize), (chunk) =>
+ ch.insert({
+ table: TABLE_NAMES.ai_events,
+ values: this.jsonEachRowStream(chunk),
+ format: 'JSONEachRow',
+ clickhouse_settings: this.getClickhouseSettings(),
+ })
+ );
+ const chInsertMs = performance.now() - chStart;
+
+ const trimStart = performance.now();
+ await this.redis.ltrim(this.redisKey, items.length, -1);
+ const trimMs = performance.now() - trimStart;
+
+ this.reportFlushStats({
+ rowsProcessed: items.length,
+ phases: { lrangeMs, chInsertMs, trimMs },
+ });
+ return items.length;
+ }
+}
diff --git a/packages/core/src/buffers/create-buffers.ts b/packages/core/src/buffers/create-buffers.ts
index 02b460bbe..8cbb1ebf1 100644
--- a/packages/core/src/buffers/create-buffers.ts
+++ b/packages/core/src/buffers/create-buffers.ts
@@ -1,3 +1,4 @@
+import { AiEventBuffer } from './ai-event-buffer';
import type { BufferDeps } from './base-buffer';
import { BotBuffer } from './bot-buffer';
import { EventBuffer } from './event-buffer';
@@ -15,6 +16,7 @@ export interface Buffers {
session: SessionBuffer;
replay: ReplayBuffer;
group: GroupBuffer;
+ aiEvent: AiEventBuffer;
}
export function createBuffers(deps: BufferDeps): Buffers {
@@ -26,5 +28,6 @@ export function createBuffers(deps: BufferDeps): Buffers {
session: new SessionBuffer(deps),
replay: new ReplayBuffer(deps),
group: new GroupBuffer(deps),
+ aiEvent: new AiEventBuffer(deps),
};
}
diff --git a/packages/core/src/config.ts b/packages/core/src/config.ts
index 1e8162761..a741904af 100644
--- a/packages/core/src/config.ts
+++ b/packages/core/src/config.ts
@@ -83,6 +83,16 @@ export interface AiConfig {
anthropic: AnthropicConfig;
}
+/**
+ * OP_CLIENT_ID / OP_CLIENT_SECRET / OP_API_URL: the OpenPanel project this
+ * deployment reports its own AI calls to. Unset means no self-tracking.
+ */
+export interface SelfTrackingConfig {
+ clientId: string | undefined;
+ clientSecret: string | undefined;
+ apiUrl: string | undefined;
+}
+
export interface SlackConfig {
clientId: string | undefined;
clientSecret: string | undefined;
@@ -177,6 +187,7 @@ export interface BuffersConfig {
microBatchSize: number | undefined;
};
group: BufferSizing;
+ aiEvent: BufferSizing;
profile: BufferSizing;
profileBackfill: BufferSizing;
replay: BufferSizing;
@@ -253,6 +264,7 @@ export interface CoreConfig {
auth: AuthConfig;
cookies: CookieConfig;
ai: AiConfig;
+ selfTracking: SelfTrackingConfig;
slack: SlackConfig;
polar: PolarConfig;
kafka: KafkaConfig;
diff --git a/packages/core/src/index.ts b/packages/core/src/index.ts
index 77c5ebf45..0b3170a76 100644
--- a/packages/core/src/index.ts
+++ b/packages/core/src/index.ts
@@ -96,6 +96,14 @@ export {
// `registry` itself is not exported: a caller that can reach it could start a
// second collector graph outside a module.
export { registerDefaultMetrics } from './metrics';
+export type {
+ IAiBreakdownRow,
+ IAiEntitySummary,
+ IAiMetrics,
+ IAiSeriesPoint,
+ IServiceAiEvent,
+ IServiceAiTrace,
+} from './modules/ai/ai.service';
// Type-only: no value of the assistant module reaches a browser bundle.
export type {
AssistantUIMessage,
diff --git a/packages/core/src/jobs.registry.test.ts b/packages/core/src/jobs.registry.test.ts
index 83dd96133..5ee2a44f1 100644
--- a/packages/core/src/jobs.registry.test.ts
+++ b/packages/core/src/jobs.registry.test.ts
@@ -7,6 +7,7 @@ const GOLDEN_SCHEDULER_IDS = [
'cohortRefresh',
'dataHealth',
'delete',
+ 'flushAiEvents',
'flushBots',
'flushEvents',
'flushExports',
@@ -118,6 +119,7 @@ test('the cron queue carries the insight module cron fragment', () => {
'cohortRefresh',
'dataHealth',
'delete',
+ 'flushAiEvents',
'flushBots',
'flushExports',
'flushEvents',
@@ -232,7 +234,7 @@ test('the notification queue carries the notification module job', () => {
});
});
-test('the cron queue derives the golden 21 scheduler ids', () => {
+test('the cron queue derives the golden 22 scheduler ids', () => {
const derivedIds = [
...schedulersFromRegistry(queues.cron).map((s) => s.id),
PING_SCHEDULE.id,
diff --git a/packages/core/src/jobs.registry.ts b/packages/core/src/jobs.registry.ts
index 25cf75852..d572058dc 100644
--- a/packages/core/src/jobs.registry.ts
+++ b/packages/core/src/jobs.registry.ts
@@ -11,6 +11,7 @@ import {
type SchedulerDefinition,
schedulersFromRegistry,
} from './jobs/schedulers';
+import { aiCronJobs } from './modules/ai/ai.jobs';
import { cohortCronJobs, cohortQueueJobs } from './modules/cohort/cohort.jobs';
import { eventCronJobs } from './modules/event/event.jobs';
import { groupCronJobs } from './modules/group/group.jobs';
@@ -78,6 +79,7 @@ const cron = defineQueue('cron', {
...eventCronJobs,
...profileCronJobs,
...groupCronJobs,
+ ...aiCronJobs,
...insightCronJobs,
...gscCronJobs,
...cohortCronJobs,
diff --git a/packages/core/src/jobs/schedulers.test.ts b/packages/core/src/jobs/schedulers.test.ts
index c66fc724b..af2845ecf 100644
--- a/packages/core/src/jobs/schedulers.test.ts
+++ b/packages/core/src/jobs/schedulers.test.ts
@@ -7,12 +7,13 @@ import {
startSchedulers,
} from './schedulers';
-// Byte-identity snapshot: these 21 scheduler ids must not change without a
+// Byte-identity snapshot: these 22 scheduler ids must not change without a
// migration, since BullMQ persists them as job-scheduler keys in Redis.
const GOLDEN_SCHEDULER_IDS = [
'cohortRefresh',
'dataHealth',
'delete',
+ 'flushAiEvents',
'flushBots',
'flushEvents',
'flushExports',
@@ -100,7 +101,7 @@ function fakeQueue(options?: {
test('the golden scheduler ids are reproduced byte-for-byte', () => {
const allIds = [...CRON_SCHEDULES.map((s) => s.id), PING_SCHEDULE.id].sort();
- expect(allIds).toHaveLength(21);
+ expect(allIds).toHaveLength(22);
expect(allIds).toEqual(GOLDEN_SCHEDULER_IDS);
});
@@ -122,7 +123,7 @@ test('ping is excluded by default — neither self-hosted nor production', async
});
const upsertedIds = queue.calls.upserted.map((u) => u.id).sort();
- expect(upsertedIds).toHaveLength(20);
+ expect(upsertedIds).toHaveLength(21);
expect(upsertedIds).not.toContain('ping');
});
@@ -163,7 +164,7 @@ test('ping is included only when self-hosted AND production', async () => {
});
const upsertedIds = queue.calls.upserted.map((u) => u.id).sort();
- expect(upsertedIds).toHaveLength(21);
+ expect(upsertedIds).toHaveLength(22);
expect(upsertedIds).toEqual(GOLDEN_SCHEDULER_IDS);
});
diff --git a/packages/core/src/modules/ai/ai.constants.test.ts b/packages/core/src/modules/ai/ai.constants.test.ts
new file mode 100644
index 000000000..372e5010f
--- /dev/null
+++ b/packages/core/src/modules/ai/ai.constants.test.ts
@@ -0,0 +1,28 @@
+import { describe, expect, test } from 'bun:test';
+import { zAiPayload } from './ai.constants';
+
+describe('zAiPayload', () => {
+ test('a span may name the trace or another span as parent', () => {
+ for (const parentId of ['trace-1', 'span-0', undefined]) {
+ expect(
+ zAiPayload.safeParse({
+ kind: 'span',
+ traceId: 'trace-1',
+ spanId: 'span-1',
+ parentId,
+ }).success
+ ).toBe(true);
+ }
+ });
+
+ test('a span may not be its own parent', () => {
+ const result = zAiPayload.safeParse({
+ kind: 'span',
+ traceId: 'trace-1',
+ spanId: 'span-1',
+ parentId: 'span-1',
+ });
+ expect(result.success).toBe(false);
+ expect(result.error?.issues[0]?.path).toEqual(['parentId']);
+ });
+});
diff --git a/packages/core/src/modules/ai/ai.constants.ts b/packages/core/src/modules/ai/ai.constants.ts
new file mode 100644
index 000000000..a526617bd
--- /dev/null
+++ b/packages/core/src/modules/ai/ai.constants.ts
@@ -0,0 +1,277 @@
+import { z } from 'zod';
+import { zEventGroupIds } from '../group/group.constants';
+
+export const AI_EVENT_KINDS = [
+ 'generation',
+ 'embedding',
+ 'span',
+ 'trace',
+] as const;
+export type AiEventKind = (typeof AI_EVENT_KINDS)[number];
+
+/** The `events.name` each kind is stored under. */
+export const AI_EVENT_NAMES = {
+ generation: 'ai_generation',
+ embedding: 'ai_embedding',
+ span: 'ai_span',
+ trace: 'ai_trace',
+} as const satisfies Record<AiEventKind, string>;
+export type AiEventName = (typeof AI_EVENT_NAMES)[AiEventKind];
+
+export const AI_EVENT_NAME_LIST = Object.values(AI_EVENT_NAMES);
+
+export function isAiEventName(name: string): name is AiEventName {
+ return (AI_EVENT_NAME_LIST as string[]).includes(name);
+}
+
+/**
+ * The flat keys an AI event carries in `events.properties`, which is what the
+ * report builder, filters and breakdowns see. Payload content (input, output,
+ * tools, error message) never lands here; it lives in `ai_events`.
+ */
+export const AI_PROPERTY_KEYS = {
+ traceId: 'ai_trace_id',
+ conversationId: 'ai_conversation_id',
+ name: 'ai_name',
+ model: 'ai_model',
+ provider: 'ai_provider',
+ inputTokens: 'ai_input_tokens',
+ outputTokens: 'ai_output_tokens',
+ cacheReadTokens: 'ai_cache_read_tokens',
+ cacheWriteTokens: 'ai_cache_write_tokens',
+ reasoningTokens: 'ai_reasoning_tokens',
+ totalTokens: 'ai_total_tokens',
+ cost: 'ai_cost',
+ latencyMs: 'ai_latency_ms',
+ timeToFirstTokenMs: 'ai_time_to_first_token_ms',
+ isError: 'ai_is_error',
+ errorCode: 'ai_error_code',
+ httpStatus: 'ai_http_status',
+ stopReason: 'ai_stop_reason',
+ stream: 'ai_stream',
+} as const;
+export type AiPropertyKey =
+ (typeof AI_PROPERTY_KEYS)[keyof typeof AI_PROPERTY_KEYS];
+
+export const AI_ID_MAX_LENGTH = 128;
+export const AI_ID_PATTERN = /^[A-Za-z0-9._:@()!'|~-]+$/;
+export const AI_NAME_MAX_LENGTH = 200;
+/** Serialized `input`, `output`, `tools` and `error` are each cut here. */
+export const AI_MAX_CONTENT_BYTES = 200_000;
+export const AI_TRUNCATION_MARKER = '… [truncated]';
+export const AI_MAX_CUSTOM_PROPERTIES = 100;
+
+// Hand-written (not `z.infer`) for the same reason as ingest.constants: these
+// interfaces ship in the SDK type declarations as plain TypeScript.
+
+export interface IAiUsage {
+ /** Includes cached tokens, the OpenTelemetry convention. */
+ inputTokens?: number;
+ /** Includes reasoning tokens. */
+ outputTokens?: number;
+ cacheReadTokens?: number;
+ cacheWriteTokens?: number;
+ reasoningTokens?: number;
+}
+
+export interface IAiError {
+ message: string;
+ code?: string;
+ httpStatus?: number;
+}
+
+export interface IAiModelParameters {
+ temperature?: number;
+ maxTokens?: number;
+ topP?: number;
+ topK?: number;
+ frequencyPenalty?: number;
+ presencePenalty?: number;
+ seed?: number;
+ stopSequences?: string[];
+ [key: string]: unknown;
+}
+
+export interface IAiPayload {
+ kind: AiEventKind;
+ /** Groups every event of one request. */
+ traceId: string;
+ /** Defaults to the event id. */
+ spanId?: string;
+ /** A span id or the trace id. */
+ parentId?: string;
+ /** Display name of this step or trace, e.g. `summarize`. */
+ name?: string;
+ /** Groups traces into a conversation or thread. */
+ conversationId?: string;
+ model?: string;
+ provider?: string;
+ /** Messages for a generation, any JSON for a span or trace, strings for an embedding. */
+ input?: unknown;
+ output?: unknown;
+ tools?: unknown;
+ usage?: IAiUsage;
+ /** USD. When given it is stored as is instead of being computed. */
+ cost?: number;
+ latencyMs?: number;
+ timeToFirstTokenMs?: number;
+ error?: IAiError | null;
+ stopReason?: string;
+ stream?: boolean;
+ modelParameters?: IAiModelParameters;
+ /** Drops input, output and tools before storage. */
+ privacyMode?: boolean;
+ properties?: Record<string, unknown>;
+ profileId?: string | number;
+ groups?: string[] | null;
+ /** Binds the event to a web session's device. */
+ deviceId?: string;
+ /** ISO 8601. Back-dates the event, same rules as `__timestamp`. */
+ timestamp?: string;
+}
+
+const zAiId = z
+ .string()
+ .min(1)
+ .max(AI_ID_MAX_LENGTH)
+ .regex(
+ AI_ID_PATTERN,
+ "Allowed characters: letters, digits and - _ ~ . @ ( ) ! ' : |"
+ );
+
+/** `ai_events` stores token counts and durations as UInt32. */
+const UINT32_MAX = 4_294_967_295;
+
+const zTokenCount = z.number().int().min(0).max(UINT32_MAX);
+const zNonNegative = z.number().min(0);
+const zDurationMs = z.number().min(0).max(UINT32_MAX);
+
+export const zAiUsage = z.object({
+ inputTokens: zTokenCount.optional(),
+ outputTokens: zTokenCount.optional(),
+ cacheReadTokens: zTokenCount.optional(),
+ cacheWriteTokens: zTokenCount.optional(),
+ reasoningTokens: zTokenCount.optional(),
+}) satisfies z.ZodType<IAiUsage>;
+
+export const zAiError = z.object({
+ message: z.string(),
+ code: z.string().max(AI_NAME_MAX_LENGTH).optional(),
+ httpStatus: z.number().int().min(100).max(599).optional(),
+}) satisfies z.ZodType<IAiError>;
+
+export const zAiModelParameters = z
+ .object({
+ temperature: z.number().optional(),
+ maxTokens: z.number().int().optional(),
+ topP: z.number().optional(),
+ topK: z.number().int().optional(),
+ frequencyPenalty: z.number().optional(),
+ presencePenalty: z.number().optional(),
+ seed: z.number().int().optional(),
+ stopSequences: z.array(z.string()).optional(),
+ })
+ .catchall(z.unknown()) satisfies z.ZodType<IAiModelParameters>;
+
+const MODEL_CALL_KINDS: readonly AiEventKind[] = ['generation', 'embedding'];
+
+export const zAiPayload = z
+ .object({
+ kind: z.enum(AI_EVENT_KINDS),
+ traceId: zAiId,
+ spanId: zAiId.optional(),
+ parentId: zAiId.optional(),
+ name: z.string().min(1).max(AI_NAME_MAX_LENGTH).optional(),
+ conversationId: zAiId.optional(),
+ model: z.string().min(1).max(AI_NAME_MAX_LENGTH).optional(),
+ provider: z.string().min(1).max(AI_NAME_MAX_LENGTH).optional(),
+ input: z.unknown().optional(),
+ output: z.unknown().optional(),
+ tools: z.unknown().optional(),
+ usage: zAiUsage.optional(),
+ cost: zNonNegative.optional(),
+ latencyMs: zDurationMs.optional(),
+ timeToFirstTokenMs: zDurationMs.optional(),
+ error: zAiError.nullish(),
+ stopReason: z.string().max(AI_NAME_MAX_LENGTH).optional(),
+ stream: z.boolean().optional(),
+ modelParameters: zAiModelParameters.optional(),
+ privacyMode: z.boolean().optional(),
+ properties: z.record(z.string(), z.unknown()).optional(),
+ profileId: z.union([z.string().min(1), z.number()]).optional(),
+ groups: zEventGroupIds.nullish(),
+ deviceId: z.string().min(1).max(64).optional(),
+ timestamp: z.string().datetime({ offset: true }).optional(),
+ })
+ .superRefine((payload, context) => {
+ if (payload.spanId !== undefined && payload.parentId === payload.spanId) {
+ context.addIssue({
+ code: 'custom',
+ path: ['parentId'],
+ message: 'parentId must not be the span itself',
+ });
+ }
+ if (!MODEL_CALL_KINDS.includes(payload.kind)) {
+ return;
+ }
+ for (const field of ['model', 'provider'] as const) {
+ if (!payload[field]) {
+ context.addIssue({
+ code: 'custom',
+ path: [field],
+ message: `${field} is required for ${payload.kind}`,
+ });
+ }
+ }
+ if (payload.usage?.inputTokens === undefined) {
+ context.addIssue({
+ code: 'custom',
+ path: ['usage', 'inputTokens'],
+ message: `usage.inputTokens is required for ${payload.kind}`,
+ });
+ }
+ if (
+ payload.kind === 'generation' &&
+ payload.usage?.outputTokens === undefined
+ ) {
+ context.addIssue({
+ code: 'custom',
+ path: ['usage', 'outputTokens'],
+ message: 'usage.outputTokens is required for generation',
+ });
+ }
+ }) satisfies z.ZodType<IAiPayload>;
+
+// Dashboard vocabulary
+
+export const AI_BREAKDOWN_DIMENSIONS = [
+ 'model',
+ 'provider',
+ 'name',
+ 'profile',
+ 'conversation',
+ 'group',
+ 'stopReason',
+ 'errorCode',
+] as const;
+export type AiBreakdownDimension = (typeof AI_BREAKDOWN_DIMENSIONS)[number];
+
+export const AI_LIST_DEFAULT_TAKE = 50;
+export const AI_LIST_MAX_TAKE = 500;
+export const AI_BREAKDOWN_DEFAULT_LIMIT = 10;
+export const AI_BREAKDOWN_MAX_LIMIT = 100;
+
+export const zAiFilters = z.object({
+ models: z.array(z.string()).optional(),
+ providers: z.array(z.string()).optional(),
+ names: z.array(z.string()).optional(),
+ types: z.array(z.enum(AI_EVENT_KINDS)).optional(),
+ profileId: z.string().optional(),
+ conversationId: z.string().optional(),
+ sessionId: z.string().optional(),
+ groupId: z.string().optional(),
+ isError: z.boolean().optional(),
+ /** Matches trace and conversation ids exactly, prompt and completion text loosely. */
+ search: z.string().max(200).optional(),
+});
+export type IAiFilters = z.infer<typeof zAiFilters>;
diff --git a/packages/core/src/modules/ai/ai.jobs.ts b/packages/core/src/modules/ai/ai.jobs.ts
new file mode 100644
index 000000000..4e28a0b15
--- /dev/null
+++ b/packages/core/src/modules/ai/ai.jobs.ts
@@ -0,0 +1,17 @@
+// The ai_events buffer (Redis → ClickHouse `ai_events`) is this module's domain.
+
+import { z } from 'zod';
+import { defineJob } from '../../jobs/define';
+
+const FLUSH_AI_EVENTS_INTERVAL_MS = 10_000;
+
+/** This module's fragment of the `cron` queue's jobs. */
+export const aiCronJobs = {
+ flushAiEvents: defineJob({
+ payload: z.null(),
+ cron: { every: FLUSH_AI_EVENTS_INTERVAL_MS },
+ handler: async ({ ctx }) => {
+ await ctx.buffers.aiEvent.tryFlush({ trigger: 'cron' });
+ },
+ }),
+};
diff --git a/packages/core/src/modules/ai/ai.rpc.ts b/packages/core/src/modules/ai/ai.rpc.ts
new file mode 100644
index 000000000..2ed18e1ed
--- /dev/null
+++ b/packages/core/src/modules/ai/ai.rpc.ts
@@ -0,0 +1,239 @@
+// `protectedProcedure` runs `enforceAccess` on the top-level `projectId`; the
+// explicit checks below follow the tree-wide pattern.
+
+import { getChartPrevStartEndDate } from '@openpanel/shared';
+import { z } from 'zod';
+import { createTRPCRouter, protectedProcedure } from '../../rpc/base';
+import { TRPCNotFoundError } from '../../rpc/errors';
+import { getSettingsForProject } from '../organization/organization.service';
+import { zRange, zTimeInterval } from '../report/report.constants';
+import { getChartStartEndDate } from '../report/src/chart-dates';
+import {
+ AI_BREAKDOWN_DEFAULT_LIMIT,
+ AI_BREAKDOWN_DIMENSIONS,
+ AI_BREAKDOWN_MAX_LIMIT,
+ AI_LIST_DEFAULT_TAKE,
+ AI_LIST_MAX_TAKE,
+ zAiFilters,
+} from './ai.constants';
+
+const zScoped = z.object({
+ projectId: z.string(),
+ range: zRange.default('7d'),
+ startDate: z.string().nullish(),
+ endDate: z.string().nullish(),
+ filters: zAiFilters.optional(),
+});
+
+const zTake = z
+ .number()
+ .int()
+ .min(1)
+ .max(AI_LIST_MAX_TAKE)
+ .default(AI_LIST_DEFAULT_TAKE);
+
+export const aiRouter = createTRPCRouter({
+ overview: protectedProcedure
+ .input(
+ zScoped.extend({
+ interval: zTimeInterval.default('day'),
+ previous: z.boolean().default(true),
+ })
+ )
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const { timezone } = await getSettingsForProject(ctx, input.projectId);
+ const current = getChartStartEndDate(input, timezone);
+ const previous = getChartPrevStartEndDate(current);
+ const [now, before] = await Promise.all([
+ ctx.services.ai.getOverview({
+ projectId: input.projectId,
+ range: current,
+ interval: input.interval,
+ timezone,
+ filters: input.filters,
+ }),
+ input.previous
+ ? ctx.services.ai.getOverview({
+ projectId: input.projectId,
+ range: previous,
+ interval: input.interval,
+ timezone,
+ filters: input.filters,
+ })
+ : null,
+ ]);
+ return {
+ range: current,
+ metrics: now.metrics,
+ previousMetrics: before?.metrics ?? null,
+ series: now.series.map((point, index) => ({
+ ...point,
+ previous: before?.series[index] ?? null,
+ })),
+ };
+ }),
+
+ breakdown: protectedProcedure
+ .input(
+ zScoped.extend({
+ dimension: z.enum(AI_BREAKDOWN_DIMENSIONS),
+ limit: z
+ .number()
+ .int()
+ .min(1)
+ .max(AI_BREAKDOWN_MAX_LIMIT)
+ .default(AI_BREAKDOWN_DEFAULT_LIMIT),
+ })
+ )
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const { timezone } = await getSettingsForProject(ctx, input.projectId);
+ return ctx.services.ai.getBreakdown({
+ projectId: input.projectId,
+ range: getChartStartEndDate(input, timezone),
+ timezone,
+ dimension: input.dimension,
+ limit: input.limit,
+ filters: input.filters,
+ });
+ }),
+
+ traces: protectedProcedure
+ .input(zScoped.extend({ take: zTake, cursor: z.string().nullish() }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const { timezone } = await getSettingsForProject(ctx, input.projectId);
+ return ctx.services.ai.listTraces({
+ projectId: input.projectId,
+ range: getChartStartEndDate(input, timezone),
+ timezone,
+ take: input.take,
+ cursor: input.cursor ?? undefined,
+ filters: input.filters,
+ });
+ }),
+
+ trace: protectedProcedure
+ .input(
+ z.object({
+ projectId: z.string(),
+ traceId: z.string(),
+ /** A ClickHouse timestamp near the trace, to prune partitions. */
+ around: z.string().optional(),
+ })
+ )
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const events = await ctx.services.ai.getTrace(input);
+ if (events.length === 0) {
+ throw new TRPCNotFoundError('Trace not found');
+ }
+ return events;
+ }),
+
+ events: protectedProcedure
+ .input(zScoped.extend({ take: zTake, cursor: z.string().nullish() }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const { timezone } = await getSettingsForProject(ctx, input.projectId);
+ return ctx.services.ai.listEvents({
+ projectId: input.projectId,
+ range: getChartStartEndDate(input, timezone),
+ timezone,
+ take: input.take,
+ cursor: input.cursor ?? undefined,
+ filters: input.filters,
+ });
+ }),
+
+ event: protectedProcedure
+ .input(
+ z.object({
+ projectId: z.string(),
+ id: z.string(),
+ around: z.string().optional(),
+ })
+ )
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const event = await ctx.services.ai.getEvent(input);
+ if (!event) {
+ throw new TRPCNotFoundError('AI event not found');
+ }
+ return event;
+ }),
+
+ profileSummary: protectedProcedure
+ .input(z.object({ projectId: z.string(), profileId: z.string() }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ return ctx.services.ai.getProfileSummary(input);
+ }),
+
+ groupSummary: protectedProcedure
+ .input(z.object({ projectId: z.string(), groupId: z.string() }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ return ctx.services.ai.getGroupSummary(input);
+ }),
+
+ sessionSummary: protectedProcedure
+ .input(z.object({ projectId: z.string(), sessionId: z.string() }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ return ctx.services.ai.getSessionSummary(input);
+ }),
+
+ filterValues: protectedProcedure
+ .input(zScoped.omit({ filters: true }))
+ .query(async ({ input, ctx }) => {
+ await ctx.services.auth.requireProjectAccess({
+ userId: ctx.session.userId,
+ projectId: input.projectId,
+ level: 'read',
+ });
+ const { timezone } = await getSettingsForProject(ctx, input.projectId);
+ return ctx.services.ai.getFilterValues({
+ projectId: input.projectId,
+ range: getChartStartEndDate(input, timezone),
+ timezone,
+ });
+ }),
+});
diff --git a/packages/core/src/modules/ai/ai.service.ts b/packages/core/src/modules/ai/ai.service.ts
new file mode 100644
index 000000000..2eeeab5a1
--- /dev/null
+++ b/packages/core/src/modules/ai/ai.service.ts
@@ -0,0 +1,620 @@
+// The AI observability reads for the dashboard, plus what the ingest pipeline
+// needs (normalisation, cost, the row builder).
+
+import { type SqlFragment, sql } from '@openpanel/db/src/clickhouse/sql';
+import { getSafeJson } from '@openpanel/shared';
+import { chQuery } from '../../ch-query';
+import type { ServiceDeps, Services } from '../../services';
+import { convertClickhouseDateToJs } from '../../shared/ch-dates';
+import { getGroupsByIds, type IServiceGroup } from '../group/group.service';
+import {
+ getProfilesCached,
+ type IServiceProfile,
+} from '../profile/profile.service';
+import type { IInterval } from '../report/report.constants';
+import type {
+ AiBreakdownDimension,
+ AiEventKind,
+ IAiFilters,
+} from './ai.constants';
+import type { AiCostSource } from './src/pricing/cost';
+import type { IClickhouseAiEvent } from './src/row';
+import {
+ type AiDateRange,
+ breakdownQuery,
+ entitySummaryQuery,
+ eventByIdQuery,
+ eventListQuery,
+ filterValuesQuery,
+ overviewSeriesQuery,
+ overviewTotalsQuery,
+ traceEventsQuery,
+ traceListQuery,
+} from './src/sql';
+
+export { withAiContext } from '@openpanel/ai';
+export type { NormalizedAiEvent } from './src/normalize';
+export { normalizeAiPayload, serializeBounded } from './src/normalize';
+export { resolveModelPrice } from './src/pricing/catalog';
+export type { AiCost, AiCostSource } from './src/pricing/cost';
+export { calculateAiCost } from './src/pricing/cost';
+export type {
+ AiEventIdentitySource,
+ AiEventRowDraft,
+ IClickhouseAiEvent,
+} from './src/row';
+export { buildAiEventRow } from './src/row';
+export { instrumentLanguageModel } from './src/self-tracking';
+
+export interface IServiceAiEvent {
+ id: string;
+ projectId: string;
+ type: AiEventKind;
+ traceId: string;
+ spanId: string;
+ parentId: string;
+ conversationId: string;
+ name: string;
+ model: string;
+ provider: string;
+ inputTokens: number;
+ outputTokens: number;
+ cacheReadTokens: number;
+ cacheWriteTokens: number;
+ reasoningTokens: number;
+ inputCost: number;
+ outputCost: number;
+ totalCost: number;
+ costSource: AiCostSource;
+ latencyMs: number;
+ timeToFirstTokenMs: number;
+ isError: boolean;
+ httpStatus: number;
+ stopReason: string;
+ isStream: boolean;
+ /** Parsed JSON, or the raw text when the stored content was truncated. */
+ modelParameters: unknown;
+ input: unknown;
+ output: unknown;
+ tools: unknown;
+ error: unknown;
+ profileId: string;
+ deviceId: string;
+ sessionId: string;
+ groups: string[];
+ properties: Record<string, string>;
+ createdAt: Date;
+ profile?: IServiceProfile;
+}
+
+export interface IServiceAiTrace {
+ id: string;
+ name: string;
+ startedAt: Date;
+ durationMs: number;
+ profileId: string;
+ deviceId: string;
+ sessionId: string;
+ conversationId: string;
+ firstEventId: string;
+ generations: number;
+ events: number;
+ inputTokens: number;
+ outputTokens: number;
+ cost: number;
+ isError: boolean;
+ models: string[];
+ groups: string[];
+ profile?: IServiceProfile;
+}
+
+export interface IAiMetrics {
+ generations: number;
+ events: number;
+ traces: number;
+ users: number;
+ conversations: number;
+ cost: number;
+ inputTokens: number;
+ outputTokens: number;
+ cacheReadTokens: number;
+ p50LatencyMs: number;
+ p95LatencyMs: number;
+ avgLatencyMs: number;
+ errors: number;
+ errorRate: number;
+ costPerUser: number;
+}
+
+export interface IAiSeriesPoint extends IAiMetrics {
+ date: string;
+}
+
+export interface IAiBreakdownRow {
+ key: string;
+ label: string;
+ generations: number;
+ events: number;
+ traces: number;
+ users: number;
+ cost: number;
+ tokens: number;
+ avgLatencyMs: number;
+ p95LatencyMs: number;
+ errors: number;
+ lastAt: Date;
+ profile?: IServiceProfile;
+ group?: IServiceGroup;
+}
+
+export interface IAiEntitySummary {
+ generations: number;
+ traces: number;
+ conversations: number;
+ cost: number;
+ inputTokens: number;
+ outputTokens: number;
+ avgLatencyMs: number;
+ errors: number;
+ firstAt: Date | null;
+ lastAt: Date | null;
+ topModels: string[];
+}
+
+interface MetricsRow {
+ generations: string | number;
+ events: string | number;
+ traces: string | number;
+ users: string | number;
+ conversations: string | number;
+ cost: number;
+ input_tokens: string | number;
+ output_tokens: string | number;
+ cache_read_tokens: string | number;
+ p50_latency_ms: number | null;
+ p95_latency_ms: number | null;
+ avg_latency_ms: number | null;
+ errors: string | number;
+}
+
+interface TraceRow {
+ trace_id: string;
+ started_at: string;
+ duration_ms: string | number;
+ trace_name: string;
+ first_profile_id: string;
+ first_device_id: string;
+ first_session_id: string;
+ first_conversation_id: string;
+ first_id: string;
+ generations: string | number;
+ events: string | number;
+ total_input_tokens: string | number;
+ total_output_tokens: string | number;
+ cost: number;
+ has_error: boolean | number;
+ models: string[];
+ all_groups: string[];
+}
+
+interface BreakdownRow {
+ key: string;
+ generations: string | number;
+ events: string | number;
+ traces: string | number;
+ users: string | number;
+ cost: number;
+ tokens: string | number;
+ avg_latency_ms: number | null;
+ p95_latency_ms: number | null;
+ errors: string | number;
+ last_at: string;
+}
+
+interface SummaryRow {
+ generations: string | number;
+ traces: string | number;
+ conversations: string | number;
+ cost: number;
+ input_tokens: string | number;
+ output_tokens: string | number;
+ avg_latency_ms: number | null;
+ errors: string | number;
+ first_at: string;
+ last_at: string;
+ top_models: string[];
+}
+
+const PERCENT = 100;
+const ERROR_RATE_DECIMALS = 1;
+const CLICKHOUSE_EPOCH = '1970-01-01';
+
+const num = (value: string | number | null | undefined): number =>
+ value === null || value === undefined ? 0 : Number(value);
+
+function parseContent(text: string): unknown {
+ if (!text) {
+ return null;
+ }
+ return getSafeJson<unknown>(text) ?? text;
+}
+
+function toDateOrNull(value: string): Date | null {
+ return value && !value.startsWith(CLICKHOUSE_EPOCH)
+ ? convertClickhouseDateToJs(value)
+ : null;
+}
+
+export function transformAiEvent(row: IClickhouseAiEvent): IServiceAiEvent {
+ return {
+ id: row.id,
+ projectId: row.project_id,
+ type: row.type,
+ traceId: row.trace_id,
+ spanId: row.span_id,
+ parentId: row.parent_id,
+ conversationId: row.conversation_id,
+ name: row.name,
+ model: row.model,
+ provider: row.provider,
+ inputTokens: num(row.input_tokens),
+ outputTokens: num(row.output_tokens),
+ cacheReadTokens: num(row.cache_read_tokens),
+ cacheWriteTokens: num(row.cache_write_tokens),
+ reasoningTokens: num(row.reasoning_tokens),
+ inputCost: num(row.input_cost),
+ outputCost: num(row.output_cost),
+ totalCost: num(row.total_cost),
+ costSource: row.cost_source,
+ latencyMs: num(row.latency_ms),
+ timeToFirstTokenMs: num(row.time_to_first_token_ms),
+ isError: Boolean(row.is_error),
+ httpStatus: num(row.http_status),
+ stopReason: row.stop_reason,
+ isStream: Boolean(row.is_stream),
+ modelParameters: parseContent(row.model_parameters),
+ input: parseContent(row.input),
+ output: parseContent(row.output),
+ tools: parseContent(row.tools),
+ error: parseContent(row.error),
+ profileId: row.profile_id,
+ deviceId: row.device_id,
+ sessionId: row.session_id,
+ groups: row.groups ?? [],
+ properties: row.properties ?? {},
+ createdAt: convertClickhouseDateToJs(row.created_at),
+ };
+}
+
+function transformMetrics(row: MetricsRow | undefined): IAiMetrics {
+ const generations = num(row?.generations);
+ const users = num(row?.users);
+ const errors = num(row?.errors);
+ const cost = num(row?.cost);
+ return {
+ generations,
+ events: num(row?.events),
+ traces: num(row?.traces),
+ users,
+ conversations: num(row?.conversations),
+ cost,
+ inputTokens: num(row?.input_tokens),
+ outputTokens: num(row?.output_tokens),
+ cacheReadTokens: num(row?.cache_read_tokens),
+ p50LatencyMs: Math.round(num(row?.p50_latency_ms)),
+ p95LatencyMs: Math.round(num(row?.p95_latency_ms)),
+ avgLatencyMs: Math.round(num(row?.avg_latency_ms)),
+ errors,
+ errorRate:
+ generations > 0
+ ? Number(
+ ((errors / generations) * PERCENT).toFixed(ERROR_RATE_DECIMALS)
+ )
+ : 0,
+ costPerUser: users > 0 ? cost / users : 0,
+ };
+}
+
+function transformTrace(row: TraceRow): IServiceAiTrace {
+ return {
+ id: row.trace_id,
+ name: row.trace_name,
+ startedAt: convertClickhouseDateToJs(row.started_at),
+ durationMs: Math.max(0, num(row.duration_ms)),
+ profileId: row.first_profile_id,
+ deviceId: row.first_device_id,
+ sessionId: row.first_session_id,
+ conversationId: row.first_conversation_id,
+ firstEventId: row.first_id,
+ generations: num(row.generations),
+ events: num(row.events),
+ inputTokens: num(row.total_input_tokens),
+ outputTokens: num(row.total_output_tokens),
+ cost: num(row.cost),
+ isError: Boolean(row.has_error),
+ models: row.models ?? [],
+ groups: row.all_groups ?? [],
+ };
+}
+
+function transformSummary(row: SummaryRow | undefined): IAiEntitySummary {
+ return {
+ generations: num(row?.generations),
+ traces: num(row?.traces),
+ conversations: num(row?.conversations),
+ cost: num(row?.cost),
+ inputTokens: num(row?.input_tokens),
+ outputTokens: num(row?.output_tokens),
+ avgLatencyMs: Math.round(num(row?.avg_latency_ms)),
+ errors: num(row?.errors),
+ firstAt: row ? toDateOrNull(row.first_at) : null,
+ lastAt: row ? toDateOrNull(row.last_at) : null,
+ topModels: row?.top_models ?? [],
+ };
+}
+
+export interface AiOverviewInput {
+ projectId: string;
+ range: AiDateRange;
+ interval: IInterval;
+ timezone: string;
+ filters?: IAiFilters;
+}
+
+export interface AiBreakdownInput {
+ projectId: string;
+ range: AiDateRange;
+ timezone: string;
+ dimension: AiBreakdownDimension;
+ limit: number;
+ filters?: IAiFilters;
+}
+
+export interface AiTraceListInput {
+ projectId: string;
+ range: AiDateRange;
+ timezone: string;
+ take: number;
+ cursor?: string;
+ filters?: IAiFilters;
+}
+
+export interface AiEventListInput extends AiTraceListInput {}
+
+export function createAiService(deps: ServiceDeps, _services: () => Services) {
+ // Range boundaries are wall-clock strings in the project's timezone, so
+ // ClickHouse must parse them in that zone too.
+ const rangedQuery = <T extends object>(
+ statement: SqlFragment,
+ timezone: string
+ ) => chQuery<T>(deps, statement, { session_timezone: timezone });
+
+ const attachProfiles = async <
+ T extends { profileId: string; deviceId: string },
+ >(
+ projectId: string,
+ items: T[]
+ ): Promise<(T & { profile?: IServiceProfile })[]> => {
+ const ids = items
+ .filter((item) => item.profileId && item.profileId !== item.deviceId)
+ .map((item) => item.profileId);
+ const profiles = await getProfilesCached(deps, ids, projectId);
+ const byId = new Map(profiles.map((profile) => [profile.id, profile]));
+ return items.map((item) => ({
+ ...item,
+ profile: byId.get(item.profileId),
+ }));
+ };
+
+ async function getOverview(
+ input: AiOverviewInput
+ ): Promise<{ metrics: IAiMetrics; series: IAiSeriesPoint[] }> {
+ const [totals, series] = await Promise.all([
+ rangedQuery<MetricsRow>(overviewTotalsQuery(input), input.timezone),
+ rangedQuery<MetricsRow & { date: string }>(
+ overviewSeriesQuery(input),
+ input.timezone
+ ),
+ ]);
+ return {
+ metrics: transformMetrics(totals[0]),
+ // Wall-clock bucket labels in the project's timezone, as ClickHouse
+ // returned them; a JS Date would shift them by the server's offset.
+ series: series.map((row) => ({
+ ...transformMetrics(row),
+ date: row.date,
+ })),
+ };
+ }
+
+ async function getBreakdown(
+ input: AiBreakdownInput
+ ): Promise<IAiBreakdownRow[]> {
+ const rows = await rangedQuery<BreakdownRow>(
+ breakdownQuery(input),
+ input.timezone
+ );
+ const items: IAiBreakdownRow[] = rows.map((row) => ({
+ key: row.key,
+ label: row.key,
+ generations: num(row.generations),
+ events: num(row.events),
+ traces: num(row.traces),
+ users: num(row.users),
+ cost: num(row.cost),
+ tokens: num(row.tokens),
+ avgLatencyMs: Math.round(num(row.avg_latency_ms)),
+ p95LatencyMs: Math.round(num(row.p95_latency_ms)),
+ errors: num(row.errors),
+ lastAt: convertClickhouseDateToJs(row.last_at),
+ }));
+ if (input.dimension === 'profile') {
+ const profiles = await getProfilesCached(
+ deps,
+ items.map((item) => item.key),
+ input.projectId
+ );
+ const byId = new Map(profiles.map((profile) => [profile.id, profile]));
+ return items.map((item) => ({ ...item, profile: byId.get(item.key) }));
+ }
+ if (input.dimension === 'group') {
+ const groups = await getGroupsByIds(
+ deps,
+ input.projectId,
+ items.map((item) => item.key)
+ );
+ const byId = new Map(groups.map((group) => [group.id, group]));
+ return items.map((item) => ({
+ ...item,
+ label: byId.get(item.key)?.name ?? item.key,
+ group: byId.get(item.key),
+ }));
+ }
+ return items;
+ }
+
+ async function listTraces(
+ input: AiTraceListInput
+ ): Promise<{ items: IServiceAiTrace[]; meta: { next?: string } }> {
+ const rows = await rangedQuery<TraceRow>(
+ traceListQuery(input),
+ input.timezone
+ );
+ const items = await attachProfiles(
+ input.projectId,
+ rows.map(transformTrace)
+ );
+ const last = rows.at(-1);
+ return {
+ items,
+ meta: {
+ next: rows.length === input.take ? last?.started_at : undefined,
+ },
+ };
+ }
+
+ async function getTrace(input: {
+ projectId: string;
+ traceId: string;
+ around?: string;
+ }): Promise<IServiceAiEvent[]> {
+ const rows = await chQuery<IClickhouseAiEvent>(
+ deps,
+ traceEventsQuery(input)
+ );
+ return attachProfiles(input.projectId, rows.map(transformAiEvent));
+ }
+
+ async function listEvents(
+ input: AiEventListInput
+ ): Promise<{ items: IServiceAiEvent[]; meta: { next?: string } }> {
+ const rows = await rangedQuery<IClickhouseAiEvent>(
+ eventListQuery(input),
+ input.timezone
+ );
+ const items = await attachProfiles(
+ input.projectId,
+ rows.map(transformAiEvent)
+ );
+ const last = rows.at(-1);
+ return {
+ items,
+ meta: {
+ next: rows.length === input.take ? last?.created_at : undefined,
+ },
+ };
+ }
+
+ async function getEvent(input: {
+ projectId: string;
+ id: string;
+ around?: string;
+ }): Promise<IServiceAiEvent | null> {
+ const rows = await chQuery<IClickhouseAiEvent>(deps, eventByIdQuery(input));
+ const row = rows[0];
+ if (!row) {
+ return null;
+ }
+ const [event] = await attachProfiles(input.projectId, [
+ transformAiEvent(row),
+ ]);
+ return event ?? null;
+ }
+
+ async function getProfileSummary(input: {
+ projectId: string;
+ profileId: string;
+ }): Promise<IAiEntitySummary> {
+ const rows = await chQuery<SummaryRow>(
+ deps,
+ entitySummaryQuery({
+ projectId: input.projectId,
+ where: sql`profile_id = ${sql.string(input.profileId)}`,
+ })
+ );
+ return transformSummary(rows[0]);
+ }
+
+ async function getGroupSummary(input: {
+ projectId: string;
+ groupId: string;
+ }): Promise<IAiEntitySummary> {
+ const rows = await chQuery<SummaryRow>(
+ deps,
+ entitySummaryQuery({
+ projectId: input.projectId,
+ where: sql`has(groups, ${sql.string(input.groupId)})`,
+ })
+ );
+ return transformSummary(rows[0]);
+ }
+
+ async function getSessionSummary(input: {
+ projectId: string;
+ sessionId: string;
+ }): Promise<IAiEntitySummary> {
+ const rows = await chQuery<SummaryRow>(
+ deps,
+ entitySummaryQuery({
+ projectId: input.projectId,
+ where: sql`session_id = ${sql.string(input.sessionId)}`,
+ })
+ );
+ return transformSummary(rows[0]);
+ }
+
+ async function getFilterValues(input: {
+ projectId: string;
+ range: AiDateRange;
+ timezone: string;
+ }): Promise<
+ Record<'model' | 'provider' | 'name', { value: string; count: number }[]>
+ > {
+ const rows = await rangedQuery<{
+ field: 'model' | 'provider' | 'name';
+ value: string;
+ count: string | number;
+ }>(filterValuesQuery(input), input.timezone);
+ const values = { model: [], provider: [], name: [] } as Record<
+ 'model' | 'provider' | 'name',
+ { value: string; count: number }[]
+ >;
+ for (const row of rows) {
+ values[row.field]?.push({ value: row.value, count: num(row.count) });
+ }
+ return values;
+ }
+
+ return {
+ getOverview,
+ getBreakdown,
+ listTraces,
+ getTrace,
+ listEvents,
+ getEvent,
+ getProfileSummary,
+ getGroupSummary,
+ getSessionSummary,
+ getFilterValues,
+ };
+}
diff --git a/packages/core/src/modules/ai/src/normalize.test.ts b/packages/core/src/modules/ai/src/normalize.test.ts
new file mode 100644
index 000000000..4d50db8ed
--- /dev/null
+++ b/packages/core/src/modules/ai/src/normalize.test.ts
@@ -0,0 +1,231 @@
+import { describe, expect, test } from 'bun:test';
+import {
+ AI_MAX_CONTENT_BYTES,
+ AI_TRUNCATION_MARKER,
+ zAiPayload,
+} from '../ai.constants';
+import { normalizeAiPayload, serializeBounded } from './normalize';
+import { buildAiEventRow } from './row';
+
+const generation = zAiPayload.parse({
+ kind: 'generation',
+ traceId: 'trace_1',
+ spanId: 'span_1',
+ name: 'summarize',
+ conversationId: 'thread_1',
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ input: [{ role: 'user', content: 'hi' }],
+ output: [{ role: 'assistant', content: 'hello' }],
+ tools: [{ type: 'function', function: { name: 'get_weather' } }],
+ usage: { inputTokens: 1000, outputTokens: 200, cacheReadTokens: 100 },
+ latencyMs: 1234.6,
+ stopReason: 'stop',
+ stream: true,
+ modelParameters: { temperature: 0.2 },
+ properties: {
+ feature: 'inbox',
+ nested: { plan: 'pro' },
+ ai_model: 'spoofed',
+ },
+});
+
+describe('zAiPayload', () => {
+ test('a generation needs model, provider and token counts', () => {
+ const result = zAiPayload.safeParse({ kind: 'generation', traceId: 't' });
+ expect(result.success).toBe(false);
+ const paths = result.error?.issues.map((issue) => issue.path.join('.'));
+ expect(paths).toEqual(
+ expect.arrayContaining([
+ 'model',
+ 'provider',
+ 'usage.inputTokens',
+ 'usage.outputTokens',
+ ])
+ );
+ });
+
+ test('a span only needs a trace id', () => {
+ expect(zAiPayload.safeParse({ kind: 'span', traceId: 't' }).success).toBe(
+ true
+ );
+ });
+
+ test('ids are restricted to the allowed alphabet', () => {
+ expect(
+ zAiPayload.safeParse({ kind: 'span', traceId: 'has space' }).success
+ ).toBe(false);
+ expect(
+ zAiPayload.safeParse({ kind: 'span', traceId: "a-b_c.d:e@f(g)!h'i|j~k" })
+ .success
+ ).toBe(true);
+ });
+});
+
+describe('normalizeAiPayload', () => {
+ test('maps a generation to the events row properties and the ai_events draft', () => {
+ const { name, properties, draft } = normalizeAiPayload(generation);
+ expect(name).toBe('ai_generation');
+ expect(properties).toMatchObject({
+ feature: 'inbox',
+ nested: { plan: 'pro' },
+ ai_trace_id: 'trace_1',
+ ai_conversation_id: 'thread_1',
+ ai_name: 'summarize',
+ ai_model: 'gpt-5-mini',
+ ai_provider: 'openai',
+ ai_input_tokens: 1000,
+ ai_output_tokens: 200,
+ ai_cache_read_tokens: 100,
+ ai_total_tokens: 1200,
+ ai_latency_ms: 1234.6,
+ ai_is_error: false,
+ ai_stop_reason: 'stop',
+ ai_stream: true,
+ });
+ expect(properties.ai_cost).toBeGreaterThan(0);
+ expect(properties).not.toHaveProperty('ai_input');
+ expect(properties).not.toHaveProperty('ai_output');
+ expect(properties).not.toHaveProperty('ai_span_id');
+
+ expect(draft).toMatchObject({
+ type: 'generation',
+ trace_id: 'trace_1',
+ span_id: 'span_1',
+ conversation_id: 'thread_1',
+ model: 'gpt-5-mini',
+ input_tokens: 1000,
+ cache_read_tokens: 100,
+ cost_source: 'catalog',
+ latency_ms: 1235,
+ is_stream: true,
+ is_error: false,
+ properties: { feature: 'inbox', 'nested.plan': 'pro' },
+ });
+ expect(JSON.parse(draft.input)).toEqual([{ role: 'user', content: 'hi' }]);
+ expect(JSON.parse(draft.tools)).toHaveLength(1);
+ expect(JSON.parse(draft.model_parameters)).toEqual({ temperature: 0.2 });
+ });
+
+ test('a caller cannot spoof reserved ai_* keys through custom properties', () => {
+ const { properties, draft } = normalizeAiPayload(generation);
+ expect(properties.ai_model).toBe('gpt-5-mini');
+ expect(draft.properties).not.toHaveProperty('ai_model');
+ });
+
+ test('privacy mode keeps the numbers and drops the content', () => {
+ const { draft, properties } = normalizeAiPayload({
+ ...generation,
+ privacyMode: true,
+ });
+ expect(draft.input).toBe('');
+ expect(draft.output).toBe('');
+ expect(draft.tools).toBe('');
+ expect(draft.input_tokens).toBe(1000);
+ expect(properties.ai_input_tokens).toBe(1000);
+ });
+
+ test('an error marks the event and keeps the message out of the events row', () => {
+ const { properties, draft } = normalizeAiPayload({
+ ...generation,
+ error: { message: 'rate limited', code: 'rate_limit', httpStatus: 429 },
+ });
+ expect(properties).toMatchObject({
+ ai_is_error: true,
+ ai_error_code: 'rate_limit',
+ ai_http_status: 429,
+ });
+ expect(properties).not.toHaveProperty('ai_error');
+ expect(draft.is_error).toBe(true);
+ expect(draft.http_status).toBe(429);
+ expect(JSON.parse(draft.error).message).toBe('rate limited');
+ });
+
+ test('a passthrough cost is stored as given', () => {
+ const { properties, draft } = normalizeAiPayload({
+ ...generation,
+ cost: 0.5,
+ });
+ expect(properties.ai_cost).toBe(0.5);
+ expect(draft).toMatchObject({
+ total_cost: 0.5,
+ cost_source: 'passthrough',
+ });
+ });
+
+ test('an unpriced model has no ai_cost property but keeps the row', () => {
+ const { properties, draft } = normalizeAiPayload({
+ ...generation,
+ model: 'my-finetune',
+ provider: 'acme',
+ });
+ expect(properties).not.toHaveProperty('ai_cost');
+ expect(draft).toMatchObject({ total_cost: 0, cost_source: 'none' });
+ });
+
+ test('a span without usage has no token properties', () => {
+ const { name, properties, draft } = normalizeAiPayload(
+ zAiPayload.parse({
+ kind: 'span',
+ traceId: 't',
+ name: 'vector_search',
+ input: 'q',
+ })
+ );
+ expect(name).toBe('ai_span');
+ expect(properties).not.toHaveProperty('ai_input_tokens');
+ expect(properties).not.toHaveProperty('ai_total_tokens');
+ expect(draft.input).toBe('"q"');
+ });
+});
+
+describe('serializeBounded', () => {
+ test('cuts oversized content at the byte cap with a marker', () => {
+ const big = 'ä'.repeat(AI_MAX_CONTENT_BYTES);
+ const out = serializeBounded(big);
+ expect(out.endsWith(AI_TRUNCATION_MARKER)).toBe(true);
+ expect(new TextEncoder().encode(out).byteLength).toBeLessThanOrEqual(
+ AI_MAX_CONTENT_BYTES +
+ new TextEncoder().encode(AI_TRUNCATION_MARKER).byteLength
+ );
+ expect(out).not.toContain('�');
+ });
+
+ test('leaves small content alone and maps nothing to the empty string', () => {
+ expect(serializeBounded({ a: 1 })).toBe('{"a":1}');
+ expect(serializeBounded(undefined)).toBe('');
+ expect(serializeBounded(null)).toBe('');
+ });
+});
+
+describe('buildAiEventRow', () => {
+ const event = {
+ id: 'evt_1',
+ project_id: 'p',
+ profile_id: 'usr_1',
+ device_id: 'dev_1',
+ session_id: 'sess_1',
+ groups: ['acme'],
+ created_at: '2026-10-26 10:00:00.000',
+ };
+
+ test('copies identity from the stored event and defaults span_id to the event id', () => {
+ const { draft } = normalizeAiPayload({ ...generation, spanId: undefined });
+ const row = buildAiEventRow(draft, event, { storeContent: true });
+ expect(row).toMatchObject({
+ ...event,
+ span_id: 'evt_1',
+ model: 'gpt-5-mini',
+ });
+ expect(row.input).not.toBe('');
+ });
+
+ test('the project privacy setting blanks content', () => {
+ const { draft } = normalizeAiPayload(generation);
+ const row = buildAiEventRow(draft, event, { storeContent: false });
+ expect(row.input).toBe('');
+ expect(row.output).toBe('');
+ expect(row.tools).toBe('');
+ expect(row.input_tokens).toBe(1000);
+ });
+});
diff --git a/packages/core/src/modules/ai/src/normalize.ts b/packages/core/src/modules/ai/src/normalize.ts
new file mode 100644
index 000000000..2caf096a7
--- /dev/null
+++ b/packages/core/src/modules/ai/src/normalize.ts
@@ -0,0 +1,146 @@
+// Turns one `type: 'ai'` payload into the two things the pipeline stores: the
+// flat scalar properties of the `events` row and the draft `ai_events` row.
+
+import { toDots } from '@openpanel/shared';
+import {
+ AI_EVENT_NAMES,
+ AI_MAX_CONTENT_BYTES,
+ AI_MAX_CUSTOM_PROPERTIES,
+ AI_PROPERTY_KEYS,
+ AI_TRUNCATION_MARKER,
+ type AiEventName,
+ type IAiPayload,
+} from '../ai.constants';
+import { calculateAiCost } from './pricing/cost';
+import type { AiEventRowDraft } from './row';
+
+export interface NormalizedAiEvent {
+ name: AiEventName;
+ /** For the `events` row: the caller's properties under the reserved `ai_*` keys. */
+ properties: Record<string, unknown>;
+ draft: AiEventRowDraft;
+}
+
+const textEncoder = new TextEncoder();
+const textDecoder = new TextDecoder('utf-8', { fatal: false });
+
+/**
+ * JSON with a byte cap. A cut serialisation is no longer valid JSON; readers
+ * fall back to showing it as text, which beats dropping a 300 KB prompt.
+ */
+export function serializeBounded(
+ value: unknown,
+ maxBytes = AI_MAX_CONTENT_BYTES
+): string {
+ if (value === undefined || value === null) {
+ return '';
+ }
+ let json: string;
+ try {
+ json = JSON.stringify(value) ?? '';
+ } catch {
+ return '';
+ }
+ const bytes = textEncoder.encode(json);
+ if (bytes.byteLength <= maxBytes) {
+ return json;
+ }
+ // Decoding a sliced buffer drops a split multi-byte character cleanly.
+ const cut = textDecoder.decode(bytes.subarray(0, maxBytes)).replace(/�$/, '');
+ return `${cut}${AI_TRUNCATION_MARKER}`;
+}
+
+function customProperties(
+ properties: Record<string, unknown> | undefined
+): Record<string, unknown> {
+ if (!properties) {
+ return {};
+ }
+ const entries = Object.entries(properties)
+ .filter(([key]) => !key.startsWith('ai_'))
+ .slice(0, AI_MAX_CUSTOM_PROPERTIES);
+ return Object.fromEntries(entries);
+}
+
+function defined<T extends Record<string, unknown>>(record: T): Partial<T> {
+ return Object.fromEntries(
+ Object.entries(record).filter(([, value]) => value !== undefined)
+ ) as Partial<T>;
+}
+
+export function normalizeAiPayload(payload: IAiPayload): NormalizedAiEvent {
+ const usage = payload.usage ?? {};
+ const cost = calculateAiCost({
+ model: payload.model,
+ provider: payload.provider,
+ usage: payload.usage,
+ cost: payload.cost,
+ });
+ const inputTokens = usage.inputTokens ?? 0;
+ const outputTokens = usage.outputTokens ?? 0;
+ const isError = Boolean(payload.error);
+ const storeContent = !payload.privacyMode;
+ const custom = customProperties(payload.properties);
+
+ const properties: Record<string, unknown> = {
+ ...custom,
+ ...defined({
+ [AI_PROPERTY_KEYS.traceId]: payload.traceId,
+ [AI_PROPERTY_KEYS.conversationId]: payload.conversationId,
+ [AI_PROPERTY_KEYS.name]: payload.name,
+ [AI_PROPERTY_KEYS.model]: payload.model,
+ [AI_PROPERTY_KEYS.provider]: payload.provider,
+ [AI_PROPERTY_KEYS.inputTokens]: usage.inputTokens,
+ [AI_PROPERTY_KEYS.outputTokens]: usage.outputTokens,
+ [AI_PROPERTY_KEYS.cacheReadTokens]: usage.cacheReadTokens,
+ [AI_PROPERTY_KEYS.cacheWriteTokens]: usage.cacheWriteTokens,
+ [AI_PROPERTY_KEYS.reasoningTokens]: usage.reasoningTokens,
+ [AI_PROPERTY_KEYS.totalTokens]: payload.usage
+ ? inputTokens + outputTokens
+ : undefined,
+ [AI_PROPERTY_KEYS.cost]:
+ cost.source === 'none' ? undefined : cost.totalCost,
+ [AI_PROPERTY_KEYS.latencyMs]: payload.latencyMs,
+ [AI_PROPERTY_KEYS.timeToFirstTokenMs]: payload.timeToFirstTokenMs,
+ [AI_PROPERTY_KEYS.isError]: isError,
+ [AI_PROPERTY_KEYS.errorCode]: payload.error?.code,
+ [AI_PROPERTY_KEYS.httpStatus]: payload.error?.httpStatus,
+ [AI_PROPERTY_KEYS.stopReason]: payload.stopReason,
+ [AI_PROPERTY_KEYS.stream]: payload.stream,
+ }),
+ };
+
+ const draft: AiEventRowDraft = {
+ type: payload.kind,
+ trace_id: payload.traceId,
+ span_id: payload.spanId ?? '',
+ parent_id: payload.parentId ?? '',
+ conversation_id: payload.conversationId ?? '',
+ name: payload.name ?? '',
+ model: payload.model ?? '',
+ provider: payload.provider ?? '',
+ input_tokens: inputTokens,
+ output_tokens: outputTokens,
+ cache_read_tokens: usage.cacheReadTokens ?? 0,
+ cache_write_tokens: usage.cacheWriteTokens ?? 0,
+ reasoning_tokens: usage.reasoningTokens ?? 0,
+ input_cost: cost.inputCost,
+ output_cost: cost.outputCost,
+ total_cost: cost.totalCost,
+ cost_source: cost.source,
+ latency_ms: Math.round(payload.latencyMs ?? 0),
+ time_to_first_token_ms: Math.round(payload.timeToFirstTokenMs ?? 0),
+ is_error: isError,
+ http_status: payload.error?.httpStatus ?? 0,
+ stop_reason: payload.stopReason ?? '',
+ is_stream: payload.stream ?? false,
+ model_parameters: serializeBounded(payload.modelParameters),
+ input: storeContent ? serializeBounded(payload.input) : '',
+ output: storeContent ? serializeBounded(payload.output) : '',
+ tools: storeContent ? serializeBounded(payload.tools) : '',
+ error: serializeBounded(payload.error ?? undefined),
+ properties: toDots(custom) as Record<string, string>,
+ };
+
+ return { name: AI_EVENT_NAMES[payload.kind], properties, draft };
+}
diff --git a/packages/core/src/modules/ai/src/pricing/catalog.ts b/packages/core/src/modules/ai/src/pricing/catalog.ts
new file mode 100644
index 000000000..d0719db49
--- /dev/null
+++ b/packages/core/src/modules/ai/src/pricing/catalog.ts
@@ -0,0 +1,178 @@
+// Model → price lookup over the vendored LiteLLM catalog. Pure and in-memory:
+// the ingest path resolves a price per event, so a miss must be cheap too.
+
+import catalogJson from './llm-prices.json';
+
+export interface ModelPrice {
+ provider: string;
+ mode: 'chat' | 'embedding';
+ /** USD per token. */
+ input: number;
+ output: number;
+ cacheRead?: number;
+ cacheWrite?: number;
+ cacheWrite1h?: number;
+ reasoning?: number;
+}
+
+export interface ResolvedModelPrice {
+ /** The catalog key that matched, e.g. `gpt-5-mini`. */
+ key: string;
+ price: ModelPrice;
+}
+
+const catalog = catalogJson as {
+ models: Record<string, ModelPrice>;
+};
+
+/** Catalog key prefixes a caller's provider name may stand for. */
+const PROVIDER_PREFIXES: Record<string, string[]> = {
+ openai: ['openai'],
+ azure: ['azure', 'azure_ai'],
+ 'azure-openai': ['azure', 'azure_ai'],
+ anthropic: ['anthropic'],
+ google: ['gemini', 'vertex_ai'],
+ gemini: ['gemini', 'vertex_ai'],
+ vertex: ['vertex_ai', 'gemini'],
+ 'vertex-ai': ['vertex_ai', 'gemini'],
+ bedrock: ['bedrock', 'bedrock_converse'],
+ aws: ['bedrock', 'bedrock_converse'],
+ 'amazon-bedrock': ['bedrock', 'bedrock_converse'],
+ mistral: ['mistral'],
+ groq: ['groq'],
+ xai: ['xai'],
+ deepseek: ['deepseek'],
+ openrouter: ['openrouter'],
+ together: ['together_ai'],
+ 'together-ai': ['together_ai'],
+ fireworks: ['fireworks_ai'],
+ 'fireworks-ai': ['fireworks_ai'],
+ perplexity: ['perplexity'],
+ cohere: ['cohere'],
+ ollama: ['ollama'],
+ cerebras: ['cerebras'],
+};
+
+/** Snapshot dates and provider version tags that are not part of the model name. */
+const VERSION_SUFFIX =
+ /[-@:._]?(\d{4}-\d{2}-\d{2}|\d{8}|v\d+(?::\d+)?|latest)$/;
+const MAX_SUFFIX_STRIPS = 3;
+const RESOLVE_CACHE_LIMIT = 10_000;
+
+const resolveCache = new Map<string, ResolvedModelPrice | null>();
+
+let plainKeysByLength: string[] | null = null;
+
+/** Catalog keys without a provider prefix, longest first, for prefix matching. */
+function getPlainKeys(): string[] {
+ if (!plainKeysByLength) {
+ plainKeysByLength = Object.keys(catalog.models)
+ .filter((key) => !key.includes('/'))
+ .sort((a, b) => b.length - a.length);
+ }
+ return plainKeysByLength;
+}
+
+function lookup(key: string): ResolvedModelPrice | null {
+ const price = catalog.models[key];
+ return price ? { key, price } : null;
+}
+
+function stripVersionSuffixes(model: string): string[] {
+ const variants: string[] = [];
+ let current = model;
+ for (let i = 0; i < MAX_SUFFIX_STRIPS; i++) {
+ const next = current.replace(VERSION_SUFFIX, '');
+ if (next === current || next.length === 0) {
+ break;
+ }
+ variants.push(next);
+ current = next;
+ }
+ return variants;
+}
+
+function candidateNames(model: string): string[] {
+ const names = [model];
+ const segments = model.split('/');
+ if (segments.length > 1) {
+ names.push(segments.slice(1).join('/'), segments.at(-1) as string);
+ }
+ for (const name of [...names]) {
+ names.push(...stripVersionSuffixes(name));
+ }
+ return [...new Set(names)];
+}
+
+function longestPrefixMatch(name: string): ResolvedModelPrice | null {
+ for (const key of getPlainKeys()) {
+ if (
+ name.startsWith(key) &&
+ (name.length === key.length || name[key.length] === '-')
+ ) {
+ return lookup(key);
+ }
+ }
+ return null;
+}
+
+function resolveUncached(
+ model: string,
+ provider: string | undefined
+): ResolvedModelPrice | null {
+ const prefixes = provider ? (PROVIDER_PREFIXES[provider] ?? [provider]) : [];
+ const names = candidateNames(model);
+
+ for (const name of names) {
+ for (const prefix of prefixes) {
+ const match = lookup(`${prefix}/${name}`);
+ if (match) {
+ return match;
+ }
+ }
+ const match = lookup(name);
+ if (match) {
+ return match;
+ }
+ }
+
+ for (const name of names) {
+ const match = longestPrefixMatch(name);
+ if (match) {
+ return match;
+ }
+ }
+
+ return null;
+}
+
+/**
+ * Finds the catalog price for a model. `provider` only steers the search
+ * (`gemini-2.5-pro` from `google` prefers the `gemini/` entry); a model that
+ * only exists under another provider still resolves.
+ */
+export function resolveModelPrice(
+ model: string,
+ provider?: string
+): ResolvedModelPrice | null {
+ const normalizedModel = model.trim().toLowerCase();
+ const normalizedProvider = provider?.trim().toLowerCase() || undefined;
+ if (!normalizedModel) {
+ return null;
+ }
+ const cacheKey = `${normalizedProvider ?? ''}|${normalizedModel}`;
+ const cached = resolveCache.get(cacheKey);
+ if (cached !== undefined) {
+ return cached;
+ }
+ const resolved = resolveUncached(normalizedModel, normalizedProvider);
+ if (resolveCache.size >= RESOLVE_CACHE_LIMIT) {
+ resolveCache.clear();
+ }
+ resolveCache.set(cacheKey, resolved);
+ return resolved;
+}
+
+export function getCatalogSize(): number {
+ return Object.keys(catalog.models).length;
+}
diff --git a/packages/core/src/modules/ai/src/pricing/cost.test.ts b/packages/core/src/modules/ai/src/pricing/cost.test.ts
new file mode 100644
index 000000000..a4e7927a9
--- /dev/null
+++ b/packages/core/src/modules/ai/src/pricing/cost.test.ts
@@ -0,0 +1,133 @@
+import { describe, expect, test } from 'bun:test';
+import { getCatalogSize, resolveModelPrice } from './catalog';
+import { calculateAiCost } from './cost';
+
+describe('resolveModelPrice', () => {
+ test('the vendored catalog is populated with sane prices', () => {
+ expect(getCatalogSize()).toBeGreaterThan(1000);
+ const price = resolveModelPrice('gpt-5-mini', 'openai');
+ expect(price?.key).toBe('gpt-5-mini');
+ expect(price?.price.input).toBeGreaterThan(0);
+ expect(price?.price.output).toBeGreaterThan(price?.price.input ?? 0);
+ });
+
+ test.each([
+ ['gpt-5-mini', 'openai', 'gpt-5-mini'],
+ ['GPT-5-Mini', undefined, 'gpt-5-mini'],
+ ['gpt-5-mini-2025-08-07', 'openai', 'gpt-5-mini-2025-08-07'],
+ ['gpt-5-mini-2099-01-01', 'openai', 'gpt-5-mini'],
+ ['claude-sonnet-5-5', 'anthropic', 'claude-sonnet-5-5'],
+ ['claude-sonnet-5-5@20260301', 'anthropic', 'claude-sonnet-5-5'],
+ ['anthropic/claude-sonnet-5-5', 'openrouter', 'claude-sonnet-5-5'],
+ [
+ 'anthropic.claude-sonnet-5-5-v1:0',
+ 'bedrock',
+ 'anthropic.claude-sonnet-5-5',
+ ],
+ ['gemini-2.5-pro', 'google', 'gemini/gemini-2.5-pro'],
+ ['text-embedding-3-small', 'openai', 'text-embedding-3-small'],
+ ])('%s (%s) resolves to %s', (model, provider, expected) => {
+ expect(resolveModelPrice(model, provider)?.key).toBe(expected);
+ });
+
+ test('an unknown model resolves to nothing', () => {
+ expect(resolveModelPrice('my-finetune-9000', 'acme')).toBeNull();
+ expect(resolveModelPrice('', 'openai')).toBeNull();
+ });
+});
+
+describe('calculateAiCost', () => {
+ const gpt5Mini = resolveModelPrice('gpt-5-mini', 'openai')?.price;
+ const sonnet = resolveModelPrice('claude-sonnet-5-5', 'anthropic')?.price;
+ if (!(gpt5Mini && sonnet)) {
+ throw new Error('catalog fixture models are missing');
+ }
+
+ test('passthrough wins over the catalog', () => {
+ expect(
+ calculateAiCost({
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ usage: { inputTokens: 1000, outputTokens: 1000 },
+ cost: 0.42,
+ })
+ ).toEqual({
+ inputCost: 0,
+ outputCost: 0,
+ totalCost: 0.42,
+ source: 'passthrough',
+ });
+ });
+
+ test('prices input and output tokens from the catalog', () => {
+ const cost = calculateAiCost({
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ usage: { inputTokens: 1000, outputTokens: 200 },
+ });
+ expect(cost.source).toBe('catalog');
+ expect(cost.priceKey).toBe('gpt-5-mini');
+ expect(cost.inputCost).toBeCloseTo(1000 * gpt5Mini.input, 12);
+ expect(cost.outputCost).toBeCloseTo(200 * gpt5Mini.output, 12);
+ expect(cost.totalCost).toBeCloseTo(cost.inputCost + cost.outputCost, 12);
+ });
+
+ test('cached tokens are a subset of input and priced at the cache rates', () => {
+ const cost = calculateAiCost({
+ model: 'claude-sonnet-5-5',
+ provider: 'anthropic',
+ usage: {
+ inputTokens: 1000,
+ cacheReadTokens: 600,
+ cacheWriteTokens: 100,
+ outputTokens: 0,
+ },
+ });
+ const expected =
+ 300 * sonnet.input +
+ 600 * (sonnet.cacheRead as number) +
+ 100 * (sonnet.cacheWrite as number);
+ expect(cost.inputCost).toBeCloseTo(expected, 12);
+ });
+
+ test('cache counts larger than input are clamped instead of going negative', () => {
+ const cost = calculateAiCost({
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ usage: { inputTokens: 100, cacheReadTokens: 500, outputTokens: 0 },
+ });
+ expect(cost.inputCost).toBeCloseTo(
+ 100 * (gpt5Mini.cacheRead as number),
+ 12
+ );
+ });
+
+ test('reasoning tokens are part of output', () => {
+ const cost = calculateAiCost({
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ usage: { inputTokens: 0, outputTokens: 500, reasoningTokens: 300 },
+ });
+ expect(cost.outputCost).toBeCloseTo(500 * gpt5Mini.output, 12);
+ });
+
+ test('costs are rounded so they read cleanly as property strings', () => {
+ const cost = calculateAiCost({
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ usage: { inputTokens: 812, outputTokens: 140, cacheReadTokens: 100 },
+ });
+ expect(String(cost.totalCost)).toBe('0.0004605');
+ });
+
+ test('no model, no usage or an unknown model yields no cost', () => {
+ expect(calculateAiCost({})).toMatchObject({ totalCost: 0, source: 'none' });
+ expect(
+ calculateAiCost({
+ model: 'nope-9000',
+ provider: 'acme',
+ usage: { inputTokens: 5 },
+ })
+ ).toMatchObject({ totalCost: 0, source: 'none' });
+ });
+});
diff --git a/packages/core/src/modules/ai/src/pricing/cost.ts b/packages/core/src/modules/ai/src/pricing/cost.ts
new file mode 100644
index 000000000..5798962b3
--- /dev/null
+++ b/packages/core/src/modules/ai/src/pricing/cost.ts
@@ -0,0 +1,102 @@
+import type { IAiUsage } from '../../ai.constants';
+import { type ModelPrice, resolveModelPrice } from './catalog';
+
+export type AiCostSource = 'passthrough' | 'catalog' | 'none';
+
+export interface AiCost {
+ /** USD. */
+ inputCost: number;
+ outputCost: number;
+ totalCost: number;
+ source: AiCostSource;
+ /** The catalog key the price came from, when `source` is `catalog`. */
+ priceKey?: string;
+}
+
+export interface AiCostInput {
+ model?: string;
+ provider?: string;
+ usage?: IAiUsage;
+ /** A caller-supplied total wins over everything else. */
+ cost?: number;
+}
+
+// When the catalog has no cache price. Anthropic documents cache reads at
+// 10% and writes at 125% of input; other providers cluster around 50% for
+// reads. Stated here rather than hidden in the number.
+const ANTHROPIC_CACHE_READ_RATIO = 0.1;
+const DEFAULT_CACHE_READ_RATIO = 0.5;
+const DEFAULT_CACHE_WRITE_RATIO = 1.25;
+const NO_COST: AiCost = {
+ inputCost: 0,
+ outputCost: 0,
+ totalCost: 0,
+ source: 'none',
+};
+
+function isAnthropic(price: ModelPrice, provider: string | undefined): boolean {
+ return price.provider === 'anthropic' || provider === 'anthropic';
+}
+
+function inputCostFor(
+ usage: IAiUsage,
+ price: ModelPrice,
+ provider: string | undefined
+): number {
+ const input = usage.inputTokens ?? 0;
+ const cacheRead = Math.min(usage.cacheReadTokens ?? 0, input);
+ const cacheWrite = Math.min(usage.cacheWriteTokens ?? 0, input - cacheRead);
+ const uncached = input - cacheRead - cacheWrite;
+ const readRatio = isAnthropic(price, provider)
+ ? ANTHROPIC_CACHE_READ_RATIO
+ : DEFAULT_CACHE_READ_RATIO;
+ const cacheReadPrice = price.cacheRead ?? price.input * readRatio;
+ const cacheWritePrice =
+ price.cacheWrite ?? price.input * DEFAULT_CACHE_WRITE_RATIO;
+ return (
+ uncached * price.input +
+ cacheRead * cacheReadPrice +
+ cacheWrite * cacheWritePrice
+ );
+}
+
+function outputCostFor(usage: IAiUsage, price: ModelPrice): number {
+ const output = usage.outputTokens ?? 0;
+ const reasoning = Math.min(usage.reasoningTokens ?? 0, output);
+ const reasoningPrice = price.reasoning ?? price.output;
+ return (output - reasoning) * price.output + reasoning * reasoningPrice;
+}
+
+/** Floats like 0.00046049999999999997 read badly in a property map. */
+const COST_DECIMALS = 10;
+
+function roundCost(value: number): number {
+ return Number(value.toFixed(COST_DECIMALS));
+}
+
+export function calculateAiCost(input: AiCostInput): AiCost {
+ if (input.cost !== undefined) {
+ return {
+ inputCost: 0,
+ outputCost: 0,
+ totalCost: roundCost(input.cost),
+ source: 'passthrough',
+ };
+ }
+ if (!(input.model && input.usage)) {
+ return NO_COST;
+ }
+ const resolved = resolveModelPrice(input.model, input.provider);
+ if (!resolved) {
+ return NO_COST;
+ }
+ const inputCost = inputCostFor(input.usage, resolved.price, input.provider);
+ const outputCost = outputCostFor(input.usage, resolved.price);
+ return {
+ inputCost: roundCost(inputCost),
+ outputCost: roundCost(outputCost),
+ totalCost: roundCost(inputCost + outputCost),
+ source: 'catalog',
+ priceKey: resolved.key,
+ };
+}
diff --git a/packages/core/src/modules/ai/src/pricing/llm-prices.json b/packages/core/src/modules/ai/src/pricing/llm-prices.json
new file mode 100644
index 000000000..254040758
--- /dev/null
+++ b/packages/core/src/modules/ai/src/pricing/llm-prices.json
@@ -0,0 +1,21821 @@
+{
+ "source": "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json",
+ "generatedAt": "2026-10-26T09:06:13.718Z",
+ "models": {
+ "ai21.j2-mid-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.0000125
+ },
+ "ai21.j2-ultra-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000188,
+ "output": 0.0000188
+ },
+ "ai21.jamba-1-5-large-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "ai21.jamba-1-5-mini-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "ai21.jamba-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 7e-7
+ },
+ "aihubmix/agnes-2.5-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 1.5e-7
+ },
+ "aihubmix/agnes-2.5-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 9e-7,
+ "cacheRead": 3.78e-9
+ },
+ "aihubmix/cc-glm-5.1": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.2e-7
+ },
+ "aihubmix/claude-fable-5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375
+ },
+ "aihubmix/claude-haiku-4-5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375
+ },
+ "aihubmix/claude-opus-4-8-think": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "aihubmix/claude-opus-5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "aihubmix/claude-sonnet-5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "aihubmix/coding-glm-5.3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.2e-7,
+ "cacheRead": 1.5e-8
+ },
+ "aihubmix/coding-kimi-k3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000161333,
+ "cacheRead": 6.6e-8
+ },
+ "aihubmix/coding-xiaomi-mimo-v2-omni": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 4e-7,
+ "cacheRead": 1.6e-8
+ },
+ "aihubmix/coding-xiaomi-mimo-v2.5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.6e-7,
+ "cacheRead": 1.6e-9
+ },
+ "aihubmix/coding-xiaomi-mimo-v2.5-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 1.6e-9
+ },
+ "aihubmix/command-a-plus-05-2026": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "aihubmix/deepseek-v4-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.42e-7,
+ "output": 2.84e-7,
+ "cacheRead": 2.84e-8
+ },
+ "aihubmix/deepseek-v4-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.00000169,
+ "output": 0.00000338,
+ "cacheRead": 1.4027e-7
+ },
+ "aihubmix/doubao-seed-2-0-code-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.822e-7,
+ "output": 0.000002411,
+ "cacheRead": 9.644e-8
+ },
+ "aihubmix/doubao-seed-2-0-lite-260428": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 9.041e-8,
+ "output": 5.4246e-7,
+ "cacheRead": 1.8082e-8
+ },
+ "aihubmix/doubao-seed-2-0-mini": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 3.0136e-8,
+ "output": 3.0136e-7,
+ "cacheRead": 6.027e-9
+ },
+ "aihubmix/doubao-seed-2-0-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.822e-7,
+ "output": 0.000002411,
+ "cacheRead": 9.644e-8
+ },
+ "aihubmix/doubao-seed-2-1-turbo": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.6475e-7,
+ "output": 0.00000232375,
+ "cacheRead": 9.295e-8
+ },
+ "aihubmix/ernie-5.1": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 5.634e-7,
+ "output": 0.0000025353,
+ "cacheRead": 5.634e-7
+ },
+ "aihubmix/gemini-3-flash-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8
+ },
+ "aihubmix/gemini-3-flash-preview-search": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8
+ },
+ "aihubmix/gemini-3.1-pro-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "aihubmix/gemini-3.1-pro-preview-customtools": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "aihubmix/gemini-3.5-flash-lite": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.000002499999,
+ "cacheRead": 3e-8
+ },
+ "aihubmix/gemini-3.7-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8
+ },
+ "aihubmix/gemma-4-26b-a4b-it": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 3.9998e-7
+ },
+ "aihubmix/gemma-4-31b-it": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 3.9998e-7
+ },
+ "aihubmix/glm-5.2-fast-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002254,
+ "output": 0.000007889,
+ "cacheRead": 5.635e-7
+ },
+ "aihubmix/glm-5.3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000011268,
+ "output": 0.0000039438,
+ "cacheRead": 2.817e-7
+ },
+ "aihubmix/glm-5.3-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.1268e-7,
+ "output": 3.9438e-7,
+ "cacheRead": 2.817e-8
+ },
+ "aihubmix/glm-5v-turbo": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 7.042e-7,
+ "output": 0.00000309848,
+ "cacheRead": 1.69008e-7
+ },
+ "aihubmix/gpt-5.3-codex": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "aihubmix/gpt-5.4-high": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "aihubmix/gpt-5.4-low": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "aihubmix/gpt-5.4-mini": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "aihubmix/gpt-5.4-nano": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "aihubmix/gpt-5.5": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "aihubmix/gpt-5.5-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018
+ },
+ "aihubmix/gpt-5.6-luna": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "aihubmix/gpt-5.6-sol-disc": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "aihubmix/gpt-5.6-terra": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "aihubmix/gpt-chat-latest": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "aihubmix/grok-4-20-non-reasoning": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2e-7
+ },
+ "aihubmix/grok-4-20-reasoning": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2e-7
+ },
+ "aihubmix/grok-4.6": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "aihubmix/grok-build-0.1": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002,
+ "cacheRead": 2e-7
+ },
+ "aihubmix/hy3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.562e-7,
+ "output": 6.248e-7,
+ "cacheRead": 3.905e-8
+ },
+ "aihubmix/hy4-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 8.45e-7,
+ "output": 0.000002535,
+ "cacheRead": 4.225e-8
+ },
+ "aihubmix/kimi-k2.6": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.0000039995,
+ "cacheRead": 1.60835e-7
+ },
+ "aihubmix/kimi-k2.7-code-highspeed": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000019,
+ "output": 0.000007999,
+ "cacheRead": 3.2167e-7
+ },
+ "aihubmix/kimi-k3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "aihubmix/longcat-2.0": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 7.746e-7,
+ "output": 0.0000030984,
+ "cacheRead": 1.5492e-8
+ },
+ "aihubmix/mai-thinking-1": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "aihubmix/mimo-v2-omni": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.0000022,
+ "cacheRead": 8.8e-8
+ },
+ "aihubmix/mimo-v2-pro": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000033,
+ "cacheRead": 2.2e-7
+ },
+ "aihubmix/minimax-m2.7": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2.958e-7,
+ "output": 0.0000011832,
+ "cacheRead": 5.916e-8
+ },
+ "aihubmix/minimax-m3": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2.88e-7,
+ "output": 0.000001152
+ },
+ "aihubmix/muse-spark-1.2": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000004675
+ },
+ "aihubmix/qwen3-coder-next": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.37e-7,
+ "output": 5.48e-7
+ },
+ "aihubmix/qwen3.5-122b-a10b": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.126e-7,
+ "output": 9.008e-7
+ },
+ "aihubmix/qwen3.5-397b-a17b": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.644e-7,
+ "output": 9.864e-7
+ },
+ "aihubmix/qwen3.6-27b": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 4.22e-7,
+ "output": 0.000002532
+ },
+ "aihubmix/qwen3.6-35b-a3b": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2.54e-7,
+ "output": 0.000001524
+ },
+ "aihubmix/qwen3.6-max-preview": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000001268,
+ "output": 0.000007608,
+ "cacheRead": 1.268e-7,
+ "cacheWrite": 0.000001585
+ },
+ "aihubmix/qwen3.7-plus": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2.82e-7,
+ "output": 0.000001128,
+ "cacheRead": 5.64e-8,
+ "cacheWrite": 3.525e-7
+ },
+ "aihubmix/qwen3.8-2.4t-a95b": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "aihubmix/qwen3.8-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 1.126e-7,
+ "output": 3.80025e-7,
+ "cacheRead": 1.4075e-8,
+ "cacheWrite": 1.75937e-7
+ },
+ "aihubmix/qwen3.8-max": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 0.00000169,
+ "output": 0.00000507,
+ "cacheRead": 1.69e-7,
+ "cacheWrite": 0.0000021125
+ },
+ "aihubmix/step-3.7-flash": {
+ "provider": "aihubmix",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.00000132,
+ "cacheRead": 4.4e-8
+ },
+ "amazon-nova/nova-lite-v1": {
+ "provider": "amazon_nova",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "amazon-nova/nova-micro-v1": {
+ "provider": "amazon_nova",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.4e-7
+ },
+ "amazon-nova/nova-premier-v1": {
+ "provider": "amazon_nova",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000125
+ },
+ "amazon-nova/nova-pro-v1": {
+ "provider": "amazon_nova",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032
+ },
+ "amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 7.5e-8
+ },
+ "amazon.nova-2-multimodal-embeddings-v1:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.35e-7,
+ "output": 0
+ },
+ "amazon.nova-2-pro-preview-20251202-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 3.125e-7
+ },
+ "amazon.nova-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7,
+ "cacheRead": 1.5e-8
+ },
+ "amazon.nova-micro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.4e-7,
+ "cacheRead": 8.75e-9
+ },
+ "amazon.nova-premier-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000125,
+ "cacheRead": 6.25e-7
+ },
+ "amazon.nova-pro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032,
+ "cacheRead": 2e-7
+ },
+ "amazon.titan-embed-g1-text-02": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "amazon.titan-embed-image-v1": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 8e-7,
+ "output": 0
+ },
+ "amazon.titan-embed-text-v1": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "amazon.titan-embed-text-v2:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "amazon.titan-text-express-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "amazon.titan-text-lite-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 2e-7
+ },
+ "amazon.titan-text-premier-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "anthropic.claude-3-5-haiku-20241022-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004,
+ "cacheRead": 8e-8,
+ "cacheWrite": 0.000001
+ },
+ "anthropic.claude-3-5-sonnet-20240620-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "anthropic.claude-3-5-sonnet-20241022-v2:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "anthropic.claude-3-7-sonnet-20240620-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045
+ },
+ "anthropic.claude-3-7-sonnet-20250219-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "anthropic.claude-3-opus-20240229-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "anthropic.claude-fable-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "anthropic.claude-haiku-4-5@20251001": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "anthropic.claude-instant-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "anthropic.claude-mythos-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "anthropic.claude-mythos-preview": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000275,
+ "output": 0.0001375,
+ "cacheRead": 0.00000275,
+ "cacheWrite": 0.000034375,
+ "cacheWrite1h": 0.000055
+ },
+ "anthropic.claude-opus-4-1-20250805-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "anthropic.claude-opus-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "anthropic.claude-opus-4-5-20251101-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "anthropic.claude-opus-4-6-v1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "anthropic.claude-sonnet-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "anthropic.claude-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "anthropic.claude-v2:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "anyscale/huggingfaceh4/zephyr-7b-beta": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "anyscale/codellama/codellama-34b-instruct-hf": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "anyscale/codellama/codellama-70b-instruct-hf": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "anyscale/google/gemma-7b-it": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "anyscale/meta-llama/llama-2-13b-chat-hf": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 2.5e-7
+ },
+ "anyscale/meta-llama/llama-2-70b-chat-hf": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "anyscale/meta-llama/llama-2-7b-chat-hf": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "anyscale/meta-llama/meta-llama-3-70b-instruct": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "anyscale/meta-llama/meta-llama-3-8b-instruct": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "anyscale/mistralai/mistral-7b-instruct-v0.1": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "anyscale/mistralai/mixtral-8x22b-instruct-v0.1": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "anyscale/mistralai/mixtral-8x7b-instruct-v0.1": {
+ "provider": "anyscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "apac.amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.96e-7,
+ "output": 0.000003311,
+ "cacheRead": 9.9e-8
+ },
+ "apac.amazon.nova-2-pro-preview-20251202-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 3.4375e-7
+ },
+ "apac.amazon.nova-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6.3e-8,
+ "output": 2.52e-7,
+ "cacheRead": 1.575e-8
+ },
+ "apac.amazon.nova-micro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.7e-8,
+ "output": 1.48e-7,
+ "cacheRead": 9.25e-9
+ },
+ "apac.amazon.nova-pro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 8.4e-7,
+ "output": 0.00000336,
+ "cacheRead": 2.1e-7
+ },
+ "apac.anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "apac.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375
+ },
+ "apac.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "apac.anthropic.claude-mythos-preview": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000275,
+ "output": 0.0001375,
+ "cacheRead": 0.00000275,
+ "cacheWrite": 0.000034375,
+ "cacheWrite1h": 0.000055
+ },
+ "apac.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "apac.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "apac.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "apac.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "apac.anthropic.claude-sonnet-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "apac.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "apac.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "apac.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "au.anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "au.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375,
+ "cacheWrite1h": 0.0000022
+ },
+ "au.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "au.anthropic.claude-mythos-preview": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000275,
+ "output": 0.0001375,
+ "cacheRead": 0.00000275,
+ "cacheWrite": 0.000034375,
+ "cacheWrite1h": 0.000055
+ },
+ "au.anthropic.claude-opus-4-6-v1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "au.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "au.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "au.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "au.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "au.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "au.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "au.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "au.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "azure/ada": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.1e-7,
+ "output": 0
+ },
+ "azure/apac/gpt-6.1-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003
+ },
+ "azure/chat-latest": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure/codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000006,
+ "cacheRead": 3.75e-7
+ },
+ "azure/command-r-plus": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "azure/computer-use-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000012
+ },
+ "azure/eu/codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.0000066,
+ "cacheRead": 4.13e-7
+ },
+ "azure/eu/computer-use-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000132
+ },
+ "azure/eu/gpt-4.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/gpt-4.1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000176,
+ "cacheRead": 1.1e-7
+ },
+ "azure/eu/gpt-4.1-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 4.4e-7,
+ "cacheRead": 2.8e-8
+ },
+ "azure/eu/gpt-4o": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375,
+ "cacheWrite": 0.00000138
+ },
+ "azure/eu/gpt-4o-2024-05-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000165
+ },
+ "azure/eu/gpt-4o-2024-08-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375
+ },
+ "azure/eu/gpt-4o-2024-11-20": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375,
+ "cacheWrite": 0.00000138
+ },
+ "azure/eu/gpt-4o-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.65e-7,
+ "output": 6.6e-7,
+ "cacheRead": 8.3e-8
+ },
+ "azure/eu/gpt-4o-mini-2024-07-18": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.65e-7,
+ "output": 6.6e-7,
+ "cacheRead": 8.3e-8
+ },
+ "azure/eu/gpt-5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.38e-7
+ },
+ "azure/eu/gpt-5-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/eu/gpt-5-mini-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/eu/gpt-5-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5.5e-8,
+ "output": 4.4e-7,
+ "cacheRead": 5.5e-9
+ },
+ "azure/eu/gpt-5-nano-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5.5e-8,
+ "output": 4.4e-7,
+ "cacheRead": 5.5e-9
+ },
+ "azure/eu/gpt-5-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000132
+ },
+ "azure/eu/gpt-5.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5.1-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5.1-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5.1-codex-max": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/eu/gpt-5.1-codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/eu/gpt-5.2": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/eu/gpt-5.2-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/eu/gpt-5.2-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/eu/gpt-5.2-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000231,
+ "output": 0.0001848
+ },
+ "azure/eu/gpt-5.3-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/eu/gpt-5.3-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/eu/gpt-5.4": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "azure/eu/gpt-5.4-2026-03-05": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "azure/eu/gpt-5.4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 8.25e-7,
+ "output": 0.00000495,
+ "cacheRead": 8.25e-8
+ },
+ "azure/eu/gpt-5.4-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.000001375,
+ "cacheRead": 2.2e-8
+ },
+ "azure/eu/gpt-5.4-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000033,
+ "output": 0.000198
+ },
+ "azure/eu/gpt-5.5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/gpt-5.5-2026-04-23": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/gpt-5.5-2026-04-24": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/gpt-5.6": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "azure/eu/gpt-5.6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.2e-8,
+ "cacheWrite": 2.75e-7
+ },
+ "azure/eu/gpt-5.6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "azure/eu/gpt-5.6-terra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000132,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "azure/eu/gpt-6-astra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000012,
+ "output": 0.00006,
+ "cacheRead": 0.0000012,
+ "cacheWrite": 0.000015
+ },
+ "azure/eu/gpt-6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 6e-7,
+ "cacheRead": 1.2e-8,
+ "cacheWrite": 1.5e-7
+ },
+ "azure/eu/gpt-6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000003
+ },
+ "azure/eu/gpt-6.1-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003
+ },
+ "azure/eu/o1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/eu/o1-2024-12-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/eu/o1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/eu/o1-mini-2024-09-12": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/eu/o1-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/eu/o3": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/o3-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/eu/o3-deep-research": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000044,
+ "cacheRead": 0.00000275
+ },
+ "azure/eu/o3-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/eu/o3-mini-2025-01-31": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/eu/o4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 3.03e-7
+ },
+ "azure/eu/o4-mini-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 3.03e-7
+ },
+ "azure/eu/text-embedding-3-large": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.43e-7,
+ "output": 0
+ },
+ "azure/eu/text-embedding-3-small": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 2.2e-8,
+ "output": 0
+ },
+ "azure/eu/text-embedding-ada-002": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.1e-7,
+ "output": 0
+ },
+ "azure/global-standard/gpt-4o-2024-08-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/global-standard/gpt-4o-2024-11-20": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/global-standard/gpt-4o-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "azure/global/gpt-4o-2024-08-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/global/gpt-4o-2024-11-20": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/global/gpt-5.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/global/gpt-5.1-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/global/gpt-5.1-codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-3.5-turbo": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "azure/gpt-3.5-turbo-instruct-0914": {
+ "provider": "azure_text",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.0000022
+ },
+ "azure/gpt-35-turbo": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "azure/gpt-35-turbo-16k": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000004
+ },
+ "azure/gpt-35-turbo-16k-0613": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000004
+ },
+ "azure/gpt-35-turbo-instruct": {
+ "provider": "azure_text",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.0000022
+ },
+ "azure/gpt-35-turbo-instruct-0914": {
+ "provider": "azure_text",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.0000022
+ },
+ "azure/gpt-4": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00006
+ },
+ "azure/gpt-4-0125-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "azure/gpt-4-0613": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00006
+ },
+ "azure/gpt-4-1106-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "azure/gpt-4-32k": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00006,
+ "output": 0.00012
+ },
+ "azure/gpt-4-32k-0613": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00006,
+ "output": 0.00012
+ },
+ "azure/gpt-4-turbo": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000033
+ },
+ "azure/gpt-4-turbo-2024-04-09": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000033
+ },
+ "azure/gpt-4-turbo-vision-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000033
+ },
+ "azure/gpt-4.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "azure/gpt-4.1-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "azure/gpt-4.1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-7
+ },
+ "azure/gpt-4.1-mini-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-7
+ },
+ "azure/gpt-4.1-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-4.1-nano-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-4.5-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000075,
+ "output": 0.00015,
+ "cacheRead": 0.0000375
+ },
+ "azure/gpt-4o": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/gpt-4o-2024-05-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000015
+ },
+ "azure/gpt-4o-2024-08-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/gpt-4o-2024-11-20": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "azure/gpt-4o-audio-preview-2024-12-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure/gpt-4o-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "azure/gpt-4o-mini-2024-07-18": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "azure/gpt-4o-mini-audio-preview-2024-12-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "azure/gpt-5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-5-mini-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-5-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 5e-9
+ },
+ "azure/gpt-5-nano-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 5e-9
+ },
+ "azure/gpt-5-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00012
+ },
+ "azure/gpt-5.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-2025-11-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-codex-2025-11-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-codex-max": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "azure/gpt-5.1-codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-5.1-codex-mini-2025-11-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "azure/gpt-5.2": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.2-2025-12-11": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.2-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.2-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.2-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000021,
+ "output": 0.000168
+ },
+ "azure/gpt-5.2-pro-2025-12-11": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000021,
+ "output": 0.000168
+ },
+ "azure/gpt-5.3-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.3-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "azure/gpt-5.4": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "azure/gpt-5.4-2026-03-05": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "azure/gpt-5.4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "azure/gpt-5.4-mini-2026-03-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "azure/gpt-5.4-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "azure/gpt-5.4-nano-2026-03-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "azure/gpt-5.4-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure/gpt-5.4-pro-2026-03-05": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure/gpt-5.5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure/gpt-5.5-2026-04-23": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure/gpt-5.5-2026-04-24": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure/gpt-5.5-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure/gpt-5.5-pro-2026-04-23": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure/gpt-5.6": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "azure/gpt-5.6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "azure/gpt-5.6-luna-2026-07-09": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "azure/gpt-5.6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "azure/gpt-5.6-sol-2026-07-09": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "azure/gpt-5.6-terra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-5.6-terra-2026-07-09": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-6-astra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "azure/gpt-6-astra-2026-09-03": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "azure/gpt-6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "azure/gpt-6-luna-2026-09-22": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "azure/gpt-6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-6-sol-2026-09-22": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-6.1-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-6.1-sol-2026-09-29": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure/gpt-audio": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure/gpt-audio-1.5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure/gpt-audio-1.5-2026-02-23": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure/gpt-audio-2025-08-28": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure/gpt-audio-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "azure/gpt-audio-mini-2025-10-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "azure/gpt-chat-latest": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure/mistral-large-2402": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "azure/mistral-large-latest": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "azure/model-router": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0
+ },
+ "azure/o1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "cacheRead": 0.0000075
+ },
+ "azure/o1-2024-12-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "cacheRead": 0.0000075
+ },
+ "azure/o1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "azure/o1-mini-2024-09-12": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "azure/o3": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "azure/o3-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "azure/o3-deep-research": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00004,
+ "cacheRead": 0.0000025
+ },
+ "azure/o3-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "azure/o3-mini-2025-01-31": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "azure/o3-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00002,
+ "output": 0.00008
+ },
+ "azure/o3-pro-2025-06-10": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00002,
+ "output": 0.00008
+ },
+ "azure/o4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 2.75e-7
+ },
+ "azure/o4-mini-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 2.75e-7
+ },
+ "azure/text-embedding-3-large": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.43e-7,
+ "output": 0
+ },
+ "azure/text-embedding-3-small": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 2.2e-8,
+ "output": 0
+ },
+ "azure/text-embedding-ada-002": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.1e-7,
+ "output": 0
+ },
+ "azure/us-gov/gpt-5.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000171875,
+ "output": 0.00001375,
+ "cacheRead": 1.71875e-7
+ },
+ "azure/us-gov/o3-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001513,
+ "output": 0.00000605,
+ "cacheRead": 7.57e-7
+ },
+ "azure/us-gov/text-embedding-3-large": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.63e-7,
+ "output": 0
+ },
+ "azure/us-gov/text-embedding-3-small": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 2.5e-8,
+ "output": 0
+ },
+ "azure/us/codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.0000066,
+ "cacheRead": 4.13e-7
+ },
+ "azure/us/computer-use-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000132
+ },
+ "azure/us/gpt-4.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/gpt-4.1-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/gpt-4.1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000176,
+ "cacheRead": 1.1e-7
+ },
+ "azure/us/gpt-4.1-mini-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000176,
+ "cacheRead": 1.1e-7
+ },
+ "azure/us/gpt-4.1-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 4.4e-7,
+ "cacheRead": 2.8e-8
+ },
+ "azure/us/gpt-4.1-nano-2025-04-14": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 4.4e-7,
+ "cacheRead": 2.8e-8
+ },
+ "azure/us/gpt-4o": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375,
+ "cacheWrite": 0.00000138
+ },
+ "azure/us/gpt-4o-2024-05-13": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000165
+ },
+ "azure/us/gpt-4o-2024-08-06": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375
+ },
+ "azure/us/gpt-4o-2024-11-20": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.000011,
+ "cacheRead": 0.000001375,
+ "cacheWrite": 0.00000138
+ },
+ "azure/us/gpt-4o-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.65e-7,
+ "output": 6.6e-7,
+ "cacheRead": 8.3e-8
+ },
+ "azure/us/gpt-4o-mini-2024-07-18": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.65e-7,
+ "output": 6.6e-7,
+ "cacheRead": 8.3e-8
+ },
+ "azure/us/gpt-5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.38e-7
+ },
+ "azure/us/gpt-5-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/us/gpt-5-mini-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/us/gpt-5-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5.5e-8,
+ "output": 4.4e-7,
+ "cacheRead": 5.5e-9
+ },
+ "azure/us/gpt-5-nano-2025-08-07": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 5.5e-8,
+ "output": 4.4e-7,
+ "cacheRead": 5.5e-9
+ },
+ "azure/us/gpt-5-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000132
+ },
+ "azure/us/gpt-5.1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5.1-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5.1-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5.1-codex-max": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 1.375e-7
+ },
+ "azure/us/gpt-5.1-codex-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.75e-7,
+ "output": 0.0000022,
+ "cacheRead": 2.75e-8
+ },
+ "azure/us/gpt-5.2": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/us/gpt-5.2-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/us/gpt-5.2-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/us/gpt-5.2-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000231,
+ "output": 0.0001848
+ },
+ "azure/us/gpt-5.3-chat": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/us/gpt-5.3-codex": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.0000154,
+ "cacheRead": 1.925e-7
+ },
+ "azure/us/gpt-5.4": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "azure/us/gpt-5.4-2026-03-05": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "azure/us/gpt-5.4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 8.25e-7,
+ "output": 0.00000495,
+ "cacheRead": 8.25e-8
+ },
+ "azure/us/gpt-5.4-nano": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.000001375,
+ "cacheRead": 2.2e-8
+ },
+ "azure/us/gpt-5.4-pro": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000033,
+ "output": 0.000198
+ },
+ "azure/us/gpt-5.5": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/gpt-5.5-2026-04-23": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/gpt-5.5-2026-04-24": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/gpt-5.6": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "azure/us/gpt-5.6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.2e-8,
+ "cacheWrite": 2.75e-7
+ },
+ "azure/us/gpt-5.6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "azure/us/gpt-5.6-terra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000132,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "azure/us/gpt-6-astra": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375
+ },
+ "azure/us/gpt-6-luna": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7
+ },
+ "azure/us/gpt-6-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "azure/us/gpt-6.1-sol": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275
+ },
+ "azure/us/gpt-chat-latest": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/o1": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/us/o1-2024-12-17": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/us/o1-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/us/o1-mini-2024-09-12": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/us/o1-preview": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.000066,
+ "cacheRead": 0.00000825
+ },
+ "azure/us/o3": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/o3-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000088,
+ "cacheRead": 5.5e-7
+ },
+ "azure/us/o3-deep-research": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000044,
+ "cacheRead": 0.00000275
+ },
+ "azure/us/o3-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/us/o3-mini-2025-01-31": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 6.05e-7
+ },
+ "azure/us/o4-mini": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 3.03e-7
+ },
+ "azure/us/o4-mini-2025-04-16": {
+ "provider": "azure",
+ "mode": "chat",
+ "input": 0.00000121,
+ "output": 0.00000484,
+ "cacheRead": 3.03e-7
+ },
+ "azure/us/text-embedding-3-large": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.43e-7,
+ "output": 0
+ },
+ "azure/us/text-embedding-3-small": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 2.2e-8,
+ "output": 0
+ },
+ "azure/us/text-embedding-ada-002": {
+ "provider": "azure",
+ "mode": "embedding",
+ "input": 1.1e-7,
+ "output": 0
+ },
+ "azure_ai/codestral-2501": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "azure_ai/cohere-embed-v5-fast": {
+ "provider": "azure_ai",
+ "mode": "embedding",
+ "input": 8e-8,
+ "output": 0
+ },
+ "azure_ai/cohere-embed-v5-pro": {
+ "provider": "azure_ai",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "azure_ai/cohere-command-a-plus-05-2026": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032
+ },
+ "azure_ai/cohere-embed-v3-english": {
+ "provider": "azure_ai",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "azure_ai/cohere-embed-v3-multilingual": {
+ "provider": "azure_ai",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "azure_ai/deepseek-v4-flash-0731": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000132,
+ "cacheRead": 1.4e-8
+ },
+ "azure_ai/fw-deepseek-v3.2": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185,
+ "cacheRead": 3.1e-7
+ },
+ "azure_ai/fw-deepseek-v4-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 3.1e-7,
+ "cacheRead": 3e-8
+ },
+ "azure_ai/fw-deepseek-v4-pro": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000001925,
+ "output": 0.000003828,
+ "cacheRead": 1.65e-7
+ },
+ "azure_ai/fw-deepseek-v4.1-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 3.75e-7,
+ "output": 0.0000015,
+ "cacheRead": 8e-9
+ },
+ "azure_ai/fw-glm-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.00000352,
+ "cacheRead": 2.2e-7
+ },
+ "azure_ai/fw-glm-5.1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000154,
+ "output": 0.00000484,
+ "cacheRead": 2.86e-7
+ },
+ "azure_ai/fw-glm-5.2": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000154,
+ "output": 0.00000484,
+ "cacheRead": 1.5e-7
+ },
+ "azure_ai/fw-glm-5.2-fast": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000231,
+ "output": 0.00000726,
+ "cacheRead": 2.31e-7
+ },
+ "azure_ai/fw-glm-5.3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.0000055,
+ "cacheRead": 3.25e-7
+ },
+ "azure_ai/fw-glm-5.3-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.88e-7,
+ "output": 6.25e-7,
+ "cacheRead": 3.8e-8
+ },
+ "azure_ai/fw-gpt-oss-120b": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.65e-7,
+ "output": 6.6e-7,
+ "cacheRead": 8.2e-8
+ },
+ "azure_ai/fw-inkling": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.00000446,
+ "cacheRead": 1.9e-7
+ },
+ "azure_ai/fw-kimi-k2.5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6.6e-7,
+ "output": 0.0000033,
+ "cacheRead": 1.1e-7
+ },
+ "azure_ai/fw-kimi-k2.6": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000001045,
+ "output": 0.0000044,
+ "cacheRead": 1.76e-7
+ },
+ "azure_ai/fw-kimi-k2.7-code": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000105,
+ "output": 0.0000044,
+ "cacheRead": 2.1e-7
+ },
+ "azure_ai/fw-kimi-k3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "azure_ai/fw-minimax-m2.5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 3.3e-7,
+ "output": 0.00000132,
+ "cacheRead": 3.3e-8
+ },
+ "azure_ai/fw-minimax-m3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 3.3e-7,
+ "output": 0.00000132,
+ "cacheRead": 6.6e-8
+ },
+ "azure_ai/fw-nemotron-3-ultra-nvfp4": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6.6e-7,
+ "output": 0.00000264,
+ "cacheRead": 1.3e-7
+ },
+ "azure_ai/fw-nemotron-lightning-3.5-30b-a3b": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.2e-7,
+ "cacheRead": 1e-8
+ },
+ "azure_ai/llama-3.3-70b-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 7.1e-7,
+ "output": 7.1e-7
+ },
+ "azure_ai/llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000001
+ },
+ "azure_ai/llama-4-scout-17b-16e-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 7.8e-7
+ },
+ "azure_ai/mai-code-1.1-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8
+ },
+ "azure_ai/mai-cyber-1-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000035,
+ "cacheRead": 6e-8
+ },
+ "azure_ai/mai-ds-r1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "azure_ai/mai-thinking-1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 2e-7
+ },
+ "azure_ai/meta-llama-3-70b-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 3.7e-7
+ },
+ "azure_ai/meta-llama-3.1-70b-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000268,
+ "output": 0.00000354
+ },
+ "azure_ai/phi-3-medium-128k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 6.8e-7
+ },
+ "azure_ai/phi-3-medium-4k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 6.8e-7
+ },
+ "azure_ai/phi-3-mini-128k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 5.2e-7
+ },
+ "azure_ai/phi-3-mini-4k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 5.2e-7
+ },
+ "azure_ai/phi-3-small-128k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "azure_ai/phi-3-small-8k-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "azure_ai/phi-3.5-moe-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 6.4e-7
+ },
+ "azure_ai/phi-3.5-mini-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 5.2e-7
+ },
+ "azure_ai/phi-3.5-vision-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 5.2e-7
+ },
+ "azure_ai/phi-4": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.25e-7,
+ "output": 5e-7
+ },
+ "azure_ai/phi-4-mini-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7
+ },
+ "azure_ai/phi-4-mini-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7
+ },
+ "azure_ai/phi-4-multimodal-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 3.2e-7
+ },
+ "azure_ai/phi-4-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.25e-7,
+ "output": 5e-7
+ },
+ "azure_ai/claude-fable-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "azure_ai/claude-fable-5-1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "azure_ai/claude-haiku-4-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "azure_ai/claude-haiku-5-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "azure_ai/claude-opus-4-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "azure_ai/claude-opus-4-6": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "azure_ai/claude-opus-4-7": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "azure_ai/claude-opus-4-8": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "azure_ai/claude-opus-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "azure_ai/claude-opus-5-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "azure_ai/claude-opus-5-5-fast": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.00004,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.00001,
+ "cacheWrite1h": 0.000016
+ },
+ "azure_ai/claude-sonnet-4-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "azure_ai/claude-sonnet-4-6": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "azure_ai/claude-sonnet-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "azure_ai/claude-sonnet-5-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "azure_ai/codex-mini": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000006,
+ "cacheRead": 3.75e-7
+ },
+ "azure_ai/cohere-command-a": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "azure_ai/deepseek-r1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "azure_ai/deepseek-v3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000114,
+ "output": 0.00000456
+ },
+ "azure_ai/deepseek-v3-0324": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000114,
+ "output": 0.00000456
+ },
+ "azure_ai/deepseek-v3.1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000123,
+ "output": 0.00000494
+ },
+ "azure_ai/deepseek-v3.2": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 5.8e-7,
+ "output": 0.00000168
+ },
+ "azure_ai/deepseek-v3.2-speciale": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 5.8e-7,
+ "output": 0.00000168
+ },
+ "azure_ai/deepseek-v4-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 5.1e-7,
+ "cacheRead": 2.8e-8
+ },
+ "azure_ai/deepseek-v4-pro": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000174,
+ "output": 0.00000348,
+ "cacheRead": 1.45e-7
+ },
+ "azure_ai/deepseek-v4.1-flash": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "azure_ai/embed-v-4-0": {
+ "provider": "azure_ai",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "azure_ai/gpt-5.4": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "azure_ai/gpt-5.4-2026-03-05": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "azure_ai/gpt-5.4-mini": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "azure_ai/gpt-5.4-mini-2026-03-17": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "azure_ai/gpt-5.4-nano": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "azure_ai/gpt-5.4-nano-2026-03-17": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "azure_ai/gpt-5.4-pro": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure_ai/gpt-5.4-pro-2026-03-05": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018,
+ "cacheRead": 0.000003
+ },
+ "azure_ai/gpt-5.5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/gpt-5.5-2026-04-23": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/gpt-5.5-2026-04-24": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/gpt-6-astra": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "azure_ai/gpt-6-luna": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "azure_ai/gpt-6-sol": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure_ai/gpt-6.1-sol": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "azure_ai/gpt-chat-latest": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/gpt-oss-120b": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "azure_ai/grok-3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "azure_ai/grok-3-mini": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000127
+ },
+ "azure_ai/grok-4": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "azure_ai/grok-4-1-fast-non-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "azure_ai/grok-4-1-fast-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "azure_ai/grok-4-20-non-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 0.00000125
+ },
+ "azure_ai/grok-4-20-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 0.00000125
+ },
+ "azure_ai/grok-4-fast-non-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "azure_ai/grok-4-fast-reasoning": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "azure_ai/grok-4.3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "azure_ai/grok-4.6": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/grok-4.7": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "azure_ai/grok-code-fast-1": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000015
+ },
+ "azure_ai/jais-30b-chat": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0032,
+ "output": 0.00971
+ },
+ "azure_ai/jamba-instruct": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 7e-7
+ },
+ "azure_ai/kimi-k2-thinking": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "azure_ai/kimi-k2.5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "azure_ai/kimi-k2.6": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "azure_ai/kimi-k2.7-code": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "azure_ai/ministral-3b": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 4e-8
+ },
+ "azure_ai/mistral-large": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000012
+ },
+ "azure_ai/mistral-large-2407": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "azure_ai/mistral-large-3": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "azure_ai/mistral-large-latest": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "azure_ai/mistral-medium-2505": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "azure_ai/mistral-medium-3-5": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075
+ },
+ "azure_ai/mistral-nemo": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "azure_ai/mistral-small": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "azure_ai/mistral-small-2503": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "azure_ai/model-router": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0
+ },
+ "azure_ai/model_router": {
+ "provider": "azure_ai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0
+ },
+ "babbage-002": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "baseten/minimaxai/minimax-m2.5": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "baseten/deepseek-ai/deepseek-v3-0324": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 7.7e-7,
+ "output": 7.7e-7
+ },
+ "baseten/deepseek-ai/deepseek-v3.1": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "baseten/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 2.6e-7,
+ "cacheRead": 2.8e-8
+ },
+ "baseten/deepseek-ai/deepseek-v4-pro": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.00000174,
+ "output": 0.00000348,
+ "cacheRead": 1.45e-7
+ },
+ "baseten/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 1.32e-7
+ },
+ "baseten/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 7e-9
+ },
+ "baseten/deepseek-ai/deepseek-v4.1-flash-1017": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 7e-9
+ },
+ "baseten/deepseek-ai/deepseek-v4.1-flash-1017-fast": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.4e-8
+ },
+ "baseten/deepseek-ai/deepseek-v4.1-flash-fast": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.4e-8
+ },
+ "baseten/meta-models/muse-spark-open": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "baseten/moonshotai/kimi-k2-instruct-0905": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "baseten/moonshotai/kimi-k2-thinking": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "baseten/moonshotai/kimi-k2.5": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "baseten/moonshotai/kimi-k2.6": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "baseten/moonshotai/kimi-k2.7-code": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "baseten/moonshotai/kimi-k3": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "baseten/nvidia/nvidia-nemotron-3-ultra-550b-a55b": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.2e-7
+ },
+ "baseten/nvidia/nvidia-nemotron-3.5-super-vl-120b-a12b": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7,
+ "cacheRead": 4e-8
+ },
+ "baseten/nvidia/nemotron-120b-a12b": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 7.5e-7
+ },
+ "baseten/openai/gpt-oss-120b": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-7
+ },
+ "baseten/reflection/beam-1.0": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "cacheRead": 4e-8
+ },
+ "baseten/thinkingmachines/inkling": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.00000405,
+ "cacheRead": 1.7e-7
+ },
+ "baseten/thinkingmachines/inkling-small": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012,
+ "cacheRead": 1e-7
+ },
+ "baseten/zai-org/glm-4.6": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022
+ },
+ "baseten/zai-org/glm-4.7": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.2e-7
+ },
+ "baseten/zai-org/glm-5": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.00000315
+ },
+ "baseten/zai-org/glm-5.2": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "baseten/zai-org/glm-5.2-fast": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "baseten/zai-org/glm-5.3": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "baseten/zai-org/glm-5.3-fast": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "baseten/zai-org/glm-5.3-flash": {
+ "provider": "baseten",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000223,
+ "output": 0.00000755
+ },
+ "bedrock/ap-northeast-1/anthropic.claude-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/ap-northeast-1/anthropic.claude-v2:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/ap-northeast-1/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "bedrock/ap-northeast-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-northeast-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.3e-7,
+ "output": 0.00000303
+ },
+ "bedrock/ap-northeast-1/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 0.0000036
+ },
+ "bedrock/ap-northeast-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-northeast-1/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 0.00000145
+ },
+ "bedrock/ap-south-1/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000318,
+ "output": 0.0000042
+ },
+ "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 7.2e-7
+ },
+ "bedrock/ap-south-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-south-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-south-1/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.1e-7,
+ "output": 0.00000294
+ },
+ "bedrock/ap-south-1/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 0.0000036
+ },
+ "bedrock/ap-south-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-south-1/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 0.00000141
+ },
+ "bedrock/ap-southeast-2/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.1e-7,
+ "output": 0.00000124
+ },
+ "bedrock/ap-southeast-2/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.545e-7,
+ "output": 0.000001236
+ },
+ "bedrock/ap-southeast-3/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "bedrock/ap-southeast-3/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-southeast-3/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ap-southeast-3/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 0.0000036
+ },
+ "bedrock/ap-southeast-3/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000305,
+ "output": 0.00000403
+ },
+ "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 6.9e-7
+ },
+ "bedrock/claude_platform/claude-fable-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "bedrock/claude_platform/claude-fable-5-1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "bedrock/claude_platform/claude-haiku-4-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "bedrock/claude_platform/claude-haiku-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "bedrock/claude_platform/claude-opus-4-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "bedrock/claude_platform/claude-opus-4-6": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "bedrock/claude_platform/claude-opus-4-7": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "bedrock/claude_platform/claude-opus-4-8": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "bedrock/claude_platform/claude-opus-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "bedrock/claude_platform/claude-opus-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "bedrock/claude_platform/claude-sonnet-4-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "bedrock/claude_platform/claude-sonnet-4-6": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "bedrock/claude_platform/claude-sonnet-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "bedrock/claude_platform/claude-sonnet-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "bedrock/eu-central-1/anthropic.claude-instant-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000248,
+ "output": 0.00000838
+ },
+ "bedrock/eu-central-1/anthropic.claude-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/eu-central-1/anthropic.claude-v2:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/eu-central-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-central-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-central-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-north-1/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "bedrock/eu-north-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-north-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-north-1/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 0.0000036
+ },
+ "bedrock/eu-south-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-south-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-south-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000286,
+ "output": 0.00000378
+ },
+ "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.2e-7,
+ "output": 6.5e-7
+ },
+ "bedrock/eu-west-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-west-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-west-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/eu-west-1/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 0.00000141
+ },
+ "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000345,
+ "output": 0.00000455
+ },
+ "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.9e-7,
+ "output": 7.8e-7
+ },
+ "bedrock/eu-west-2/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.7e-7,
+ "output": 0.00000186
+ },
+ "bedrock/eu-west-2/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.7e-7,
+ "output": 0.00000186
+ },
+ "bedrock/eu-west-2/nvidia.nemotron-super-3-120b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.3e-7,
+ "output": 0.00000101
+ },
+ "bedrock/eu-west-2/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.8e-7,
+ "output": 0.00000186
+ },
+ "bedrock/eu-west-2/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.3e-7,
+ "output": 0.00000186
+ },
+ "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2.6e-7
+ },
+ "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000052,
+ "output": 0.0000156
+ },
+ "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5.9e-7,
+ "output": 9.1e-7
+ },
+ "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "bedrock/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "bedrock/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "bedrock/sa-east-1/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000445,
+ "output": 0.00000588
+ },
+ "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.00000101
+ },
+ "bedrock/sa-east-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/sa-east-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/sa-east-1/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.3e-7,
+ "output": 0.00000303
+ },
+ "bedrock/sa-east-1/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 0.0000036
+ },
+ "bedrock/sa-east-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000144
+ },
+ "bedrock/sa-east-1/qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 0.00000145
+ },
+ "bedrock/us-east-1/anthropic.claude-instant-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "bedrock/us-east-1/anthropic.claude-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/us-east-1/anthropic.claude-v2:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/us-east-1/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185
+ },
+ "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000265,
+ "output": 0.0000035
+ },
+ "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "bedrock/us-east-1/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-east-1/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 2e-7
+ },
+ "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000012
+ },
+ "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 7e-7
+ },
+ "bedrock/us-east-1/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "bedrock/us-east-1/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "bedrock/us-east-1/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-east-1/zai.glm-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032
+ },
+ "bedrock/us-east-2/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185
+ },
+ "bedrock/us-east-2/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-east-2/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-east-2/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "bedrock/us-east-2/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "bedrock/us-east-2/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 9.6e-7,
+ "output": 0.00000384,
+ "cacheRead": 2.4e-7
+ },
+ "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "bedrock/us-gov-east-1/amazon.titan-text-express-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000013,
+ "output": 0.0000017
+ },
+ "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 4e-7
+ },
+ "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-fable-5-1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000012,
+ "output": 0.00006,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.000015,
+ "cacheWrite1h": 0.000024
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000006,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.0000015,
+ "cacheWrite1h": 0.0000024
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-haiku-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 6e-7,
+ "cacheRead": 1.2e-8,
+ "cacheWrite": 1.5e-7,
+ "cacheWrite1h": 2.4e-7
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-opus-4-8": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-opus-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-opus-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000048,
+ "output": 0.000024,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000006,
+ "cacheWrite1h": 0.0000096
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045,
+ "cacheWrite1h": 0.0000072
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-sonnet-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "bedrock/us-gov-east-1/anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045,
+ "cacheWrite1h": 0.0000072
+ },
+ "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000265,
+ "output": 0.0000035
+ },
+ "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.00000265
+ },
+ "bedrock/us-gov-east-1/nvidia.nemotron-nano-12b-v2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 7.2e-7
+ },
+ "bedrock/us-gov-east-1/nvidia.nemotron-nano-3-30b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.88e-7
+ },
+ "bedrock/us-gov-east-1/nvidia.nemotron-nano-9b-v2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.76e-7
+ },
+ "bedrock/us-gov-east-1/nvidia.nemotron-super-3-120b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.8e-7
+ },
+ "bedrock/us-gov-east-1/openai.gpt-oss-120b-1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "bedrock/us-gov-east-1/openai.gpt-oss-20b-1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8.4e-8,
+ "output": 3.6e-7
+ },
+ "bedrock/us-gov-west-1/amazon.nova-2-multimodal-embeddings-v1:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.62e-7,
+ "output": 0
+ },
+ "bedrock/us-gov-west-1/amazon.nova-lite-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.88e-7,
+ "cacheRead": 1.8e-8
+ },
+ "bedrock/us-gov-west-1/amazon.nova-micro-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.2e-8,
+ "output": 1.68e-7,
+ "cacheRead": 1.05e-8
+ },
+ "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 9.6e-7,
+ "output": 0.00000384,
+ "cacheRead": 2.4e-7
+ },
+ "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.1e-7,
+ "output": 0
+ },
+ "bedrock/us-gov-west-1/amazon.titan-text-express-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000016
+ },
+ "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 4e-7
+ },
+ "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-fable-5-1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000012,
+ "output": 0.00006,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.000015,
+ "cacheWrite1h": 0.000024
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000006,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.0000015,
+ "cacheWrite1h": 0.0000024
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-haiku-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 6e-7,
+ "cacheRead": 1.2e-8,
+ "cacheWrite": 1.5e-7,
+ "cacheWrite1h": 2.4e-7
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-opus-4-8": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-opus-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-opus-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000048,
+ "output": 0.000024,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000006,
+ "cacheWrite1h": 0.0000096
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045,
+ "cacheWrite1h": 0.0000072
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-sonnet-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "bedrock/us-gov-west-1/anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045,
+ "cacheWrite1h": 0.0000072
+ },
+ "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000265,
+ "output": 0.0000035
+ },
+ "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "bedrock/us-gov-west-1/nvidia.nemotron-nano-12b-v2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 7.2e-7
+ },
+ "bedrock/us-gov-west-1/nvidia.nemotron-nano-3-30b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.88e-7
+ },
+ "bedrock/us-gov-west-1/nvidia.nemotron-nano-9b-v2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.76e-7
+ },
+ "bedrock/us-gov-west-1/nvidia.nemotron-super-3-120b": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.8e-7
+ },
+ "bedrock/us-gov-west-1/openai.gpt-oss-120b-1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "bedrock/us-gov-west-1/openai.gpt-oss-20b-1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8.4e-8,
+ "output": 3.6e-7
+ },
+ "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000265,
+ "output": 0.0000035
+ },
+ "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "bedrock/us-west-2/anthropic.claude-instant-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "bedrock/us-west-2/anthropic.claude-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/us-west-2/anthropic.claude-v2:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000008,
+ "output": 0.000024
+ },
+ "bedrock/us-west-2/deepseek.v3.2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185
+ },
+ "bedrock/us-west-2/minimax.minimax-m2.1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-west-2/minimax.minimax-m2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 2e-7
+ },
+ "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000012
+ },
+ "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 7e-7
+ },
+ "bedrock/us-west-2/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "bedrock/us-west-2/moonshotai.kimi-k2.5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "bedrock/us-west-2/qwen.qwen3-coder-next": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012
+ },
+ "bedrock/us-west-2/zai.glm-5": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032
+ },
+ "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004,
+ "cacheRead": 8e-8,
+ "cacheWrite": 0.000001
+ },
+ "bedrock_mantle/anthropic.claude-haiku-4-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "bedrock_mantle/anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "bedrock_mantle/anthropic.claude-opus-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "bedrock_mantle/anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "bedrock_mantle/deepseek.v3.1": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 5.8e-7,
+ "output": 0.00000168
+ },
+ "bedrock_mantle/google.gemma-4-26b-a4b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "bedrock_mantle/google.gemma-4-31b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4e-7
+ },
+ "bedrock_mantle/google.gemma-4-e2b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 8e-8
+ },
+ "bedrock_mantle/moonshotai.kimi-k2-thinking": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "bedrock_mantle/openai.gpt-5.4": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "bedrock_mantle/openai.gpt-5.5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "bedrock_mantle/openai.gpt-5.6-cyber": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.00001375,
+ "output": 0.0000825,
+ "cacheRead": 0.000001375,
+ "cacheWrite": 0.0000171875
+ },
+ "bedrock_mantle/openai.gpt-5.6-luna": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.2e-8,
+ "cacheWrite": 2.75e-7
+ },
+ "bedrock_mantle/openai.gpt-5.6-sol": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "bedrock_mantle/openai.gpt-5.6-terra": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000132,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "bedrock_mantle/openai.gpt-6-astra": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375
+ },
+ "bedrock_mantle/openai.gpt-6-luna": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7
+ },
+ "bedrock_mantle/openai.gpt-6-sol": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "bedrock_mantle/openai.gpt-6.1-sol": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275
+ },
+ "bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "bedrock_mantle/openai.gpt-oss-120b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "bedrock_mantle/openai.gpt-oss-20b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3e-7
+ },
+ "bedrock_mantle/openai.gpt-oss-safeguard-120b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "bedrock_mantle/openai.gpt-oss-safeguard-20b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2e-7
+ },
+ "bedrock_mantle/qwen.qwen3-235b-a22b-2507": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "bedrock_mantle/qwen.qwen3-32b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "bedrock_mantle/qwen.qwen3-coder-30b-a3b-instruct": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "bedrock_mantle/qwen.qwen3-coder-480b-a35b-instruct": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018
+ },
+ "bedrock_mantle/qwen.qwen3-next-80b-a3b-instruct": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0.0000012
+ },
+ "bedrock_mantle/qwen.qwen3-vl-235b-a22b-instruct": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 5.3e-7,
+ "output": 0.00000266
+ },
+ "bedrock_mantle/us-gov-east-1/openai.gpt-5.4": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000198,
+ "cacheRead": 3.3e-7
+ },
+ "bedrock_mantle/us-gov-east-1/openai.gpt-oss-120b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "bedrock_mantle/us-gov-east-1/openai.gpt-oss-20b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 8.4e-8,
+ "output": 3.6e-7
+ },
+ "bedrock_mantle/us-gov-east-1/xai.grok-4.6": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.00000264,
+ "output": 0.00000792,
+ "cacheRead": 6.6e-7
+ },
+ "bedrock_mantle/us-gov-west-1/anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 6e-7,
+ "cacheRead": 1.2e-8,
+ "cacheWrite": 1.5e-7,
+ "cacheWrite1h": 2.4e-7
+ },
+ "bedrock_mantle/us-gov-west-1/anthropic.claude-opus-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000048,
+ "output": 0.000024,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000006,
+ "cacheWrite1h": 0.0000096
+ },
+ "bedrock_mantle/us-gov-west-1/anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "bedrock_mantle/us-gov-west-1/google.gemma-4-26b-a4b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.56e-7,
+ "output": 4.8e-7
+ },
+ "bedrock_mantle/us-gov-west-1/google.gemma-4-31b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.68e-7,
+ "output": 4.8e-7
+ },
+ "bedrock_mantle/us-gov-west-1/google.gemma-4-e2b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 4.8e-8,
+ "output": 9.6e-8
+ },
+ "bedrock_mantle/us-gov-west-1/openai.gpt-5.4": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.000003375,
+ "output": 0.00002025,
+ "cacheRead": 3.375e-7
+ },
+ "bedrock_mantle/us-gov-west-1/openai.gpt-5.6-luna": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.00000162,
+ "cacheRead": 2.7e-8,
+ "cacheWrite": 3.375e-7
+ },
+ "bedrock_mantle/us-gov-west-1/openai.gpt-5.6-terra": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000027,
+ "output": 0.0000162,
+ "cacheRead": 2.7e-7,
+ "cacheWrite": 0.000003375
+ },
+ "bedrock_mantle/us-gov-west-1/openai.gpt-oss-120b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "bedrock_mantle/us-gov-west-1/openai.gpt-oss-20b": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 8.4e-8,
+ "output": 3.6e-7
+ },
+ "bedrock_mantle/us-gov-west-1/xai.grok-4.3": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000003,
+ "cacheRead": 2.4e-7
+ },
+ "bedrock_mantle/us-gov-west-1/xai.grok-4.6": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.00000264,
+ "output": 0.00000792,
+ "cacheRead": 6.6e-7
+ },
+ "bedrock_mantle/xai.grok-4.3": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "bedrock_mantle/xai.grok-4.6": {
+ "provider": "bedrock_mantle",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000066,
+ "cacheRead": 5.5e-7
+ },
+ "c4ai-aya-expanse-32b": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "cerebras/gemma-4-31b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 9.9e-7,
+ "output": 0.00000149
+ },
+ "cerebras/gpt-oss-120b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 7.5e-7
+ },
+ "cerebras/llama-3.1-70b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "cerebras/llama-3.1-8b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "cerebras/llama-3.3-70b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 8.5e-7,
+ "output": 0.0000012
+ },
+ "cerebras/llama3.1-70b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "cerebras/llama3.1-8b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "cerebras/qwen-3-32b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 8e-7
+ },
+ "cerebras/qwen-3.8-27b": {
+ "provider": "cerebras",
+ "mode": "chat",
+ "input": 9.9e-7,
+ "output": 0.00000149
+ },
+ "chat-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "chatdolphin": {
+ "provider": "nlp_cloud",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "claude-fable-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "claude-fable-5-1": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "claude-haiku-4-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "claude-haiku-4-5-20251001": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "claude-haiku-5-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "claude-mythos-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "claude-mythos-5-1": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "claude-mythos-preview": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "claude-opus-4-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-5-20251101": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-6": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-6-20260205": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-7": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-7-20260416": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-4-8": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "claude-opus-5-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "claude-sonnet-4-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "claude-sonnet-4-5-20250929": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "claude-sonnet-4-6": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "claude-sonnet-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "claude-sonnet-5-5": {
+ "provider": "anthropic",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 3.51e-7,
+ "output": 5.55e-7
+ },
+ "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 4.97e-7,
+ "output": 0.000004881
+ },
+ "cloudflare/@cf/google/gemma-2b-it-lora": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "cloudflare/@cf/google/gemma-4-26b-a4b-it": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "cloudflare/@cf/google/gemma-7b-it-lora": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 1.7e-8,
+ "output": 1.12e-7
+ },
+ "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0.000001923,
+ "output": 0.000001923
+ },
+ "cloudflare/@cf/meta/llama-2-7b-chat-int8": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0.000001923,
+ "output": 0.000001923
+ },
+ "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 1.52e-7,
+ "output": 2.87e-7
+ },
+ "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 4.85e-8,
+ "output": 6.76e-7
+ },
+ "cloudflare/@cf/meta/llama-3.2-1b-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 2.7e-8,
+ "output": 2.01e-7
+ },
+ "cloudflare/@cf/meta/llama-3.2-3b-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 5.09e-8,
+ "output": 3.35e-7
+ },
+ "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 2.93e-7,
+ "output": 0.000002253
+ },
+ "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 8.5e-7
+ },
+ "cloudflare/@cf/meta/llama-guard-3-8b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 4.84e-7,
+ "output": 3e-8
+ },
+ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0.000001923,
+ "output": 0.000001923
+ },
+ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 3.51e-7,
+ "output": 5.55e-7
+ },
+ "cloudflare/@cf/moonshotai/kimi-k2.6": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "cloudflare/@cf/moonshotai/kimi-k2.7-code": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "cloudflare/@cf/openai/gpt-oss-120b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 7.5e-7
+ },
+ "cloudflare/@cf/openai/gpt-oss-20b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 3e-7
+ },
+ "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 6.6e-7,
+ "output": 0.000001
+ },
+ "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 5.09e-8,
+ "output": 3.35e-7
+ },
+ "cloudflare/@cf/qwen/qwq-32b": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 6.6e-7,
+ "output": 0.000001
+ },
+ "cloudflare/@cf/zai-org/glm-4.7-flash": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 6.05e-8,
+ "output": 4e-7
+ },
+ "cloudflare/@cf/zai-org/glm-5.2": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
+ "provider": "cloudflare",
+ "mode": "chat",
+ "input": 0.000001923,
+ "output": 0.000001923
+ },
+ "codestral/codestral-2405": {
+ "provider": "codestral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "codestral/codestral-latest": {
+ "provider": "codestral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "cognition/swe-1.6": {
+ "provider": "cognition",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "cognition/swe-1.7": {
+ "provider": "cognition",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "cognition/swe-1.7-lightning": {
+ "provider": "cognition",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000125,
+ "cacheRead": 0.000001
+ },
+ "cohere.command-light-text-v14": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "cohere.command-text-v14": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002
+ },
+ "cohere.embed-english-v3": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "cohere.embed-multilingual-v3": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "cohere.embed-v4:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "cohere/embed-v4.0": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "cohere/embed-v5.0-fast": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 8e-8,
+ "output": 0
+ },
+ "cohere/embed-v5.0-pro": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "command-a-03-2025": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "command-a-plus-05-2026": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "command-nightly": {
+ "provider": "cohere",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002
+ },
+ "command-r-08-2024": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "command-r-plus-08-2024": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "command-r7b-12-2024": {
+ "provider": "cohere_chat",
+ "mode": "chat",
+ "input": 3.75e-8,
+ "output": 1.5e-7
+ },
+ "computer-use-preview": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000012
+ },
+ "computer-use-preview-2025-03-11": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000012
+ },
+ "coralbricks/deepseek-v4.1-flash": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 0.0000012,
+ "cacheRead": 0,
+ "cacheWrite": 9e-8
+ },
+ "coralbricks/deepseek-v4.1-flash-fast": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 0.0000012,
+ "cacheRead": 0,
+ "cacheWrite": 9e-8
+ },
+ "coralbricks/deepseek-v4.1-flash-fast-fp4": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 0.0000012,
+ "cacheRead": 0,
+ "cacheWrite": 9e-8
+ },
+ "coralbricks/glm-5.3": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 0.00000112,
+ "output": 0.0000044,
+ "cacheRead": 0,
+ "cacheWrite": 0.00000168
+ },
+ "coralbricks/glm-5.3-fast": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 0.00000112,
+ "output": 0.0000044,
+ "cacheRead": 0,
+ "cacheWrite": 0.00000168
+ },
+ "coralbricks/glm-5.3-fp4": {
+ "provider": "coralbricks",
+ "mode": "chat",
+ "input": 0.00000112,
+ "output": 0.0000044,
+ "cacheRead": 0,
+ "cacheWrite": 0.00000168
+ },
+ "crusoe/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000003
+ },
+ "crusoe/deepseek-ai/deepseek-r1-0528": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000007
+ },
+ "crusoe/deepseek-ai/deepseek-v3-0324": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000015
+ },
+ "crusoe/google/gemma-3-12b-it": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "crusoe/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "crusoe/moonshotai/kimi-k2-thinking": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000025
+ },
+ "crusoe/openai/gpt-oss-120b": {
+ "provider": "crusoe",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "darkbloom/gemma-4-26b": {
+ "provider": "darkbloom",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 1.65e-7
+ },
+ "darkbloom/gpt-oss-20b": {
+ "provider": "darkbloom",
+ "mode": "chat",
+ "input": 1.45e-8,
+ "output": 7e-8
+ },
+ "dashscope/deepseek-v4-flash": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "dashscope/deepseek-v4-flash-0731": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "dashscope/deepseek-v4-pro": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.0000048,
+ "cacheRead": 2e-7
+ },
+ "dashscope/glm-5.1": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "dashscope/glm-5.2": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.8e-7
+ },
+ "dashscope/kimi-k2.7-code": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "dashscope/qwen-coder": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000015
+ },
+ "dashscope/qwen-max": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.0000016,
+ "output": 0.0000064
+ },
+ "dashscope/qwen-plus": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "dashscope/qwen-plus-2025-01-25": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "dashscope/qwen-plus-2025-04-28": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "dashscope/qwen-plus-2025-07-14": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "dashscope/qwen-turbo": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "dashscope/qwen-turbo-2024-11-01": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7
+ },
+ "dashscope/qwen-turbo-2025-04-28": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "dashscope/qwen-turbo-latest": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "dashscope/qwen3-next-80b-a3b-instruct": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "dashscope/qwen3-next-80b-a3b-thinking": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "dashscope/qwen3-vl-235b-a22b-instruct": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "dashscope/qwen3-vl-235b-a22b-thinking": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000004
+ },
+ "dashscope/qwen3-vl-32b-instruct": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 6.4e-7
+ },
+ "dashscope/qwen3-vl-32b-thinking": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 0.00000287
+ },
+ "dashscope/qwen3.7-max": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000075,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.000003125
+ },
+ "dashscope/qwen3.8-flash": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.7e-7,
+ "cacheRead": 1.6e-8,
+ "cacheWrite": 2e-7
+ },
+ "dashscope/qwen3.8-max": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "dashscope/qwen3.8-omni-flash": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.7e-7,
+ "cacheRead": 1.6e-8
+ },
+ "dashscope/qwq-plus": {
+ "provider": "dashscope",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "databricks/databricks-bge-large-en": {
+ "provider": "databricks",
+ "mode": "embedding",
+ "input": 1.0003e-7,
+ "output": 0,
+ "cacheRead": 1.0003e-7,
+ "cacheWrite": 1.0003e-7
+ },
+ "databricks/databricks-claude-fable-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00001000006,
+ "output": 0.00005000002,
+ "cacheRead": 0.00000100002,
+ "cacheWrite": 0.00001250004
+ },
+ "databricks/databricks-claude-fable-5-1": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00001000006,
+ "output": 0.00005000002,
+ "cacheRead": 2.5004e-7,
+ "cacheWrite": 0.00001250004
+ },
+ "databricks/databricks-claude-haiku-4-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000100002,
+ "output": 0.00000500003,
+ "cacheRead": 1.0003e-7,
+ "cacheWrite": 0.00000124999
+ },
+ "databricks/databricks-claude-opus-4": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.000015000020000000002,
+ "output": 0.00007500003000000001,
+ "cacheRead": 0.00000150003,
+ "cacheWrite": 0.00001874999
+ },
+ "databricks/databricks-claude-opus-4-1": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.000015000020000000002,
+ "output": 0.00007500003000000001,
+ "cacheRead": 0.00000150003,
+ "cacheWrite": 0.00001874999
+ },
+ "databricks/databricks-claude-opus-4-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.000025000010000000002,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000625002
+ },
+ "databricks/databricks-claude-opus-4-6": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.000025000010000000002,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000625002
+ },
+ "databricks/databricks-claude-opus-4-7": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.00002500001,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000625002
+ },
+ "databricks/databricks-claude-opus-4-8": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.00002500001,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000625002
+ },
+ "databricks/databricks-claude-opus-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.00002500001,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000625002
+ },
+ "databricks/databricks-claude-opus-5-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000400001,
+ "output": 0.00001999998,
+ "cacheRead": 1.9999e-7,
+ "cacheWrite": 0.00000500003,
+ "cacheWrite1h": 0.00000800002
+ },
+ "databricks/databricks-claude-sonnet-4": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000029999900000000002,
+ "output": 0.000015000020000000002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000374997
+ },
+ "databricks/databricks-claude-sonnet-4-1": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000029999900000000002,
+ "output": 0.000015000020000000002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000374997
+ },
+ "databricks/databricks-claude-sonnet-4-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000029999900000000002,
+ "output": 0.000015000020000000002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000374997
+ },
+ "databricks/databricks-claude-sonnet-4-6": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000029999900000000002,
+ "output": 0.000015000020000000002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000374997
+ },
+ "databricks/databricks-claude-sonnet-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000299999,
+ "output": 0.00001500002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000374997
+ },
+ "databricks/databricks-deepseek-v4-flash-0731": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-8,
+ "cacheWrite": 1.4e-7
+ },
+ "databricks/databricks-deepseek-v4-pro-0813": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000131999,
+ "output": 0.00000395997,
+ "cacheRead": 1.3202e-7,
+ "cacheWrite": 0.00000131999
+ },
+ "databricks/databricks-gemini-2-5-flash": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 3.0001999999999996e-7,
+ "output": 0.00000249998,
+ "cacheRead": 3.0002e-8,
+ "cacheWrite": 3.0002e-7
+ },
+ "databricks/databricks-gemini-2-5-pro": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000124999,
+ "output": 0.000009999990000000002,
+ "cacheRead": 1.24999e-7,
+ "cacheWrite": 0.00000124999
+ },
+ "databricks/databricks-gemini-3-1-flash-lite": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 3.1248e-7,
+ "output": 0.00000187502,
+ "cacheRead": 3.122e-8,
+ "cacheWrite": 3.1248e-7
+ },
+ "databricks/databricks-gemini-3-1-pro": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000249998,
+ "output": 0.000015000020000000002,
+ "cacheRead": 2.4997e-7,
+ "cacheWrite": 0.00000249998
+ },
+ "databricks/databricks-gemini-3-5-flash": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000187502,
+ "output": 0.00001124998,
+ "cacheRead": 1.8753e-7,
+ "cacheWrite": 0.00000187502
+ },
+ "databricks/databricks-gemini-3-5-flash-lite": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 3.7499e-7,
+ "output": 0.00000312501,
+ "cacheRead": 3.752e-8,
+ "cacheWrite": 3.7499e-7
+ },
+ "databricks/databricks-gemini-3-6-flash": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000187502,
+ "output": 0.00000937503,
+ "cacheRead": 1.8753e-7,
+ "cacheWrite": 0.00000187502
+ },
+ "databricks/databricks-gemini-3-flash": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 6.2503e-7,
+ "output": 0.00000374997,
+ "cacheRead": 6.251e-8,
+ "cacheWrite": 6.2503e-7
+ },
+ "databricks/databricks-gemini-3-pro": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000249998,
+ "output": 0.000015000020000000002,
+ "cacheRead": 2.4997e-7,
+ "cacheWrite": 0.00000249998
+ },
+ "databricks/databricks-gemma-3-12b": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.5000999999999998e-7,
+ "output": 5.0001e-7,
+ "cacheRead": 1.5001e-7,
+ "cacheWrite": 1.5001e-7
+ },
+ "databricks/databricks-glm-5-2": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.00000439999,
+ "cacheRead": 2.5998e-7,
+ "cacheWrite": 0.0000014
+ },
+ "databricks/databricks-glm-5-3": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.00000439999,
+ "cacheRead": 2.5998e-7,
+ "cacheWrite": 0.0000014
+ },
+ "databricks/databricks-glm-5-3-flash": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.5001e-7,
+ "output": 5.0001e-7,
+ "cacheRead": 3.003e-8,
+ "cacheWrite": 1.5001e-7
+ },
+ "databricks/databricks-gpt-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000124999,
+ "output": 0.000009999990000000002,
+ "cacheRead": 1.2502e-7,
+ "cacheWrite": 0.00000124999
+ },
+ "databricks/databricks-gpt-5-1": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000124999,
+ "output": 0.000009999990000000002,
+ "cacheRead": 1.2502e-7,
+ "cacheWrite": 0.00000124999
+ },
+ "databricks/databricks-gpt-5-2": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7,
+ "cacheWrite": 0.00000175
+ },
+ "databricks/databricks-gpt-5-3-codex": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7,
+ "cacheWrite": 0.00000175
+ },
+ "databricks/databricks-gpt-5-4": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000249998,
+ "output": 0.000015000020000000002,
+ "cacheRead": 2.4997e-7,
+ "cacheWrite": 0.00000249998
+ },
+ "databricks/databricks-gpt-5-4-mini": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 7.4998e-7,
+ "output": 0.00000450002,
+ "cacheRead": 7.497e-8,
+ "cacheWrite": 7.4998e-7
+ },
+ "databricks/databricks-gpt-5-4-nano": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.9999e-7,
+ "output": 0.00000124999,
+ "cacheRead": 2.002e-8,
+ "cacheWrite": 1.9999e-7
+ },
+ "databricks/databricks-gpt-5-5": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000500003,
+ "output": 0.00002999997,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 0.00000500003
+ },
+ "databricks/databricks-gpt-5-5-pro": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00002999997,
+ "output": 0.00018000003,
+ "cacheRead": 0.00002999997,
+ "cacheWrite": 0.00002999997
+ },
+ "databricks/databricks-gpt-5-6-luna": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000100002,
+ "output": 0.00000599998,
+ "cacheRead": 1.0003e-7,
+ "cacheWrite": 0.00000124999
+ },
+ "databricks/databricks-gpt-5-6-sol": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000400001,
+ "output": 0.00001999998,
+ "cacheRead": 3.9998e-7,
+ "cacheWrite": 0.00000500003
+ },
+ "databricks/databricks-gpt-5-6-terra": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000249998,
+ "output": 0.00001500002,
+ "cacheRead": 2.4997e-7,
+ "cacheWrite": 0.00000312501
+ },
+ "databricks/databricks-gpt-5-mini": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 2.4997000000000006e-7,
+ "output": 0.0000019999700000000004,
+ "cacheRead": 2.499e-8,
+ "cacheWrite": 2.4997e-7
+ },
+ "databricks/databricks-gpt-5-nano": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 4.998e-8,
+ "output": 3.9998000000000007e-7,
+ "cacheRead": 4.97e-9,
+ "cacheWrite": 4.998e-8
+ },
+ "databricks/databricks-gpt-oss-120b": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.5000999999999998e-7,
+ "output": 5.9997e-7,
+ "cacheRead": 1.5001e-7,
+ "cacheWrite": 1.5001e-7
+ },
+ "databricks/databricks-gpt-oss-20b": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3.0001999999999996e-7,
+ "cacheRead": 7e-8,
+ "cacheWrite": 7e-8
+ },
+ "databricks/databricks-grok-4-6": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000249998,
+ "output": 0.00000750001,
+ "cacheRead": 6.2503e-7,
+ "cacheWrite": 0.00000249998
+ },
+ "databricks/databricks-gte-large-en": {
+ "provider": "databricks",
+ "mode": "embedding",
+ "input": 1.2999000000000001e-7,
+ "output": 0,
+ "cacheRead": 1.2999e-7,
+ "cacheWrite": 1.2999e-7
+ },
+ "databricks/databricks-inkling": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000100002,
+ "output": 0.00000404999,
+ "cacheRead": 1.7003e-7,
+ "cacheWrite": 0.00000100002
+ },
+ "databricks/databricks-kimi-k3": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 0.00000299999,
+ "output": 0.00001500002,
+ "cacheRead": 3.0002e-7,
+ "cacheWrite": 0.00000299999
+ },
+ "databricks/databricks-llama-4-maverick": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 5.0001e-7,
+ "output": 0.0000015000300000000002,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 5.0001e-7
+ },
+ "databricks/databricks-meta-llama-3-1-8b-instruct": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.5000999999999998e-7,
+ "output": 4.5003000000000007e-7,
+ "cacheRead": 1.5001e-7,
+ "cacheWrite": 1.5001e-7
+ },
+ "databricks/databricks-meta-llama-3-3-70b-instruct": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 5.0001e-7,
+ "output": 0.0000015000300000000002,
+ "cacheRead": 5.0001e-7,
+ "cacheWrite": 5.0001e-7
+ },
+ "databricks/databricks-qwen3-embedding-0-6b": {
+ "provider": "databricks",
+ "mode": "embedding",
+ "input": 2.002e-8,
+ "output": 0,
+ "cacheRead": 2.002e-8,
+ "cacheWrite": 2.002e-8
+ },
+ "databricks/databricks-qwen3-next-80b-a3b-instruct": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 1.5001e-7,
+ "output": 0.00000120001,
+ "cacheRead": 1.5001e-7,
+ "cacheWrite": 1.5001e-7
+ },
+ "databricks/databricks-qwen35-122b-a10b": {
+ "provider": "databricks",
+ "mode": "chat",
+ "input": 2.2001e-7,
+ "output": 0.00000220003,
+ "cacheRead": 2.2001e-7,
+ "cacheWrite": 2.2001e-7
+ },
+ "davinci-002": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "daybreak-blue-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "daybreak-red-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.000075,
+ "cacheRead": 0.00000125,
+ "cacheWrite": 0.000015625
+ },
+ "deep-research-pro-preview-12-2025": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "deepinfra/bytedance/seed-1.8": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 5e-8
+ },
+ "deepinfra/bytedance/seed-2.0-code": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/bytedance/seed-2.0-mini": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2e-8
+ },
+ "deepinfra/bytedance/seed-2.0-pro": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/gryphe/mythomax-l2-13b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "deepinfra/minimaxai/minimax-m2.7": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000001,
+ "cacheRead": 5e-8
+ },
+ "deepinfra/minimaxai/minimax-m2.7-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 0.0000017,
+ "cacheRead": 7e-8
+ },
+ "deepinfra/minimaxai/minimax-m3": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 0.0000011,
+ "cacheRead": 5.6e-8
+ },
+ "deepinfra/nousresearch/hermes-3-llama-3.1-405b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "deepinfra/nousresearch/hermes-3-llama-3.1-70b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 7e-7
+ },
+ "deepinfra/qwen/qwq-32b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4e-7
+ },
+ "deepinfra/qwen/qwen2.5-72b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3.6e-7,
+ "output": 4e-7
+ },
+ "deepinfra/qwen/qwen2.5-7b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1e-7
+ },
+ "deepinfra/qwen/qwen2.5-vl-32b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "deepinfra/qwen/qwen3-14b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 2.4e-7
+ },
+ "deepinfra/qwen/qwen3-235b-a22b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 5.4e-7
+ },
+ "deepinfra/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 5.5e-7
+ },
+ "deepinfra/qwen/qwen3-235b-a22b-thinking-2507": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000029
+ },
+ "deepinfra/qwen/qwen3-30b-a3b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 5e-7
+ },
+ "deepinfra/qwen/qwen3-32b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2.8e-7
+ },
+ "deepinfra/qwen/qwen3-coder-480b-a35b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "deepinfra/qwen/qwen3-coder-480b-a35b-instruct-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.000001,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/qwen/qwen3-max": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000006,
+ "cacheRead": 2.4e-7
+ },
+ "deepinfra/qwen/qwen3-max-thinking": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000006,
+ "cacheRead": 2.4e-7
+ },
+ "deepinfra/qwen/qwen3-next-80b-a3b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 0.0000011
+ },
+ "deepinfra/qwen/qwen3-next-80b-a3b-thinking": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0.0000014
+ },
+ "deepinfra/qwen/qwen3-vl-235b-a22b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8.8e-7,
+ "cacheRead": 1.1e-7
+ },
+ "deepinfra/qwen/qwen3-vl-30b-a3b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "deepinfra/qwen/qwen3.5-122b-a10b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.9e-7,
+ "output": 0.0000024
+ },
+ "deepinfra/qwen/qwen3.5-27b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.6e-7,
+ "output": 0.0000026
+ },
+ "deepinfra/qwen/qwen3.5-35b-a3b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 0.000001,
+ "cacheRead": 5e-8
+ },
+ "deepinfra/qwen/qwen3.5-397b-a17b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.000003,
+ "cacheRead": 2.2e-7
+ },
+ "deepinfra/qwen/qwen3.5-9b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1.5e-7
+ },
+ "deepinfra/qwen/qwen3.6-27b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3.2e-7,
+ "output": 0.0000032
+ },
+ "deepinfra/qwen/qwen3.6-35b-a3b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 9.5e-7
+ },
+ "deepinfra/qwen/qwen3.7-max": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000075,
+ "cacheRead": 5e-7
+ },
+ "deepinfra/qwen/qwen3.8-2.4t-a95b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2e-7
+ },
+ "deepinfra/qwen/qwen3.8-27b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000003,
+ "cacheRead": 4e-8
+ },
+ "deepinfra/qwen/qwen3.8-max": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.000004951,
+ "cacheRead": 2.06e-7
+ },
+ "deepinfra/sao10k/l3-8b-lunaris-v1-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 5e-8
+ },
+ "deepinfra/sao10k/l3.1-70b-euryale-v2.2": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8.5e-7,
+ "output": 8.5e-7
+ },
+ "deepinfra/sao10k/l3.3-70b-euryale-v2.3": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 7.5e-7
+ },
+ "deepinfra/xiaomimimo/mimo-v2.5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002,
+ "cacheRead": 8e-8
+ },
+ "deepinfra/xiaomimimo/mimo-v2.5-pro": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003,
+ "cacheRead": 2e-7
+ },
+ "deepinfra/allenai/olmocr-7b-0725-fp8": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.0000015
+ },
+ "deepinfra/anthropic/claude-3-7-sonnet-latest": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7
+ },
+ "deepinfra/anthropic/claude-4-opus": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000165,
+ "output": 0.0000825
+ },
+ "deepinfra/anthropic/claude-4-sonnet": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165
+ },
+ "deepinfra/anthropic/claude-fable-5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005
+ },
+ "deepinfra/anthropic/claude-haiku-4-5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "deepinfra/anthropic/claude-opus-4-7": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "deepinfra/anthropic/claude-opus-4-8": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "deepinfra/anthropic/claude-opus-5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "deepinfra/anthropic/claude-sonnet-4-6": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "deepinfra/anthropic/claude-sonnet-5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001
+ },
+ "deepinfra/deepseek-ai/deepseek-r1": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000024
+ },
+ "deepinfra/deepseek-ai/deepseek-r1-0528": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.00000215,
+ "cacheRead": 4e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-r1-0528-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "deepinfra/deepseek-ai/deepseek-r1-distill-llama-70b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-r1-distill-qwen-32b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 2.7e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-r1-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "deepinfra/deepseek-ai/deepseek-v3": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3.2e-7,
+ "output": 8.9e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v3-0324": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 9e-7,
+ "cacheRead": 1.35e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v3.1": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 9.5e-7,
+ "cacheRead": 2.16e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v3.1-terminus": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.000001,
+ "cacheRead": 2.16e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v3.2": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.6e-7,
+ "output": 3.8e-7,
+ "cacheRead": 1.3e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v4-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 1.8e-7,
+ "cacheRead": 1.8e-8
+ },
+ "deepinfra/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.8e-7,
+ "cacheRead": 1.6e-8
+ },
+ "deepinfra/deepseek-ai/deepseek-v4-pro": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000013,
+ "output": 0.0000026,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000013,
+ "output": 0.0000026,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4.2e-7,
+ "cacheRead": 4.2e-9
+ },
+ "deepinfra/deepseek-ai/deepseek-v4.1-flash-1017": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4.2e-7,
+ "cacheRead": 4.2e-9
+ },
+ "deepinfra/google/gemini-2.5-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025
+ },
+ "deepinfra/google/gemini-2.5-pro": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "deepinfra/google/gemini-3.1-flash-lite": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015
+ },
+ "deepinfra/google/gemini-3.1-pro": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012
+ },
+ "deepinfra/google/gemini-3.5-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009
+ },
+ "deepinfra/google/gemini-3.7-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375
+ },
+ "deepinfra/google/gemma-3-12b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1.5e-7
+ },
+ "deepinfra/google/gemma-3-27b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.6e-7
+ },
+ "deepinfra/google/gemma-3-4b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "deepinfra/google/gemma-4-26b-a4b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3.4e-7
+ },
+ "deepinfra/google/gemma-4-31b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 3.8e-7
+ },
+ "deepinfra/google/gemma-4-31b-it-ultra": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 7.6e-7
+ },
+ "deepinfra/google/gemma-4-31b-it-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 3.4e-7,
+ "cacheRead": 5e-8
+ },
+ "deepinfra/google/gemma-4-e4b-it": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 1e-7
+ },
+ "deepinfra/inclusionai/ling-3.0-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.8e-7,
+ "cacheRead": 1.2e-8
+ },
+ "deepinfra/meta-llama/llama-3.2-11b-vision-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4.9e-8,
+ "output": 4.9e-8
+ },
+ "deepinfra/meta-llama/llama-3.2-3b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 2e-8
+ },
+ "deepinfra/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2.3e-7,
+ "output": 4e-7
+ },
+ "deepinfra/meta-llama/llama-3.3-70b-instruct-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3.2e-7
+ },
+ "deepinfra/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7
+ },
+ "deepinfra/meta-llama/llama-4-scout-17b-16e-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "deepinfra/meta-llama/llama-guard-3-8b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5.5e-8,
+ "output": 5.5e-8
+ },
+ "deepinfra/meta-llama/llama-guard-4-12b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 1.8e-7
+ },
+ "deepinfra/meta-llama/meta-llama-3-8b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 6e-8
+ },
+ "deepinfra/meta-llama/meta-llama-3.1-70b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "deepinfra/meta-llama/meta-llama-3.1-70b-instruct-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "deepinfra/meta-llama/meta-llama-3.1-8b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 5e-8
+ },
+ "deepinfra/meta-llama/meta-llama-3.1-8b-instruct-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 4e-8
+ },
+ "deepinfra/meta-models/muse-glimmer-30b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 4e-8
+ },
+ "deepinfra/microsoft/wizardlm-2-8x22b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4.8e-7,
+ "output": 4.8e-7
+ },
+ "deepinfra/microsoft/phi-4": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 1.4e-7
+ },
+ "deepinfra/mistralai/mistral-nemo-instruct-2407": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.9e-8,
+ "output": 3e-8
+ },
+ "deepinfra/mistralai/mistral-small-24b-instruct-2501": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 8e-8
+ },
+ "deepinfra/mistralai/mistral-small-3.2-24b-instruct-2506": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 2e-7
+ },
+ "deepinfra/mistralai/mixtral-8x7b-instruct-v0.1": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "deepinfra/moonshotai/kimi-k2-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000002
+ },
+ "deepinfra/moonshotai/kimi-k2-instruct-0905": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000002,
+ "cacheRead": 4e-7
+ },
+ "deepinfra/moonshotai/kimi-k2.5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.00000225,
+ "cacheRead": 7e-8
+ },
+ "deepinfra/moonshotai/kimi-k2.6": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000035,
+ "cacheRead": 1.5e-7
+ },
+ "deepinfra/moonshotai/kimi-k2.7-code": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6.8e-7,
+ "output": 0.0000034,
+ "cacheRead": 1.36e-7
+ },
+ "deepinfra/moonshotai/kimi-k3": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.00000285,
+ "output": 0.00001425,
+ "cacheRead": 2.85e-7
+ },
+ "deepinfra/nvidia/llama-3.1-nemotron-70b-instruct": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "deepinfra/nvidia/llama-3.3-nemotron-super-49b-v1.5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7
+ },
+ "deepinfra/nvidia/nvidia-nemotron-3-super-120b-a12b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8.5e-8,
+ "output": 4e-7
+ },
+ "deepinfra/nvidia/nvidia-nemotron-3-ultra-550b-a55b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000022,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/nvidia/nvidia-nemotron-3.5-lightning": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2e-7,
+ "cacheRead": 4e-8
+ },
+ "deepinfra/nvidia/nvidia-nemotron-nano-9b-v2": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.6e-7
+ },
+ "deepinfra/nvidia/nemotron-3-nano-30b-a3b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "cacheRead": 2.5e-8
+ },
+ "deepinfra/nvidia/nemotron-content-safety-3.5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "deepinfra/openai/gpt-oss-120b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3.7e-8,
+ "output": 1.7e-7
+ },
+ "deepinfra/openai/gpt-oss-120b-turbo": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "deepinfra/openai/gpt-oss-120b-ultra": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 9.5e-7
+ },
+ "deepinfra/openai/gpt-oss-20b": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 1.4e-7
+ },
+ "deepinfra/stepfun-ai/step-3.7-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000115,
+ "cacheRead": 4e-8
+ },
+ "deepinfra/tencent/hy3": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 5.8e-7,
+ "cacheRead": 3.5e-8
+ },
+ "deepinfra/thinkingmachines/inkling": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.00000405,
+ "cacheRead": 1.6e-7
+ },
+ "deepinfra/thinkingmachines/inkling-small": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000012,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/zai-org/glm-4.5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "deepinfra/zai-org/glm-4.6": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000002,
+ "cacheRead": 1e-7
+ },
+ "deepinfra/zai-org/glm-4.7": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.00000175,
+ "cacheRead": 8e-8
+ },
+ "deepinfra/zai-org/glm-4.7-flash": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 4e-7,
+ "cacheRead": 1e-8
+ },
+ "deepinfra/zai-org/glm-5": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.00000208,
+ "cacheRead": 1.2e-7
+ },
+ "deepinfra/zai-org/glm-5.1": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 0.00000105,
+ "output": 0.0000035,
+ "cacheRead": 2.05e-7
+ },
+ "deepinfra/zai-org/glm-5.2": {
+ "provider": "deepinfra",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.4e-7
+ },
+ "deepseek-chat": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4.2e-7,
+ "cacheRead": 2.8e-8
+ },
+ "deepseek-flash": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek-reasoner": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4.2e-7,
+ "cacheRead": 2.8e-8
+ },
+ "deepseek-v3-2-251201": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "deepseek-v4-flash": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek-v4-flash-vision-exp": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek-v4-pro": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8,
+ "cacheWrite": 0
+ },
+ "deepseek.r1-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "deepseek.v3-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 5.8e-7,
+ "output": 0.00000168
+ },
+ "deepseek.v3.2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185
+ },
+ "deepseek/deepseek-chat": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4.2e-7,
+ "cacheRead": 2.8e-8,
+ "cacheWrite": 0
+ },
+ "deepseek/deepseek-coder": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 1.4e-8
+ },
+ "deepseek/deepseek-flash": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek/deepseek-r1": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000219,
+ "cacheRead": 1.4e-7
+ },
+ "deepseek/deepseek-reasoner": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4.2e-7,
+ "cacheRead": 2.8e-8
+ },
+ "deepseek/deepseek-v3": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.0000011,
+ "cacheRead": 7e-8,
+ "cacheWrite": 0
+ },
+ "deepseek/deepseek-v3.2": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4e-7,
+ "cacheRead": 2.8e-8
+ },
+ "deepseek/deepseek-v4-flash": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek/deepseek-v4-flash-vision-exp": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "deepseek/deepseek-v4-pro": {
+ "provider": "deepseek",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8,
+ "cacheWrite": 0
+ },
+ "dolphin": {
+ "provider": "nlp_cloud",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "doubao-embedding": {
+ "provider": "volcengine",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "doubao-embedding-large": {
+ "provider": "volcengine",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "doubao-embedding-large-text-240915": {
+ "provider": "volcengine",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "doubao-embedding-large-text-250515": {
+ "provider": "volcengine",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "doubao-embedding-text-240715": {
+ "provider": "volcengine",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "embed-english-light-v3.0": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "embed-english-v3.0": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "embed-multilingual-light-v3.0": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 0.0001,
+ "output": 0
+ },
+ "embed-multilingual-v3.0": {
+ "provider": "cohere",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "eu.amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4.29e-7,
+ "output": 0.000003597,
+ "cacheRead": 1.0725e-7
+ },
+ "eu.amazon.nova-2-pro-preview-20251202-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 3.4375e-7
+ },
+ "eu.amazon.nova-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.8e-8,
+ "output": 3.12e-7,
+ "cacheRead": 1.95e-8
+ },
+ "eu.amazon.nova-micro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4.6e-8,
+ "output": 1.84e-7,
+ "cacheRead": 1.15e-8
+ },
+ "eu.amazon.nova-pro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000105,
+ "output": 0.0000042,
+ "cacheRead": 2.625e-7
+ },
+ "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004,
+ "cacheRead": 8e-8,
+ "cacheWrite": 0.000001
+ },
+ "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "eu.anthropic.claude-3-opus-20240229-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "eu.anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "eu.anthropic.claude-fable-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 2.75e-7,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "eu.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375,
+ "cacheWrite1h": 0.0000022
+ },
+ "eu.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "eu.anthropic.claude-opus-4-1-20250805-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "eu.anthropic.claude-opus-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "eu.anthropic.claude-opus-4-5-20251101-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "eu.anthropic.claude-opus-4-6-v1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "eu.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "eu.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "eu.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "eu.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "eu.anthropic.claude-sonnet-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "eu.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "eu.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "eu.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "eu.deepseek.v3.2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.4e-7,
+ "output": 0.00000222
+ },
+ "eu.meta.llama3-2-1b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 1.3e-7
+ },
+ "eu.meta.llama3-2-3b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 1.9e-7
+ },
+ "eu.mistral.pixtral-large-2502-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "fal_ai/fal-ai/moondream3-preview/query": {
+ "provider": "fal_ai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000035
+ },
+ "fireworks_ai/whereisai/uae-large-v1": {
+ "provider": "fireworks_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1.6e-8,
+ "output": 0
+ },
+ "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/codegemma-2b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/codegemma-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/dbrx-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000008
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000008
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000219
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.6e-7,
+ "output": 0.00000168
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.6e-7,
+ "output": 0.00000168
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.6e-7,
+ "output": 0.00000168
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 7e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-vision-exp": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 7e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012,
+ "cacheRead": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro-0813": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash-1017": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash-1017-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018,
+ "cacheRead": 9e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/devstral-small-2505": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/ember-1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/fare-20b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/firefunction-v1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/firefunction-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/firellava-13b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/flux-1-dev": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-9,
+ "output": 1e-9
+ },
+ "fireworks_ai/accounts/fireworks/models/flux-1-schnell": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/gemma-2b-it": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/gemma-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/gemma-7b-it": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-4p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000219
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-4p5-air": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-4p5v": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-4p6": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000219
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-4p7": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-5p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-5p2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-5p3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/glm-5p3-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3e-7,
+ "cacheRead": 3.5e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/inkling": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.00000405,
+ "cacheRead": 1.7e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/internvl3-38b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/internvl3-78b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/internvl3-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kat-coder": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kat-dev-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2p6": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/kimi-k3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-13b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-70b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000003
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llamaguard-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/llava-yi-34b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/minimax-m2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/minimax-m2p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/minimax-m3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/minimax-m3p1-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/muse-glimmer-30b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 4e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/muse-spark-open": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nemotron-3-ultra-nvfp4": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "cacheRead": 1e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/openorca-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phi-2-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/pythia-12b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-14b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-4b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-8b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": {
+ "provider": "fireworks_ai",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": {
+ "provider": "fireworks_ai",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-8b": {
+ "provider": "fireworks_ai",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 8e-8
+ },
+ "fireworks_ai/accounts/fireworks/models/qwen3p8-max": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/qwq-32b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/rolm-ocr": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/stablecode-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/starcoder-16b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/starcoder-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/starcoder2-15b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/starcoder2-3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/starcoder2-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/toppy-m-7b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/yi-34b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/yi-34b-chat": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/yi-6b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/models/yi-large": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000003
+ },
+ "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/deepseek-v4p1-flash-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018,
+ "cacheRead": 9e-9
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000028,
+ "output": 0.0000088,
+ "cacheRead": 5.2e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p3-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 3.9e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p3-flash-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.25e-7,
+ "output": 7.5e-7,
+ "cacheRead": 4.5e-8
+ },
+ "fireworks_ai/accounts/fireworks/routers/glm-5p3-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 3.9e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000019,
+ "output": 0.000008,
+ "cacheRead": 3.8e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/kimi-k3-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000045,
+ "output": 0.0000225,
+ "cacheRead": 4.5e-7
+ },
+ "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000045,
+ "output": 0.0000225,
+ "cacheRead": 4.5e-7
+ },
+ "fireworks_ai/deepseek-v4-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-8
+ },
+ "fireworks_ai/deepseek-v4-flash-0731": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 7e-9
+ },
+ "fireworks_ai/deepseek-v4-flash-vision-exp": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 7e-9
+ },
+ "fireworks_ai/deepseek-v4-pro-0813": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8
+ },
+ "fireworks_ai/deepseek-v4p1-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "fireworks_ai/deepseek-v4p1-flash-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018,
+ "cacheRead": 9e-9
+ },
+ "fireworks_ai/glm-4p7": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/glm-5p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "fireworks_ai/glm-5p1-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000028,
+ "output": 0.0000088,
+ "cacheRead": 5.2e-7
+ },
+ "fireworks_ai/glm-5p2": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "fireworks_ai/glm-5p2-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "fireworks_ai/glm-5p2-fast-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 2.1e-7
+ },
+ "fireworks_ai/glm-5p3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "fireworks_ai/glm-5p3-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 3.9e-7
+ },
+ "fireworks_ai/glm-5p3-flash": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "fireworks_ai/glm-5p3-flash-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 2.25e-7,
+ "output": 7.5e-7,
+ "cacheRead": 4.5e-8
+ },
+ "fireworks_ai/glm-5p3-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000021,
+ "output": 0.0000066,
+ "cacheRead": 3.9e-7
+ },
+ "fireworks_ai/gpt-oss-120b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "fireworks_ai/gpt-oss-20b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3e-7,
+ "cacheRead": 3.5e-8
+ },
+ "fireworks_ai/kimi-k2p5": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "fireworks_ai/kimi-k2p6": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "fireworks_ai/kimi-k2p6-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/kimi-k2p7-code": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "fireworks_ai/kimi-k2p7-code-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000019,
+ "output": 0.000008,
+ "cacheRead": 3.8e-7
+ },
+ "fireworks_ai/kimi-k3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "fireworks_ai/kimi-k3-fast": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000045,
+ "output": 0.0000225,
+ "cacheRead": 4.5e-7
+ },
+ "fireworks_ai/kimi-k3-us": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.0000045,
+ "output": 0.0000225,
+ "cacheRead": 4.5e-7
+ },
+ "fireworks_ai/minimax-m2p1": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "fireworks_ai/minimax-m3": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "fireworks_ai/muse-glimmer-30b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 4e-8
+ },
+ "fireworks_ai/nemotron-3-ultra-nvfp4": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 1.2e-7
+ },
+ "fireworks_ai/nemotron-lightning-3p5-30b-a3b": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "cacheRead": 1e-8
+ },
+ "fireworks_ai/nomic-ai/nomic-embed-text-v1": {
+ "provider": "fireworks_ai-embedding-models",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": {
+ "provider": "fireworks_ai-embedding-models",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "fireworks_ai/qwen3p7-plus": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 8e-8
+ },
+ "fireworks_ai/qwen3p8-max": {
+ "provider": "fireworks_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "fireworks_ai/thenlper/gte-base": {
+ "provider": "fireworks_ai-embedding-models",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "fireworks_ai/thenlper/gte-large": {
+ "provider": "fireworks_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1.6e-8,
+ "output": 0
+ },
+ "friendliai/minimaxai/minimax-m2.5": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "friendliai/deepseek-ai/deepseek-v3.2": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-7
+ },
+ "friendliai/google/gemma-4-31b-it": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4e-7
+ },
+ "friendliai/zai-org/glm-5.1": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "friendliai/zai-org/glm-5.2": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "friendliai/zai-org/glm-5.3": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 0.00000126,
+ "output": 0.00000396,
+ "cacheRead": 2.34e-7
+ },
+ "friendliai/zai-org/glm-5.3-flash": {
+ "provider": "friendliai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "ft:babbage-002": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 0.0000016,
+ "output": 0.0000016
+ },
+ "ft:davinci-002": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 0.000012,
+ "output": 0.000012
+ },
+ "ft:gpt-3.5-turbo": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000006
+ },
+ "ft:gpt-3.5-turbo-0125": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000006
+ },
+ "ft:gpt-3.5-turbo-0613": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000006
+ },
+ "ft:gpt-3.5-turbo-1106": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000006
+ },
+ "ft:gpt-4-0613": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00006
+ },
+ "ft:gpt-4.1-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000012,
+ "cacheRead": 7.5e-7
+ },
+ "ft:gpt-4.1-mini-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032,
+ "cacheRead": 2e-7
+ },
+ "ft:gpt-4.1-nano-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7,
+ "cacheRead": 5e-8
+ },
+ "ft:gpt-4o-2024-08-06": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000375,
+ "output": 0.000015,
+ "cacheRead": 0.000001875
+ },
+ "ft:gpt-4o-2024-11-20": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000375,
+ "output": 0.000015,
+ "cacheWrite": 0.000001875
+ },
+ "ft:gpt-4o-mini-2024-07-18": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 1.5e-7
+ },
+ "ft:o4-mini-2025-04-16": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000016,
+ "cacheRead": 0.000001
+ },
+ "gemini-2.5-computer-use-preview-10-2025": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "gemini-2.5-flash": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini-2.5-flash-lite": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 1e-8,
+ "reasoning": 4e-7
+ },
+ "gemini-2.5-flash-lite-preview-09-2025": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 1e-8,
+ "reasoning": 4e-7
+ },
+ "gemini-2.5-flash-preview-09-2025": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini-2.5-pro": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gemini-2.5-pro-preview-tts": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.00002,
+ "cacheRead": 1.25e-7
+ },
+ "gemini-3-flash-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8,
+ "reasoning": 0.000003
+ },
+ "gemini-3.1-flash-lite": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "gemini-3.1-flash-lite-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "gemini-3.1-pro-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini-3.1-pro-preview-customtools": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini-3.5-flash": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "cacheRead": 1.5e-7,
+ "reasoning": 0.000009
+ },
+ "gemini-3.5-flash-lite": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini-3.6-flash": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini-3.7-flash": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini-3.8-flash": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini-3.8-flash-cyber": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7,
+ "reasoning": 0.0000075
+ },
+ "gemini-embedding-001": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1.5e-7,
+ "output": 0
+ },
+ "gemini-embedding-2": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "gemini-embedding-2-preview": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "gemini-exp-1206": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini-flash-experimental": {
+ "provider": "vertex_ai-language-models",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "gemini-flash-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini-flash-lite-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini-omni-flash-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "reasoning": 0.000009
+ },
+ "gemini-pro-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini-robotics-er-1.5-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 0,
+ "reasoning": 0.0000025
+ },
+ "gemini-robotics-er-2-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "reasoning": 0.000005
+ },
+ "gemini/deep-research-max-preview-04-2026": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012
+ },
+ "gemini/deep-research-preview-04-2026": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012
+ },
+ "gemini/deep-research-pro-preview-12-2025": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012
+ },
+ "gemini/gemini-2.5-computer-use-preview-10-2025": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "gemini/gemini-2.5-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini/gemini-2.5-flash-lite": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 1e-8,
+ "reasoning": 4e-7
+ },
+ "gemini/gemini-2.5-pro": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gemini/gemini-2.5-pro-preview-tts": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.00002,
+ "cacheRead": 1.25e-7
+ },
+ "gemini/gemini-3-flash-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8,
+ "reasoning": 0.000003
+ },
+ "gemini/gemini-3.1-flash-lite": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "gemini/gemini-3.1-flash-lite-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "gemini/gemini-3.1-pro-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini/gemini-3.1-pro-preview-customtools": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini/gemini-3.5-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "cacheRead": 1.5e-7,
+ "reasoning": 0.000009
+ },
+ "gemini/gemini-3.5-flash-lite": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini/gemini-3.6-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini/gemini-3.7-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini/gemini-3.8-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini/gemini-4-argon": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "reasoning": 0.00001
+ },
+ "gemini/gemini-embedding-001": {
+ "provider": "gemini",
+ "mode": "embedding",
+ "input": 1.5e-7,
+ "output": 0
+ },
+ "gemini/gemini-embedding-2": {
+ "provider": "gemini",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "gemini/gemini-embedding-2-preview": {
+ "provider": "gemini",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "gemini/gemini-exp-1114": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/gemini-exp-1206": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/gemini-flash-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "gemini/gemini-flash-lite-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "gemini/gemini-gemma-2-27b-it": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.00000105
+ },
+ "gemini/gemini-gemma-2-9b-it": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.00000105
+ },
+ "gemini/gemini-omni-1.1-flash": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "reasoning": 0.000009
+ },
+ "gemini/gemini-omni-flash-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "reasoning": 0.000009
+ },
+ "gemini/gemini-pro-latest": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "gemini/gemini-robotics-er-2-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "reasoning": 0.000005
+ },
+ "gemini/gemini-robotics-er-2-streaming-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "gemini/gemma-3-27b-it": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/gemma-4-26b-a4b-it": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/gemma-4-31b-it": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/learnlm-1.5-pro-experimental": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-3-clip-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-3-pro-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-3.5": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-3.5-clip-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-3.5-pro-preview": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gemini/lyria-realtime-exp": {
+ "provider": "gemini",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/embeddings": {
+ "provider": "gigachat",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/embeddings-2": {
+ "provider": "gigachat",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/embeddingsgigar": {
+ "provider": "gigachat",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/gigachat-2": {
+ "provider": "gigachat",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/gigachat-2-max": {
+ "provider": "gigachat",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/gigachat-2-pro": {
+ "provider": "gigachat",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "gigachat/gigaembeddings-3b-2025-09": {
+ "provider": "gigachat",
+ "mode": "embedding",
+ "input": 0,
+ "output": 0
+ },
+ "github_copilot/claude-fable-5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "github_copilot/claude-fable-5.1": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125
+ },
+ "github_copilot/claude-haiku-4.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125
+ },
+ "github_copilot/claude-haiku-5.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "github_copilot/claude-opus-4.8": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "github_copilot/claude-opus-4.8-fast": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "github_copilot/claude-opus-5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "github_copilot/claude-opus-5.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005
+ },
+ "github_copilot/claude-sonnet-4.6": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "github_copilot/claude-sonnet-5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "github_copilot/claude-sonnet-5.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "github_copilot/gemini-3.7-flash": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8
+ },
+ "github_copilot/gemini-3.8-flash": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8
+ },
+ "github_copilot/gemini-4-argon": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7
+ },
+ "github_copilot/gpt-5-mini": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "github_copilot/gpt-5.3-codex": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "github_copilot/gpt-5.4": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "github_copilot/gpt-5.4-mini": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "github_copilot/gpt-5.4-nano": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "github_copilot/gpt-5.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "github_copilot/gpt-5.6-luna": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "github_copilot/gpt-5.6-sol": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "github_copilot/gpt-5.6-terra": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "github_copilot/gpt-6-astra": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "github_copilot/gpt-6-luna": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "github_copilot/gpt-6-sol": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "github_copilot/gpt-6.1-sol": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "github_copilot/grok-4.5": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "github_copilot/grok-4.6": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "github_copilot/grok-4.7": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "github_copilot/kimi-k3": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "github_copilot/mai-code-1.1-flash": {
+ "provider": "github_copilot",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8
+ },
+ "glm-4-7-251222": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "global.amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 7.5e-8
+ },
+ "global.anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "global.anthropic.claude-fable-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "global.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "global.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "global.anthropic.claude-mythos-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "global.anthropic.claude-opus-4-5-20251101-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "global.anthropic.claude-opus-4-6-v1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "global.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "global.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "global.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "global.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "global.anthropic.claude-sonnet-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "global.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "global.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "global.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "global.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "global.cohere.embed-v4:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "global.moonshotai.kimi-k3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "global.openai.gpt-5.4": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "global.openai.gpt-5.5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "global.openai.gpt-5.6-luna": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "global.openai.gpt-5.6-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "global.openai.gpt-5.6-terra": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "global.openai.gpt-6-astra": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "global.openai.gpt-6-luna": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "global.openai.gpt-6-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "global.openai.gpt-6.1-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "global.xai.grok-4.6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "global.xai.grok-4.7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "global.zai.glm-5.3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000168,
+ "output": 0.00000528,
+ "cacheRead": 3.12e-7,
+ "cacheWrite": 0.0000021
+ },
+ "gmi/minimaxai/minimax-m2.1": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "gmi/qwen/qwen3-vl-235b-a22b-instruct-fp8": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000014
+ },
+ "gmi/anthropic/claude-opus-4": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075
+ },
+ "gmi/anthropic/claude-opus-4.5": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "gmi/anthropic/claude-sonnet-4": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "gmi/anthropic/claude-sonnet-4.5": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "gmi/deepseek-ai/deepseek-v3-0324": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 8.8e-7
+ },
+ "gmi/deepseek-ai/deepseek-v3.2": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 4e-7
+ },
+ "gmi/google/gemini-3-flash-preview": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003
+ },
+ "gmi/moonshotai/kimi-k2-thinking": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000012
+ },
+ "gmi/openai/gpt-4o": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gmi/openai/gpt-4o-mini": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "gmi/openai/gpt-5": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "gmi/openai/gpt-5.1": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "gmi/openai/gpt-5.2": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014
+ },
+ "gmi/zai-org/glm-4.7-fp8": {
+ "provider": "gmi",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "google.gemma-3-12b-it": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 2.9e-7
+ },
+ "google.gemma-3-27b-it": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.3e-7,
+ "output": 3.8e-7
+ },
+ "google.gemma-3-4b-it": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 8e-8
+ },
+ "gpt-3.5-turbo": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "gpt-3.5-turbo-0125": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "gpt-3.5-turbo-1106": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002
+ },
+ "gpt-3.5-turbo-16k": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000004
+ },
+ "gpt-3.5-turbo-instruct": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000002
+ },
+ "gpt-3.5-turbo-instruct-0914": {
+ "provider": "text-completion-openai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000002
+ },
+ "gpt-4": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00006
+ },
+ "gpt-4-0613": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00006
+ },
+ "gpt-4-1106-preview": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "gpt-4-turbo": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "gpt-4-turbo-2024-04-09": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "gpt-4.1": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "gpt-4.1-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "gpt-4.1-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-7
+ },
+ "gpt-4.1-mini-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-7
+ },
+ "gpt-4.1-nano": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2.5e-8
+ },
+ "gpt-4.1-nano-2025-04-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2.5e-8
+ },
+ "gpt-4o": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "gpt-4o-2024-05-13": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000015
+ },
+ "gpt-4o-2024-08-06": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "gpt-4o-2024-11-20": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "gpt-4o-audio-preview-2024-12-17": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gpt-4o-audio-preview-2025-06-03": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gpt-4o-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-4o-mini-2024-07-18": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-4o-mini-audio-preview-2024-12-17": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "gpt-4o-mini-search-preview": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-4o-mini-search-preview-2025-03-11": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-4o-search-preview": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "gpt-4o-search-preview-2025-03-11": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125
+ },
+ "gpt-5": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-2025-08-07": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-chat": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-chat-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-codex": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "gpt-5-mini-2025-08-07": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "gpt-5-nano": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 5e-9
+ },
+ "gpt-5-nano-2025-08-07": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 5e-9
+ },
+ "gpt-5-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00012
+ },
+ "gpt-5-pro-2025-10-06": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00012
+ },
+ "gpt-5-search-api": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5-search-api-2025-10-14": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1-2025-11-13": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1-chat-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1-codex": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1-codex-max": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "gpt-5.1-codex-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "gpt-5.2": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.2-2025-12-11": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.2-chat-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.2-codex": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.2-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000021,
+ "output": 0.000168
+ },
+ "gpt-5.2-pro-2025-12-11": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000021,
+ "output": 0.000168
+ },
+ "gpt-5.3-chat-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.3-codex": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "gpt-5.4": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "gpt-5.4-2026-03-05": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "gpt-5.4-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-5.4-mini-2026-03-17": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "gpt-5.4-nano": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "gpt-5.4-nano-2026-03-17": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "gpt-5.4-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018
+ },
+ "gpt-5.4-pro-2026-03-05": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018
+ },
+ "gpt-5.5": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "gpt-5.5-2026-04-23": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "gpt-5.5-cyber": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.000075,
+ "cacheRead": 0.00000125
+ },
+ "gpt-5.5-cyber-preview": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.000075,
+ "cacheRead": 0.00000125
+ },
+ "gpt-5.5-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018
+ },
+ "gpt-5.5-pro-2026-04-23": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00003,
+ "output": 0.00018
+ },
+ "gpt-5.6": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "gpt-5.6-cyber": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.000075,
+ "cacheRead": 0.00000125,
+ "cacheWrite": 0.000015625
+ },
+ "gpt-5.6-luna": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "gpt-5.6-sol": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "gpt-5.6-terra": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "gpt-6-astra": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "gpt-6-luna": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "gpt-6-sol": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "gpt-6.1-sol": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025
+ },
+ "gpt-audio": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gpt-audio-1.5": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gpt-audio-2025-08-28": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "gpt-audio-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "gpt-audio-mini-2025-10-06": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "gpt-audio-mini-2025-12-15": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "gpt-daybreak-blue-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7,
+ "cacheWrite": 0.000005
+ },
+ "gpt-daybreak-red-latest": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000125,
+ "output": 0.000075,
+ "cacheRead": 0.00000125,
+ "cacheWrite": 0.000015625
+ },
+ "gpt-rosalind-discovery": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "gpt-rosalind-research": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "gradient_ai/anthropic-claude-3-opus": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075
+ },
+ "gradient_ai/anthropic-claude-3.5-haiku": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004
+ },
+ "gradient_ai/anthropic-claude-3.5-sonnet": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "gradient_ai/anthropic-claude-3.7-sonnet": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "gradient_ai/deepseek-r1-distill-llama-70b": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 9.9e-7,
+ "output": 9.9e-7
+ },
+ "gradient_ai/llama3-8b-instruct": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "gradient_ai/llama3.3-70b-instruct": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 6.5e-7
+ },
+ "gradient_ai/mistral-nemo-instruct-2407": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 3e-7
+ },
+ "gradient_ai/openai-o3": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "gradient_ai/openai-o3-mini": {
+ "provider": "gradient_ai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044
+ },
+ "groq/llama-guard-3-8b": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "groq/meta-llama/llama-prompt-guard-2-22m": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 3e-8
+ },
+ "groq/meta-llama/llama-prompt-guard-2-86m": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 4e-8
+ },
+ "groq/openai/gpt-oss-120b": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8
+ },
+ "groq/openai/gpt-oss-20b": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7,
+ "cacheRead": 3.75e-8
+ },
+ "groq/openai/gpt-oss-safeguard-20b": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7,
+ "cacheRead": 3.7e-8
+ },
+ "groq/qwen/qwen3.8-27b": {
+ "provider": "groq",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004
+ },
+ "hyperbolic/nousresearch/hermes-3-llama-3.1-70b": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/qwen/qwq-32b": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "hyperbolic/qwen/qwen2.5-72b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/qwen/qwen2.5-coder-32b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/qwen/qwen3-235b-a22b": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "hyperbolic/deepseek-ai/deepseek-r1": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "hyperbolic/deepseek-ai/deepseek-r1-0528": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 2.5e-7
+ },
+ "hyperbolic/deepseek-ai/deepseek-v3": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "hyperbolic/deepseek-ai/deepseek-v3-0324": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 4e-7
+ },
+ "hyperbolic/meta-llama/llama-3.2-3b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/meta-llama/meta-llama-3-70b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/meta-llama/meta-llama-3.1-405b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/meta-llama/meta-llama-3.1-70b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/meta-llama/meta-llama-3.1-8b-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "hyperbolic/moonshotai/kimi-k2-instruct": {
+ "provider": "hyperbolic",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "in.moonshotai.kimi-k3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125
+ },
+ "inception/mercury-2": {
+ "provider": "inception",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7.5e-7,
+ "cacheRead": 2.5e-8
+ },
+ "inception/mercury-2.5": {
+ "provider": "inception",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 7.5e-7,
+ "cacheRead": 2e-8
+ },
+ "inferenceapis/minimaxai/minimax-m3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 3.9e-7,
+ "output": 0.00000156,
+ "cacheRead": 8e-8
+ },
+ "inferenceapis/qwen/qwen3-vl-235b-a22b-instruct": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2.6e-7,
+ "output": 0.00000115
+ },
+ "inferenceapis/qwen/qwen3.8-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 2e-8
+ },
+ "inferenceapis/deepseek-ai/deepseek-v3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-ai/deepseek-v4-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-ai/deepseek-v4-pro": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 0.00000172,
+ "output": 0.00000515,
+ "cacheRead": 1.7e-7
+ },
+ "inferenceapis/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 0.00000172,
+ "output": 0.00000515,
+ "cacheRead": 1.7e-7
+ },
+ "inferenceapis/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-8
+ },
+ "inferenceapis/deepseek-chat": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-8
+ },
+ "inferenceapis/deepseek-reasoner": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-v3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-v4-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 3.8e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/deepseek-v4-pro": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 0.00000172,
+ "output": 0.00000515,
+ "cacheRead": 1.7e-7
+ },
+ "inferenceapis/deepseek-v4.1-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-8
+ },
+ "inferenceapis/glm-5.3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 0.00000182,
+ "output": 0.00000572,
+ "cacheRead": 3.4e-7
+ },
+ "inferenceapis/glm-5.3-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 4e-8
+ },
+ "inferenceapis/gpt-oss-120b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7
+ },
+ "inferenceapis/gpt-oss-20b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.9e-7
+ },
+ "inferenceapis/kimi-k2.7-code": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 8.9e-7,
+ "output": 0.00000442,
+ "cacheRead": 1.8e-7
+ },
+ "inferenceapis/llama-3.1-8b-instant": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/llama-3.3-70b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/llama-3.3-70b-instruct": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/llama-3.3-70b-versatile": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/meta-llama/llama-3.3-70b-instruct-turbo": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7
+ },
+ "inferenceapis/minimax-m3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 3.9e-7,
+ "output": 0.00000156,
+ "cacheRead": 8e-8
+ },
+ "inferenceapis/moonshotai/kimi-k2.7-code": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 8.9e-7,
+ "output": 0.00000442,
+ "cacheRead": 1.8e-7
+ },
+ "inferenceapis/openai/gpt-oss-120b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7
+ },
+ "inferenceapis/openai/gpt-oss-20b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.9e-7
+ },
+ "inferenceapis/qwen3-vl": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2.6e-7,
+ "output": 0.00000115
+ },
+ "inferenceapis/qwen3-vl-235b": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2.6e-7,
+ "output": 0.00000115
+ },
+ "inferenceapis/qwen3.8-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 2e-8
+ },
+ "inferenceapis/zai-org/glm-5.3": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 0.00000182,
+ "output": 0.00000572,
+ "cacheRead": 3.4e-7
+ },
+ "inferenceapis/zai-org/glm-5.3-flash": {
+ "provider": "inferenceapis",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6.6e-7,
+ "cacheRead": 4e-8
+ },
+ "j2-light": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000003
+ },
+ "j2-mid": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00001
+ },
+ "j2-ultra": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000015
+ },
+ "jamba-1.5": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "jamba-1.5-large": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "jamba-1.5-large@001": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "jamba-1.5-mini": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "jamba-1.5-mini@001": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "jamba-large-1.6": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "jamba-large-1.7": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "jamba-mini-1.6": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "jamba-mini-1.7": {
+ "provider": "ai21",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "jp.amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.96e-7,
+ "output": 0.000003311,
+ "cacheRead": 9.9e-8
+ },
+ "jp.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375,
+ "cacheWrite1h": 0.0000022
+ },
+ "jp.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "jp.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "jp.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "jp.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "jp.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "jp.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "jp.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "jp.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "kimi-k2-thinking-251104": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "lambda_ai/deepseek-llama3.3-70b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "lambda_ai/deepseek-r1-0528": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "lambda_ai/deepseek-r1-671b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "lambda_ai/deepseek-v3-0324": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "lambda_ai/hermes3-405b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "lambda_ai/hermes3-70b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "lambda_ai/hermes3-8b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2.5e-8,
+ "output": 4e-8
+ },
+ "lambda_ai/lfm-40b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7
+ },
+ "lambda_ai/lfm-7b": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2.5e-8,
+ "output": 4e-8
+ },
+ "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "lambda_ai/llama-4-scout-17b-16e-instruct": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "lambda_ai/llama3.1-405b-instruct-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "lambda_ai/llama3.1-70b-instruct-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "lambda_ai/llama3.1-8b-instruct": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 2.5e-8,
+ "output": 4e-8
+ },
+ "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "lambda_ai/llama3.2-11b-vision-instruct": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.5e-8,
+ "output": 2.5e-8
+ },
+ "lambda_ai/llama3.2-3b-instruct": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.5e-8,
+ "output": 2.5e-8
+ },
+ "lambda_ai/llama3.3-70b-instruct-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 3e-7
+ },
+ "lambda_ai/qwen25-coder-32b-instruct": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "lambda_ai/qwen3-32b-fp8": {
+ "provider": "lambda_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "lemonade/gemma-3-4b-it-gguf": {
+ "provider": "lemonade",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "lemonade/qwen3-4b-instruct-2507-gguf": {
+ "provider": "lemonade",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "lemonade/qwen3-coder-30b-a3b-instruct-gguf": {
+ "provider": "lemonade",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "lemonade/gpt-oss-120b-mxfp-gguf": {
+ "provider": "lemonade",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "lemonade/gpt-oss-20b-mxfp4-gguf": {
+ "provider": "lemonade",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "libertai/bge-m3": {
+ "provider": "libertai",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 0
+ },
+ "libertai/deepseek-v4-flash": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000175
+ },
+ "libertai/deepseek-v4-flash-thinking": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000175
+ },
+ "libertai/gemma-4-31b-it": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4e-7
+ },
+ "libertai/gemma-4-31b-it-thinking": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4e-7
+ },
+ "libertai/hermes-3-8b-tee": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "libertai/qwen3.5-122b-a10b": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000175
+ },
+ "libertai/qwen3.5-122b-a10b-thinking": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000175
+ },
+ "libertai/qwen3.6-27b": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7
+ },
+ "libertai/qwen3.6-27b-thinking": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7
+ },
+ "libertai/qwen3.6-35b-a3b": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7
+ },
+ "libertai/qwen3.6-35b-a3b-thinking": {
+ "provider": "libertai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7
+ },
+ "llamagate/codellama-7b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.2e-7
+ },
+ "llamagate/deepseek-coder-6.7b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.2e-7
+ },
+ "llamagate/deepseek-r1-7b-qwen": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.5e-7
+ },
+ "llamagate/deepseek-r1-8b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7
+ },
+ "llamagate/dolphin3-8b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.5e-7
+ },
+ "llamagate/gemma3-4b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 8e-8
+ },
+ "llamagate/llama-3.1-8b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 5e-8
+ },
+ "llamagate/llama-3.2-3b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 8e-8
+ },
+ "llamagate/llava-7b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7
+ },
+ "llamagate/mistral-7b-v0.3": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1.5e-7
+ },
+ "llamagate/nomic-embed-text": {
+ "provider": "llamagate",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "llamagate/openthinker-7b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 1.5e-7
+ },
+ "llamagate/qwen2.5-coder-7b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.2e-7
+ },
+ "llamagate/qwen3-8b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.4e-7
+ },
+ "llamagate/qwen3-embedding-8b": {
+ "provider": "llamagate",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "llamagate/qwen3-vl-8b": {
+ "provider": "llamagate",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5.5e-7
+ },
+ "meta.llama2-13b-chat-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.000001
+ },
+ "meta.llama2-70b-chat-v1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000195,
+ "output": 0.00000256
+ },
+ "meta.llama3-1-405b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.0000024
+ },
+ "meta.llama3-1-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "meta.llama3-1-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 2.2e-7
+ },
+ "meta.llama3-2-11b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 1.6e-7
+ },
+ "meta.llama3-2-1b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "meta.llama3-2-3b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "meta.llama3-2-90b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "meta.llama3-3-70b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "meta.llama3-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.00000265,
+ "output": 0.0000035
+ },
+ "meta.llama3-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "meta.llama4-maverick-17b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 9.7e-7
+ },
+ "meta.llama4-scout-17b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 6.6e-7
+ },
+ "meta/muse-spark-1.1": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "meta/muse-spark-1.2": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "meta/muse-spark-1.2-contributor": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7,
+ "cacheRead": 2e-9
+ },
+ "meta/muse-spark-1.3": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "meta/muse-spark-1.3-contributor": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7,
+ "cacheRead": 2e-9
+ },
+ "meta/muse-wonder-1.0": {
+ "provider": "meta",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7
+ },
+ "microsoft_365_copilot/chat": {
+ "provider": "microsoft_365_copilot",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "minimax.minimax-m2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "minimax.minimax-m2.1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "minimax.minimax-m2.5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "minimax/minimax-m2": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3.75e-7
+ },
+ "minimax/minimax-m2.1": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3.75e-7
+ },
+ "minimax/minimax-m2.1-lightning": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000024,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3.75e-7
+ },
+ "minimax/minimax-m2.5": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3.75e-7
+ },
+ "minimax/minimax-m2.5-lightning": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000024,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3.75e-7
+ },
+ "minimax/minimax-m3": {
+ "provider": "minimax",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "mistral.devstral-2-123b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "mistral.magistral-small-2509": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "mistral.ministral-3-14b-instruct": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "mistral.ministral-3-3b-instruct": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "mistral.ministral-3-8b-instruct": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "mistral.mistral-7b-instruct-v0:2": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 2e-7
+ },
+ "mistral.mistral-large-2402-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000012
+ },
+ "mistral.mistral-large-2407-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "mistral.mistral-large-3-675b-instruct": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "mistral.mistral-small-2402-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "mistral.mixtral-8x7b-instruct-v0:1": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 7e-7
+ },
+ "mistral.pixtral-large-2502-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "mistral.voxtral-mini-3b-2507": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 4e-8
+ },
+ "mistral.voxtral-small-24b-2507": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "mistral/codestral-2508": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/codestral-embed": {
+ "provider": "mistral",
+ "mode": "embedding",
+ "input": 1.5e-7,
+ "output": 0,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/codestral-embed-2505": {
+ "provider": "mistral",
+ "mode": "embedding",
+ "input": 1.5e-7,
+ "output": 0,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/codestral-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/codestral-mamba-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 2.5e-7,
+ "cacheRead": 2.5e-8
+ },
+ "mistral/devstral-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002,
+ "cacheRead": 4e-8
+ },
+ "mistral/devstral-medium-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002,
+ "cacheRead": 4e-8
+ },
+ "mistral/devstral-small-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/glm-5-2": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "mistral/labs-leanstral-1-5": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "mistral/labs-leanstral-1-5-1": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "mistral/magistral-medium-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/magistral-small-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/ministral-14b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7,
+ "cacheRead": 2e-8
+ },
+ "mistral/ministral-14b-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7,
+ "cacheRead": 2e-8
+ },
+ "mistral/ministral-3-14b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7,
+ "cacheRead": 2e-8
+ },
+ "mistral/ministral-3-3b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/ministral-3-8b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/ministral-3b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/ministral-3b-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/ministral-8b-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/ministral-8b-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/mistral-code-agent-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002,
+ "cacheRead": 4e-8
+ },
+ "mistral/mistral-code-fim-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/mistral-code-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/mistral-embed": {
+ "provider": "mistral",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "mistral/mistral-embed-2312": {
+ "provider": "mistral",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "mistral/mistral-large-2512": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015,
+ "cacheRead": 5e-8
+ },
+ "mistral/mistral-large-3": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015,
+ "cacheRead": 5e-8
+ },
+ "mistral/mistral-large-4": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 6.8e-7,
+ "output": 0.00000209,
+ "cacheRead": 6.8e-8
+ },
+ "mistral/mistral-large-4-0": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 6.8e-7,
+ "output": 0.00000209,
+ "cacheRead": 6.8e-8
+ },
+ "mistral/mistral-large-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015,
+ "cacheRead": 5e-8
+ },
+ "mistral/mistral-medium": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-medium-2604": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-medium-3": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-medium-3-5": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-medium-3.5": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-medium-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-small": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/mistral-small-2603": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/mistral-small-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/mistral-tiny": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 2.5e-7,
+ "cacheRead": 2.5e-8
+ },
+ "mistral/mistral-vibe-cli-fast": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "mistral/mistral-vibe-cli-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/mistral-vibe-cli-with-tools": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "mistral/open-mistral-nemo": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 3e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/pixtral-large-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2e-7
+ },
+ "mistral/voxtral-small-2507": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/voxtral-small-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 1e-8
+ },
+ "mistral/zai-glm-5": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "mistral/zai-glm-5-2": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "mistral/zai-glm-5-3": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "mistral/zai-glm-5-3-flash": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "mistral/zai-glm-latest": {
+ "provider": "mistral",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "moonshot.kimi-k2-thinking": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "moonshot/kimi-k2.5": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "moonshot/kimi-k2.6": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.6e-7
+ },
+ "moonshot/kimi-k2.7-code": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "moonshot/kimi-k3": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "moonshot/moonshot-v1-128k": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000005
+ },
+ "moonshot/moonshot-v1-128k-vision-preview": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000005
+ },
+ "moonshot/moonshot-v1-32k": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "moonshot/moonshot-v1-32k-vision-preview": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "moonshot/moonshot-v1-8k": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.000002
+ },
+ "moonshot/moonshot-v1-8k-vision-preview": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.000002
+ },
+ "moonshot/moonshot-v1-auto": {
+ "provider": "moonshot",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000005
+ },
+ "moonshotai.kimi-k2.5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003
+ },
+ "moonshotai.kimi-k3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125
+ },
+ "morph/morph-v3-fast": {
+ "provider": "morph",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000012
+ },
+ "morph/morph-v3-large": {
+ "provider": "morph",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 0.0000019
+ },
+ "multimodalembedding": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 8e-7,
+ "output": 0
+ },
+ "multimodalembedding@001": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 8e-7,
+ "output": 0
+ },
+ "nebius/baai/bge-en-icl": {
+ "provider": "nebius",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 0
+ },
+ "nebius/baai/bge-multilingual-gemma2": {
+ "provider": "nebius",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 0
+ },
+ "nebius/minimaxai/minimax-m2.5": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "nebius/minimaxai/minimax-m3": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "nebius/nousresearch/hermes-3-llama-3.1-405b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "nebius/nousresearch/hermes-4-405b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "nebius/nousresearch/hermes-4-70b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "nebius/qwen/qwq-32b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.5e-7
+ },
+ "nebius/qwen/qwen2-vl-72b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "nebius/qwen/qwen2-vl-7b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 6e-8
+ },
+ "nebius/qwen/qwen2.5-32b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2e-7
+ },
+ "nebius/qwen/qwen2.5-72b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "nebius/qwen/qwen2.5-coder-7b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 3e-8
+ },
+ "nebius/qwen/qwen2.5-vl-72b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7.5e-7
+ },
+ "nebius/qwen/qwen3-14b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2.4e-7
+ },
+ "nebius/qwen/qwen3-235b-a22b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "nebius/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "nebius/qwen/qwen3-30b-a3b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "nebius/qwen/qwen3-30b-a3b-instruct-2507": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "nebius/qwen/qwen3-32b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "nebius/qwen/qwen3-4b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2.4e-7
+ },
+ "nebius/qwen/qwen3-embedding-8b": {
+ "provider": "nebius",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 0
+ },
+ "nebius/qwen/qwen3-next-80b-a3b-thinking": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "nebius/qwen/qwen3.5-397b-a17b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036
+ },
+ "nebius/qwen/qwen3.8-27b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.000003
+ },
+ "nebius/deepseek-ai/deepseek-r1": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "nebius/deepseek-ai/deepseek-r1-0528": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "nebius/deepseek-ai/deepseek-r1-distill-llama-70b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7.5e-7
+ },
+ "nebius/deepseek-ai/deepseek-v3": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "nebius/deepseek-ai/deepseek-v3-0324": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "nebius/deepseek-ai/deepseek-v4-flash": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7
+ },
+ "nebius/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7
+ },
+ "nebius/deepseek-ai/deepseek-v4-pro": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.0000035
+ },
+ "nebius/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396
+ },
+ "nebius/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "nebius/google/gemma-3-27b-it": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "nebius/intfloat/e5-mistral-7b-instruct": {
+ "provider": "nebius",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 0
+ },
+ "nebius/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "nebius/meta-llama/llama-guard-3-8b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 6e-8
+ },
+ "nebius/meta-llama/meta-llama-3.1-405b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "nebius/meta-llama/meta-llama-3.1-70b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4e-7
+ },
+ "nebius/meta-llama/meta-llama-3.1-8b-instruct": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 6e-8
+ },
+ "nebius/mistralai/mistral-nemo-instruct-2407": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.2e-7
+ },
+ "nebius/moonshotai/kimi-k2.6": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004
+ },
+ "nebius/moonshotai/kimi-k2.7-code": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004
+ },
+ "nebius/moonshotai/kimi-k3": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "nebius/nvidia/cosmos3-super-reasoner": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "nebius/nvidia/llama-3.1-nemotron-ultra-253b-v1": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000018
+ },
+ "nebius/nvidia/llama-3.3-nemotron-super-49b-v1": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7
+ },
+ "nebius/nvidia/llama-3_1-nemotron-ultra-253b-v1": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000018
+ },
+ "nebius/nvidia/nvidia-nemotron-3-nano-30b-a3b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "nebius/nvidia/nemotron-3-nano-omni": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "nebius/nvidia/nemotron-3-ultra-550b-a55b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "nebius/nvidia/nemotron-3_5-lightning": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "nebius/nvidia/nemotron-3-super-120b-a12b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "nebius/openai/gpt-oss-120b": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "nebius/openbmb/minicpm-v-4_5": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 6.58e-7,
+ "output": 0.00000111
+ },
+ "nebius/reflection/beam": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000001
+ },
+ "nebius/zai-org/glm-5.1": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044
+ },
+ "nebius/zai-org/glm-5.2": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044
+ },
+ "nebius/zai-org/glm-5.3": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044
+ },
+ "nebius/zai-org/glm-5.3-flash": {
+ "provider": "nebius",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7
+ },
+ "novita/sao10k/l3-8b-stheno-v3.2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 5e-8
+ },
+ "novita/baai/bge-m3": {
+ "provider": "novita",
+ "mode": "embedding",
+ "input": 1e-8,
+ "output": 1e-8
+ },
+ "novita/baichuan/baichuan-m2-32b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 7e-8
+ },
+ "novita/baidu/cobuddy": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 0.00000113,
+ "cacheRead": 7e-8
+ },
+ "novita/baidu/ernie-4.5-21b-a3b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "novita/baidu/ernie-4.5-21b-a3b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "novita/baidu/ernie-4.5-300b-a47b-paddle": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.8e-7,
+ "output": 0.0000011
+ },
+ "novita/baidu/ernie-4.5-vl-28b-a3b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 5.6e-7
+ },
+ "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3.9e-7,
+ "output": 3.9e-7
+ },
+ "novita/baidu/ernie-4.5-vl-424b-a47b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4.2e-7,
+ "output": 0.00000125
+ },
+ "novita/deepseek/deepseek-ocr": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 3e-8
+ },
+ "novita/deepseek/deepseek-ocr-2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 3e-8
+ },
+ "novita/deepseek/deepseek-prover-v2-671b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000025
+ },
+ "novita/deepseek/deepseek-r1": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000004
+ },
+ "novita/deepseek/deepseek-r1-0528": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000025,
+ "cacheRead": 3.5e-7
+ },
+ "novita/deepseek/deepseek-r1-0528-qwen3-8b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 9e-8
+ },
+ "novita/deepseek/deepseek-r1-distill-llama-70b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "novita/deepseek/deepseek-r1-distill-qwen-14b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "novita/deepseek/deepseek-r1-distill-qwen-32b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 3e-7
+ },
+ "novita/deepseek/deepseek-r1-turbo": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000025
+ },
+ "novita/deepseek/deepseek-r1/community": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.000004
+ },
+ "novita/deepseek/deepseek-v3-0324": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.00000112,
+ "cacheRead": 1.35e-7
+ },
+ "novita/deepseek/deepseek-v3-turbo": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000013
+ },
+ "novita/deepseek/deepseek-v3.1": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.000001,
+ "cacheRead": 1.35e-7
+ },
+ "novita/deepseek/deepseek-v3.1-terminus": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 0.000001,
+ "cacheRead": 1.35e-7
+ },
+ "novita/deepseek/deepseek-v3.2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.69e-7,
+ "output": 4e-7,
+ "cacheRead": 1.345e-7
+ },
+ "novita/deepseek/deepseek-v3.2-exp": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 4.1e-7
+ },
+ "novita/deepseek/deepseek-v3/community": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8.900000000000001e-7,
+ "output": 8.900000000000001e-7
+ },
+ "novita/deepseek/deepseek-v4-flash": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-8
+ },
+ "novita/deepseek/deepseek-v4-flash-0731": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.8e-8
+ },
+ "novita/deepseek/deepseek-v4-flash-vision-exp": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4.4e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.8e-8
+ },
+ "novita/deepseek/deepseek-v4-pro": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000016000000000000001,
+ "output": 0.0000032000000000000003,
+ "cacheRead": 1.35e-7
+ },
+ "novita/deepseek/deepseek-v4-pro-0813": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 1.3200000000000002e-7
+ },
+ "novita/deepseek/deepseek_v3": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8.900000000000001e-7,
+ "output": 8.900000000000001e-7
+ },
+ "novita/google/gemma-3-12b-it": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "novita/google/gemma-3-27b-it": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.19e-7,
+ "output": 2e-7
+ },
+ "novita/google/gemma-4-26b-a4b-it": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 4.0000000000000003e-7
+ },
+ "novita/google/gemma-4-31b-it": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4.0000000000000003e-7
+ },
+ "novita/gryphe/mythomax-l2-13b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 9e-8
+ },
+ "novita/inclusionai/ling-3.0-flash": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.8e-7,
+ "cacheRead": 1.2e-8
+ },
+ "novita/inclusionai/ling-3.0-flash-fast": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 1.8e-7,
+ "cacheRead": 1.2e-8
+ },
+ "novita/kwaipilot/kat-coder-pro": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "novita/meta-llama/llama-3-70b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.1e-7,
+ "output": 7.4e-7
+ },
+ "novita/meta-llama/llama-3-8b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 4e-8
+ },
+ "novita/meta-llama/llama-3.1-8b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 5e-8
+ },
+ "novita/meta-llama/llama-3.2-1b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 2e-8
+ },
+ "novita/meta-llama/llama-3.2-3b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 5e-8
+ },
+ "novita/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.35e-7,
+ "output": 4e-7
+ },
+ "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.7e-7,
+ "output": 8.5e-7
+ },
+ "novita/meta-llama/llama-4-scout-17b-16e-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 5.9e-7
+ },
+ "novita/microsoft/wizardlm-2-8x22b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 6.2e-7
+ },
+ "novita/mindai/macaron-v1-tall": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4.5000000000000003e-7,
+ "output": 0.0000026,
+ "cacheRead": 8e-8
+ },
+ "novita/mindai/macaron-v1-venti": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000045,
+ "cacheRead": 3e-7
+ },
+ "novita/minimax/minimax-m2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "novita/minimax/minimax-m2.1": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "novita/minimax/minimax-m2.5": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "novita/minimax/minimax-m2.5-highspeed": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 3e-8
+ },
+ "novita/minimax/minimax-m2.7": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "novita/minimax/minimax-m2.7-highspeed": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024,
+ "cacheRead": 6e-8
+ },
+ "novita/minimax/minimax-m3": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "novita/minimaxai/minimax-m1-80k": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.0000022
+ },
+ "novita/mistralai/mistral-nemo": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.7e-7
+ },
+ "novita/moonshotai/kimi-k2-0905": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025
+ },
+ "novita/moonshotai/kimi-k2-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.7e-7,
+ "output": 0.0000023
+ },
+ "novita/moonshotai/kimi-k2-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025,
+ "cacheRead": 1.5e-7
+ },
+ "novita/moonshotai/kimi-k2.5": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1.0000000000000001e-7
+ },
+ "novita/moonshotai/kimi-k2.6": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8.000000000000001e-7,
+ "output": 0.0000034,
+ "cacheRead": 1.6e-7
+ },
+ "novita/moonshotai/kimi-k2.7-code": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 9.499999999999999e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "novita/moonshotai/kimi-k3": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "novita/nousresearch/hermes-2-pro-llama-3-8b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 1.4e-7
+ },
+ "novita/nvidia/nemotron-3-nano-30b-a3b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.0000000000000004e-8,
+ "output": 2.0000000000000002e-7
+ },
+ "novita/openai/gpt-oss-120b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "novita/openai/gpt-oss-20b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.5e-7
+ },
+ "novita/paddlepaddle/paddleocr-vl": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 2e-8
+ },
+ "novita/qwen/qwen-2.5-72b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 4e-7
+ },
+ "novita/qwen/qwen-mt-plus": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7.5e-7
+ },
+ "novita/qwen/qwen2.5-7b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 7e-8
+ },
+ "novita/qwen/qwen2.5-vl-72b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "novita/qwen/qwen3-235b-a22b-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7
+ },
+ "novita/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 5.8e-7
+ },
+ "novita/qwen/qwen3-235b-a22b-thinking-2507": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.000003
+ },
+ "novita/qwen/qwen3-30b-a3b-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 4.5e-7
+ },
+ "novita/qwen/qwen3-32b-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4.5e-7
+ },
+ "novita/qwen/qwen3-4b-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 3e-8
+ },
+ "novita/qwen/qwen3-8b-fp8": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.38e-7
+ },
+ "novita/qwen/qwen3-coder-30b-a3b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.7e-7
+ },
+ "novita/qwen/qwen3-coder-480b-a35b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 0.00000155
+ },
+ "novita/qwen/qwen3-coder-next": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.0000000000000002e-7,
+ "output": 0.0000015
+ },
+ "novita/qwen/qwen3-embedding-0.6b": {
+ "provider": "novita",
+ "mode": "embedding",
+ "input": 7e-8,
+ "output": 0
+ },
+ "novita/qwen/qwen3-embedding-8b": {
+ "provider": "novita",
+ "mode": "embedding",
+ "input": 7e-8,
+ "output": 0
+ },
+ "novita/qwen/qwen3-max": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000211,
+ "output": 0.00000845
+ },
+ "novita/qwen/qwen3-next-80b-a3b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000015
+ },
+ "novita/qwen/qwen3-next-80b-a3b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000015
+ },
+ "novita/qwen/qwen3-omni-30b-a3b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 9.7e-7
+ },
+ "novita/qwen/qwen3-omni-30b-a3b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 9.7e-7
+ },
+ "novita/qwen/qwen3-vl-235b-a22b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000015
+ },
+ "novita/qwen/qwen3-vl-235b-a22b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 9.8e-7,
+ "output": 0.00000395
+ },
+ "novita/qwen/qwen3-vl-30b-a3b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 7e-7
+ },
+ "novita/qwen/qwen3-vl-30b-a3b-thinking": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.000001
+ },
+ "novita/qwen/qwen3-vl-8b-instruct": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 5e-7
+ },
+ "novita/qwen/qwen3.5-122b-a10b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 4.0000000000000003e-7,
+ "output": 0.0000032000000000000003
+ },
+ "novita/qwen/qwen3.5-27b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000024
+ },
+ "novita/qwen/qwen3.5-35b-a3b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002
+ },
+ "novita/qwen/qwen3.5-397b-a17b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036000000000000003
+ },
+ "novita/qwen/qwen3.6-27b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036000000000000003
+ },
+ "novita/qwen/qwen3.6-35b-a3b": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.48e-7,
+ "output": 0.0000014850000000000002
+ },
+ "novita/qwen/qwen3.7-max": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000375,
+ "cacheRead": 2.5e-7
+ },
+ "novita/qwen/qwen3.8-max": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "novita/sao10k/l3-70b-euryale-v2.1": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000148,
+ "output": 0.00000148
+ },
+ "novita/sao10k/l3-8b-lunaris": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 5e-8
+ },
+ "novita/sao10k/l31-70b-euryale-v2.2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000148,
+ "output": 0.00000148
+ },
+ "novita/skywork/r1v4-lite": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "novita/stepfun/step-3.7-flash": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 2.0000000000000002e-7,
+ "output": 0.00000115,
+ "cacheRead": 4e-8
+ },
+ "novita/tencent/hy3": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 5.8e-7,
+ "cacheRead": 3.5e-8
+ },
+ "novita/thudm/glm-4-32b-0414": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000166
+ },
+ "novita/xiaomimimo/mimo-v2-flash": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 3.3e-7,
+ "cacheRead": 2.4e-8
+ },
+ "novita/xiaomimimo/mimo-v2.5": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.6800000000000002e-7,
+ "output": 3.3600000000000004e-7,
+ "cacheRead": 3.4e-9
+ },
+ "novita/xiaomimimo/mimo-v2.5-pro": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.22e-7,
+ "output": 0.000001044,
+ "cacheRead": 4.3e-9
+ },
+ "novita/zai-org/autoglm-phone-9b-multilingual": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.38e-7
+ },
+ "novita/zai-org/glm-4.5": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7
+ },
+ "novita/zai-org/glm-4.5-air": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 8.5e-7,
+ "cacheRead": 2.5e-8
+ },
+ "novita/zai-org/glm-4.5v": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000018,
+ "cacheRead": 1.1e-7
+ },
+ "novita/zai-org/glm-4.6": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7
+ },
+ "novita/zai-org/glm-4.6v": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7,
+ "cacheRead": 5.5e-8
+ },
+ "novita/zai-org/glm-4.7": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7
+ },
+ "novita/zai-org/glm-4.7-flash": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 4.0000000000000003e-7,
+ "cacheRead": 1e-8
+ },
+ "novita/zai-org/glm-4.7-h": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7
+ },
+ "novita/zai-org/glm-5": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032000000000000003,
+ "cacheRead": 2.0000000000000002e-7
+ },
+ "novita/zai-org/glm-5-turbo": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000004,
+ "cacheRead": 2.4e-7
+ },
+ "novita/zai-org/glm-5.1": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.00000138,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "novita/zai-org/glm-5.2": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "novita/zai-org/glm-5.3": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "novita/zai-org/glm-5v-turbo": {
+ "provider": "novita",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000004,
+ "cacheRead": 2.4e-7
+ },
+ "nscale/qwen/qwq-32b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 2e-7
+ },
+ "nscale/qwen/qwen2.5-coder-32b-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2e-7
+ },
+ "nscale/qwen/qwen2.5-coder-3b-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 3e-8
+ },
+ "nscale/qwen/qwen2.5-coder-7b-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 1e-8,
+ "output": 3e-8
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-llama-70b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 3.75e-7,
+ "output": 3.75e-7
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-llama-8b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 2.5e-8,
+ "output": 2.5e-8
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-qwen-1.5b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 9e-8
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-qwen-14b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 7e-8
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-qwen-32b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "nscale/deepseek-ai/deepseek-r1-distill-qwen-7b": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "nscale/meta-llama/llama-3.1-8b-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 3e-8
+ },
+ "nscale/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "nscale/meta-llama/llama-4-scout-17b-16e-instruct": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 2.9e-7
+ },
+ "nscale/mistralai/mixtral-8x22b-instruct-v0.1": {
+ "provider": "nscale",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "nvidia.nemotron-nano-12b-v2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "nvidia.nemotron-nano-3-30b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "nvidia.nemotron-nano-9b-v2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.3e-7
+ },
+ "nvidia.nemotron-super-3-120b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6.5e-7
+ },
+ "o1": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "cacheRead": 0.0000075
+ },
+ "o1-2024-12-17": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "cacheRead": 0.0000075
+ },
+ "o1-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00015,
+ "output": 0.0006
+ },
+ "o1-pro-2025-03-19": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00015,
+ "output": 0.0006
+ },
+ "o3": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "o3-2025-04-16": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "o3-deep-research": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00004,
+ "cacheRead": 0.0000025
+ },
+ "o3-deep-research-2025-06-26": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00004,
+ "cacheRead": 0.0000025
+ },
+ "o3-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "o3-mini-2025-01-31": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7
+ },
+ "o3-pro": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00002,
+ "output": 0.00008
+ },
+ "o3-pro-2025-06-10": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.00002,
+ "output": 0.00008
+ },
+ "o4-mini": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 2.75e-7
+ },
+ "o4-mini-2025-04-16": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 2.75e-7
+ },
+ "o4-mini-deep-research": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "o4-mini-deep-research-2025-06-26": {
+ "provider": "openai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "oci/cohere.command-a-03-2025": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-a-reasoning": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-a-reasoning-08-2025": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-a-translate-08-2025": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 9e-8
+ },
+ "oci/cohere.command-a-vision": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-a-vision-07-2025": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-latest": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-plus-latest": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.command-r-08-2024": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "oci/cohere.command-r-plus-08-2024": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000156,
+ "output": 0.00000156
+ },
+ "oci/cohere.embed-english-image-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-english-light-image-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-english-light-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-english-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-multilingual-image-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-multilingual-light-image-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-multilingual-light-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-multilingual-v3.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "oci/cohere.embed-v4.0": {
+ "provider": "oci",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "oci/google.gemini-2.5-flash": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "oci/google.gemini-2.5-flash-lite": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7
+ },
+ "oci/google.gemini-2.5-pro": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "oci/meta.llama-3.1-405b-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00001068,
+ "output": 0.00001068
+ },
+ "oci/meta.llama-3.1-70b-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/meta.llama-3.1-8b-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/meta.llama-3.2-11b-vision-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "oci/meta.llama-3.2-90b-vision-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "oci/meta.llama-3.3-70b-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/meta.llama-4-scout-17b-16e-instruct": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "oci/openai.gpt-5": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "oci/openai.gpt-5-mini": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002
+ },
+ "oci/openai.gpt-5-nano": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7
+ },
+ "oci/openai.gpt-oss-120b": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "oci/openai.gpt-oss-20b": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3e-7
+ },
+ "oci/xai.grok-3": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "oci/xai.grok-3-fast": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "oci/xai.grok-3-mini": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 5e-7
+ },
+ "oci/xai.grok-3-mini-fast": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000004
+ },
+ "oci/xai.grok-4": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "oci/xai.grok-4-fast": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "oci/xai.grok-4.1-fast": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "oci/xai.grok-4.20": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "oci/xai.grok-4.20-0309-non-reasoning": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "oci/xai.grok-4.20-0309-reasoning": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "oci/xai.grok-4.20-multi-agent": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "oci/xai.grok-4.20-non-reasoning": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "oci/xai.grok-4.20-reasoning": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "oci/xai.grok-code-fast-1": {
+ "provider": "oci",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "ollama/codegeex4": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/codegemma": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/codellama": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/deepseek-coder-v2-base": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/deepseek-coder-v2-instruct": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/deepseek-coder-v2-lite-base": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/deepseek-coder-v2-lite-instruct": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/deepseek-v3.1:671b-cloud": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/gpt-oss:120b-cloud": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/gpt-oss:20b-cloud": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/internlm2_5-20b-chat": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama2": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama2-uncensored": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama2:13b": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama2:70b": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama2:7b": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama3": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama3.1": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama3:70b": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/llama3:8b": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mistral": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mistral-7b-instruct-v0.1": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mistral-7b-instruct-v0.2": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mistral-large-instruct-2407": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mixtral-8x22b-instruct-v0.1": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/mixtral-8x7b-instruct-v0.1": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/orca-mini": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/qwen3-coder:480b-cloud": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "ollama/vicuna": {
+ "provider": "ollama",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "openai.gpt-6-luna": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "openai.gpt-6-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025
+ },
+ "openai.gpt-oss-120b-1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "openai.gpt-oss-20b-1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 3e-7
+ },
+ "openai.gpt-oss-safeguard-120b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "openai.gpt-oss-safeguard-20b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2e-7
+ },
+ "opencode_go/beam-free": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0,
+ "output": 0,
+ "cacheRead": 0
+ },
+ "opencode_go/claude-haiku-5-5": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.0000000000000001e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "opencode_go/deepseek-v4-pro": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8
+ },
+ "opencode_go/deepseek-v4.1-flash": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "opencode_go/gemini-4-argon": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7
+ },
+ "opencode_go/glm-5.2": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "opencode_go/glm-5.3": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "opencode_go/glm-5.3-flash": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "opencode_go/gpt-5.6-luna": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 2.0000000000000002e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8,
+ "cacheWrite": 2.5e-7
+ },
+ "opencode_go/gpt-6-luna": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.0000000000000001e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7
+ },
+ "opencode_go/grok-4.7": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "opencode_go/hy3": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 5.8e-7,
+ "cacheRead": 3.5e-8
+ },
+ "opencode_go/hy4-preview": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 8.34e-7,
+ "output": 0.000002501,
+ "cacheRead": 4.2000000000000006e-8
+ },
+ "opencode_go/kimi-k2.7-code": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 9.499999999999999e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "opencode_go/kimi-k3": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.000003
+ },
+ "opencode_go/kimi-k3.1-pro": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2.0000000000000002e-7,
+ "cacheWrite": 0.000002
+ },
+ "opencode_go/longcat-2.0": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "opencode_go/longcat-2.5-preview-free": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0,
+ "output": 0,
+ "cacheRead": 0
+ },
+ "opencode_go/mimo-v2.5": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-9
+ },
+ "opencode_go/mimo-v2.5-pro": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 4.35e-7,
+ "output": 8.7e-7,
+ "cacheRead": 3.625e-9
+ },
+ "opencode_go/mimo-v2.6-flash": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-9
+ },
+ "opencode_go/mimo-v2.6-pro": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 4.35e-7,
+ "output": 8.7e-7,
+ "cacheRead": 3.625e-9
+ },
+ "opencode_go/minimax-m3": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "opencode_go/minimax-m3.1-flash": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "opencode_go/muse-spark-1.2-contributor": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.0000000000000001e-7,
+ "output": 2.0000000000000002e-7,
+ "cacheRead": 2e-9
+ },
+ "opencode_go/muse-spark-1.3-contributor": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.0000000000000001e-7,
+ "output": 2.0000000000000002e-7,
+ "cacheRead": 2e-9
+ },
+ "opencode_go/qwen3.7-plus": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 4.0000000000000003e-7,
+ "output": 0.0000016000000000000001,
+ "cacheRead": 4e-8,
+ "cacheWrite": 5e-7
+ },
+ "opencode_go/qwen3.8-flash": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.6999999999999995e-7,
+ "cacheRead": 1.6e-8,
+ "cacheWrite": 2.0000000000000002e-7
+ },
+ "opencode_go/qwen3.8-max": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000025
+ },
+ "opencode_go/step-5-preview": {
+ "provider": "opencode_go",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000027,
+ "cacheRead": 1.0000000000000001e-7
+ },
+ "openinfer/@oi/glm-5.3-flash": {
+ "provider": "openinfer",
+ "mode": "chat",
+ "input": 1.95e-7,
+ "output": 0.00000156
+ },
+ "openinfer/@oi/qwen3.5-27b": {
+ "provider": "openinfer",
+ "mode": "chat",
+ "input": 1.95e-7,
+ "output": 0.00000156
+ },
+ "openinfer/@oi/qwen3.5-9b": {
+ "provider": "openinfer",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 1.5e-7
+ },
+ "ovhcloud/deepseek-r1-distill-llama-70b": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 6.7e-7,
+ "output": 6.7e-7
+ },
+ "ovhcloud/llama-3.1-8b-instruct": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "ovhcloud/meta-llama-3_1-70b-instruct": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 6.7e-7,
+ "output": 6.7e-7
+ },
+ "ovhcloud/meta-llama-3_3-70b-instruct": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 6.7e-7,
+ "output": 6.7e-7
+ },
+ "ovhcloud/mistral-7b-instruct-v0.3": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "ovhcloud/mistral-nemo-instruct-2407": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 1.3e-7
+ },
+ "ovhcloud/mistral-small-3.2-24b-instruct-2506": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 2.8e-7
+ },
+ "ovhcloud/mixtral-8x7b-instruct-v0.1": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 6.3e-7,
+ "output": 6.3e-7
+ },
+ "ovhcloud/qwen2.5-coder-32b-instruct": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 8.7e-7,
+ "output": 8.7e-7
+ },
+ "ovhcloud/qwen2.5-vl-72b-instruct": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 9.1e-7,
+ "output": 9.1e-7
+ },
+ "ovhcloud/qwen3-32b": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2.3e-7
+ },
+ "ovhcloud/gpt-oss-120b": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 4e-7
+ },
+ "ovhcloud/gpt-oss-20b": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 1.5e-7
+ },
+ "ovhcloud/llava-v1.6-mistral-7b-hf": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 2.9e-7,
+ "output": 2.9e-7
+ },
+ "ovhcloud/mamba-codestral-7b-v0.1": {
+ "provider": "ovhcloud",
+ "mode": "chat",
+ "input": 1.9e-7,
+ "output": 1.9e-7
+ },
+ "perplexity/anthropic/claude-fable-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001
+ },
+ "perplexity/anthropic/claude-fable-5-1": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7
+ },
+ "perplexity/anthropic/claude-haiku-4-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7
+ },
+ "perplexity/anthropic/claude-haiku-5-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8
+ },
+ "perplexity/anthropic/claude-opus-4-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "perplexity/anthropic/claude-opus-4-6": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "perplexity/anthropic/claude-opus-4-7": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "perplexity/anthropic/claude-opus-4-8": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "perplexity/anthropic/claude-opus-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "perplexity/anthropic/claude-opus-5-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7
+ },
+ "perplexity/anthropic/claude-sonnet-4-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "perplexity/anthropic/claude-sonnet-4-6": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "perplexity/anthropic/claude-sonnet-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7
+ },
+ "perplexity/anthropic/claude-sonnet-5-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7
+ },
+ "perplexity/codellama-34b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.0000014
+ },
+ "perplexity/codellama-70b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000028
+ },
+ "perplexity/google/gemini-3-flash-preview": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8
+ },
+ "perplexity/google/gemini-3.1-flash-lite": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8
+ },
+ "perplexity/google/gemini-3.1-pro-preview": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "perplexity/google/gemini-3.5-flash": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "cacheRead": 1.5e-7
+ },
+ "perplexity/google/gemini-3.5-flash-lite": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8
+ },
+ "perplexity/google/gemini-3.6-flash": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7
+ },
+ "perplexity/google/gemini-3.7-flash": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8
+ },
+ "perplexity/google/gemini-3.8-flash": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8
+ },
+ "perplexity/llama-2-70b-chat": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000028
+ },
+ "perplexity/llama-3.1-70b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "perplexity/llama-3.1-8b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "perplexity/mistral-7b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "perplexity/mixtral-8x7b-instruct": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "perplexity/openai/gpt-5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "perplexity/openai/gpt-5-mini": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002,
+ "cacheRead": 2.5e-8
+ },
+ "perplexity/openai/gpt-5-nano": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 5e-9
+ },
+ "perplexity/openai/gpt-5.1": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "perplexity/openai/gpt-5.2": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000175,
+ "output": 0.000014,
+ "cacheRead": 1.75e-7
+ },
+ "perplexity/openai/gpt-5.3-codex": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000035,
+ "output": 0.000028,
+ "cacheRead": 3.5e-7
+ },
+ "perplexity/openai/gpt-5.4": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.000015,
+ "cacheRead": 2.5e-7
+ },
+ "perplexity/openai/gpt-5.4-mini": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.0000045,
+ "cacheRead": 7.5e-8
+ },
+ "perplexity/openai/gpt-5.4-nano": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.00000125,
+ "cacheRead": 2e-8
+ },
+ "perplexity/openai/gpt-5.5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.00003,
+ "cacheRead": 5e-7
+ },
+ "perplexity/openai/gpt-5.6-luna": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000012,
+ "cacheRead": 2e-8
+ },
+ "perplexity/openai/gpt-5.6-sol": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 4e-7
+ },
+ "perplexity/openai/gpt-5.6-terra": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "perplexity/openai/gpt-6-astra": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125
+ },
+ "perplexity/openai/gpt-6-luna": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8
+ },
+ "perplexity/openai/gpt-6-sol": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7
+ },
+ "perplexity/openai/gpt-6.1-sol": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7
+ },
+ "perplexity/perplexity/deepseek-v4-flash-0731": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 2.6e-7,
+ "cacheRead": 2.8e-8
+ },
+ "perplexity/perplexity/deepseek-v4-pro-0813": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8
+ },
+ "perplexity/perplexity/glm-5.2": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "perplexity/perplexity/glm-5.3": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "perplexity/perplexity/glm-5.3-flash": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "perplexity/perplexity/kimi-k2.7-code": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "perplexity/perplexity/kimi-k3": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "perplexity/perplexity/nemotron-3-ultra-550b-a55b": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000025,
+ "cacheRead": 2.5e-7
+ },
+ "perplexity/perplexity/nemotron-3.5-lightning-30b-a3b": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 1.15e-8,
+ "output": 1.7e-7,
+ "cacheRead": 1.15e-9
+ },
+ "perplexity/perplexity/sonar": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000025,
+ "cacheRead": 6.25e-8
+ },
+ "perplexity/pplx-70b-chat": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-7,
+ "output": 0.0000028
+ },
+ "perplexity/pplx-70b-online": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0,
+ "output": 0.0000028
+ },
+ "perplexity/pplx-7b-chat": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "perplexity/pplx-7b-online": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0,
+ "output": 2.8e-7
+ },
+ "perplexity/pplx-embed-context-v1-0.6b": {
+ "provider": "perplexity",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "perplexity/pplx-embed-context-v1-4b": {
+ "provider": "perplexity",
+ "mode": "embedding",
+ "input": 5e-8,
+ "output": 0
+ },
+ "perplexity/pplx-embed-v1-0.6b": {
+ "provider": "perplexity",
+ "mode": "embedding",
+ "input": 4e-9,
+ "output": 0
+ },
+ "perplexity/pplx-embed-v1-4b": {
+ "provider": "perplexity",
+ "mode": "embedding",
+ "input": 3e-8,
+ "output": 0
+ },
+ "perplexity/sonar": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "perplexity/sonar-deep-research": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "reasoning": 0.000003
+ },
+ "perplexity/sonar-medium-chat": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000018
+ },
+ "perplexity/sonar-medium-online": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0,
+ "output": 0.0000018
+ },
+ "perplexity/sonar-pro": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "perplexity/sonar-reasoning": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "perplexity/sonar-reasoning-pro": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "perplexity/sonar-small-chat": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "perplexity/sonar-small-online": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0,
+ "output": 2.8e-7
+ },
+ "perplexity/xai/grok-4.20-multi-agent": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "perplexity/xai/grok-4.20-non-reasoning": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "perplexity/xai/grok-4.20-reasoning": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "perplexity/xai/grok-4.3": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "perplexity/xai/grok-4.5": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 3e-7
+ },
+ "perplexity/xai/grok-4.6": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "perplexity/xai/grok-4.7": {
+ "provider": "perplexity",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "pinstripes/ps/deepseek-v4-flash": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 2e-7
+ },
+ "pinstripes/ps/glm-4.5-air": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 1.25e-7,
+ "output": 4.5e-7
+ },
+ "pinstripes/ps/minimax-m2.7": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 2.55e-7,
+ "output": 5.5e-7
+ },
+ "pinstripes/ps/qwen3-30b-a3b": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 2e-7
+ },
+ "pinstripes/ps/qwen3-coder-30b-a3b": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 6e-7
+ },
+ "pinstripes/ps/qwen3.6-35b-a3b": {
+ "provider": "pinstripes",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4.5e-7
+ },
+ "prism/deepseek-v4-flash": {
+ "provider": "prism",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 2.1e-7,
+ "cacheRead": 7e-8
+ },
+ "prism/deepseek-v4.1-flash": {
+ "provider": "prism",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 6.3e-7,
+ "cacheRead": 7e-8
+ },
+ "publicai/bsc-lt/alia-40b-instruct_q8_0": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/bsc-lt/salamandra-7b-instruct-tools-16k": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/aisingapore/gemma-sea-lion-v4-27b-it": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/aisingapore/qwen-sea-lion-v4-32b-it": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/allenai/olmo-3-32b-think": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/allenai/olmo-3-7b-instruct": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/allenai/olmo-3-7b-think": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/swiss-ai/apertus-70b-instruct": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "publicai/swiss-ai/apertus-8b-instruct": {
+ "provider": "publicai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "qwen.qwen3-235b-a22b-2507-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "qwen.qwen3-32b-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "qwen.qwen3-coder-30b-a3b-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "qwen.qwen3-coder-480b-a35b-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018
+ },
+ "qwen.qwen3-coder-next": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012
+ },
+ "qwen.qwen3-next-80b-a3b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "qwen.qwen3-vl-235b-a22b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 5.3e-7,
+ "output": 0.00000266
+ },
+ "qwen_ai_platform/deepseek-v4-flash": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "qwen_ai_platform/deepseek-v4-flash-0731": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "qwen_ai_platform/deepseek-v4-pro": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.0000048,
+ "cacheRead": 2e-7
+ },
+ "qwen_ai_platform/glm-5.1": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "qwen_ai_platform/glm-5.2": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.8e-7
+ },
+ "qwen_ai_platform/kimi-k2.7-code": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "qwen_ai_platform/qwen-coder": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000015
+ },
+ "qwen_ai_platform/qwen-max": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.0000016,
+ "output": 0.0000064
+ },
+ "qwen_ai_platform/qwen-plus": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "qwen_ai_platform/qwen-plus-2025-01-25": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "qwen_ai_platform/qwen-plus-2025-04-28": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "qwen_ai_platform/qwen-plus-2025-07-14": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "qwen_ai_platform/qwen-turbo": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwen_ai_platform/qwen-turbo-2024-11-01": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7
+ },
+ "qwen_ai_platform/qwen-turbo-2025-04-28": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwen_ai_platform/qwen-turbo-latest": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwen_ai_platform/qwen3-next-80b-a3b-instruct": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "qwen_ai_platform/qwen3-next-80b-a3b-thinking": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "qwen_ai_platform/qwen3-vl-235b-a22b-instruct": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "qwen_ai_platform/qwen3-vl-235b-a22b-thinking": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000004
+ },
+ "qwen_ai_platform/qwen3-vl-32b-instruct": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 6.4e-7
+ },
+ "qwen_ai_platform/qwen3-vl-32b-thinking": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 0.00000287
+ },
+ "qwen_ai_platform/qwen3.7-max": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000075,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.000003125
+ },
+ "qwen_ai_platform/qwen3.8-flash": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.7e-7,
+ "cacheRead": 1.6e-8,
+ "cacheWrite": 2e-7
+ },
+ "qwen_ai_platform/qwen3.8-max": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "qwen_ai_platform/qwen3.8-omni-flash": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.7e-7,
+ "cacheRead": 1.6e-8
+ },
+ "qwen_ai_platform/qwq-plus": {
+ "provider": "qwen_ai_platform",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "qwencloud/deepseek-v4-flash": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "qwencloud/deepseek-v4-flash-0731": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7,
+ "cacheRead": 4e-8
+ },
+ "qwencloud/deepseek-v4-pro": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.0000048,
+ "cacheRead": 2e-7
+ },
+ "qwencloud/glm-5.1": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "qwencloud/glm-5.2": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.8e-7
+ },
+ "qwencloud/kimi-k2.7-code": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "qwencloud/qwen-coder": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000015
+ },
+ "qwencloud/qwen-max": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.0000016,
+ "output": 0.0000064
+ },
+ "qwencloud/qwen-plus": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "qwencloud/qwen-plus-2025-01-25": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012
+ },
+ "qwencloud/qwen-plus-2025-04-28": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "qwencloud/qwen-plus-2025-07-14": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "reasoning": 0.000004
+ },
+ "qwencloud/qwen-turbo": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwencloud/qwen-turbo-2024-11-01": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7
+ },
+ "qwencloud/qwen-turbo-2025-04-28": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwencloud/qwen-turbo-latest": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7,
+ "reasoning": 5e-7
+ },
+ "qwencloud/qwen3-next-80b-a3b-instruct": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "qwencloud/qwen3-next-80b-a3b-thinking": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "qwencloud/qwen3-vl-235b-a22b-instruct": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "qwencloud/qwen3-vl-235b-a22b-thinking": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000004
+ },
+ "qwencloud/qwen3-vl-32b-instruct": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 6.4e-7
+ },
+ "qwencloud/qwen3-vl-32b-thinking": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 0.00000287
+ },
+ "qwencloud/qwen3.7-max": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000075,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.000003125
+ },
+ "qwencloud/qwen3.8-max": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "qwencloud/qwq-plus": {
+ "provider": "qwencloud",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000024
+ },
+ "replicate/anthropic/claude-3.5-haiku": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "replicate/anthropic/claude-3.5-sonnet": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.00000375,
+ "output": 0.00001875
+ },
+ "replicate/anthropic/claude-3.7-sonnet": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "replicate/anthropic/claude-4-sonnet": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "replicate/anthropic/claude-4.5-haiku": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "replicate/anthropic/claude-4.5-sonnet": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "replicate/deepseek-ai/deepseek-r1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.00000375,
+ "output": 0.00001,
+ "reasoning": 0.00001
+ },
+ "replicate/deepseek-ai/deepseek-v3": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.00000145,
+ "output": 0.00000145
+ },
+ "replicate/deepseek-ai/deepseek-v3.1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 6.72e-7,
+ "output": 0.000002016
+ },
+ "replicate/google/gemini-2.5-flash": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025
+ },
+ "replicate/google/gemini-3-pro": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012
+ },
+ "replicate/ibm-granite/granite-3.3-8b-instruct": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 2.5e-7
+ },
+ "replicate/meta/llama-2-13b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7
+ },
+ "replicate/meta/llama-2-13b-chat": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7
+ },
+ "replicate/meta/llama-2-70b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 0.00000275
+ },
+ "replicate/meta/llama-2-70b-chat": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 0.00000275
+ },
+ "replicate/meta/llama-2-7b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/meta/llama-2-7b-chat": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/meta/llama-3-70b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 0.00000275
+ },
+ "replicate/meta/llama-3-70b-instruct": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 0.00000275
+ },
+ "replicate/meta/llama-3-8b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/meta/llama-3-8b-instruct": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/mistralai/mistral-7b-instruct-v0.2": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/mistralai/mistral-7b-v0.1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.5e-7
+ },
+ "replicate/mistralai/mixtral-8x7b-instruct-v0.1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.000001
+ },
+ "replicate/openai/gpt-4.1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "replicate/openai/gpt-4.1-mini": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "replicate/openai/gpt-4.1-nano": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7
+ },
+ "replicate/openai/gpt-4o": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "replicate/openai/gpt-4o-mini": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "replicate/openai/gpt-5": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001
+ },
+ "replicate/openai/gpt-5-mini": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000002
+ },
+ "replicate/openai/gpt-5-nano": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7
+ },
+ "replicate/openai/gpt-oss-120b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "replicate/openai/gpt-oss-20b": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 3.6e-7
+ },
+ "replicate/openai/o1": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "reasoning": 0.00006
+ },
+ "replicate/openai/o1-mini": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "reasoning": 0.0000044
+ },
+ "replicate/openai/o4-mini": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000004,
+ "reasoning": 0.000004
+ },
+ "replicate/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 2.64e-7,
+ "output": 0.00000106
+ },
+ "replicate/xai/grok-4": {
+ "provider": "replicate",
+ "mode": "chat",
+ "input": 0.0000072,
+ "output": 0.000036
+ },
+ "sagemaker/meta-textgeneration-llama-2-13b": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sagemaker/meta-textgeneration-llama-2-13b-f": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sagemaker/meta-textgeneration-llama-2-70b": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sagemaker/meta-textgeneration-llama-2-70b-b-f": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sagemaker/meta-textgeneration-llama-2-7b": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sagemaker/meta-textgeneration-llama-2-7b-f": {
+ "provider": "sagemaker",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "sail/qwen/qwen3.6-35b-a3b": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 4e-7,
+ "cacheRead": 2e-8
+ },
+ "sail/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 1.8e-7,
+ "cacheRead": 2e-8
+ },
+ "sail/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 9.2e-7,
+ "output": 0.00000277,
+ "cacheRead": 4e-8
+ },
+ "sail/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 3e-7,
+ "cacheRead": 6e-9
+ },
+ "sail/google/gemma-4-12b-it": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.000002,
+ "cacheRead": 1.5e-7
+ },
+ "sail/google/gemma-4-31b-it": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 6e-7,
+ "cacheRead": 2e-7
+ },
+ "sail/moonshotai/kimi-k2.6": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000004,
+ "cacheRead": 2e-7
+ },
+ "sail/moonshotai/kimi-k3": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.0000125,
+ "cacheRead": 2.5e-7
+ },
+ "sail/nvidia/gemma-4-31b-it-nvfp4": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 4e-7,
+ "cacheRead": 7e-8
+ },
+ "sail/openai/gpt-oss-120b": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 4e-7,
+ "cacheRead": 3e-8
+ },
+ "sail/zai-org/glm-5.3": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 9.8e-7,
+ "output": 0.00000308,
+ "cacheRead": 1.8e-7
+ },
+ "sail/zai-org/glm-5.3-flash": {
+ "provider": "sail",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 3.5e-7,
+ "cacheRead": 2e-8
+ },
+ "sambanova/deepseek-r1": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000007
+ },
+ "sambanova/deepseek-v3.1": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.0000045
+ },
+ "sambanova/deepseek-v3.2": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.0000045
+ },
+ "sambanova/llama-4-maverick-17b-128e-instruct": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 6.3e-7,
+ "output": 0.0000018
+ },
+ "sambanova/meta-llama-3.3-70b-instruct": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000012
+ },
+ "sambanova/minimax-m2.7": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000024
+ },
+ "sambanova/gemma-4-31b-it": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 0.00000115
+ },
+ "sambanova/gpt-oss-120b": {
+ "provider": "sambanova",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 5.9e-7
+ },
+ "sarvam/sarvam-m": {
+ "provider": "sarvam",
+ "mode": "chat",
+ "input": 0,
+ "output": 0,
+ "cacheRead": 0,
+ "cacheWrite": 0,
+ "cacheWrite1h": 0
+ },
+ "scaledown/classify": {
+ "provider": "scaledown",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 0
+ },
+ "scaledown/compress": {
+ "provider": "scaledown",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 0
+ },
+ "scaledown/decisions": {
+ "provider": "scaledown",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 0
+ },
+ "scaledown/extract": {
+ "provider": "scaledown",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 0
+ },
+ "scaledown/summarize": {
+ "provider": "scaledown",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 0
+ },
+ "scaleway/baai/bge-multilingual-gemma2": {
+ "provider": "scaleway",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "scaleway/deepseek-v4-flash-0731": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 8e-7,
+ "cacheRead": 8e-8
+ },
+ "scaleway/glm-5.2": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 0.0000018,
+ "output": 0.0000055
+ },
+ "scaleway/google/gemma-4-26b-a4b-it": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 5e-7
+ },
+ "scaleway/meta/llama-3.3-70b-instruct": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "scaleway/mistralai/mistral-medium-3.5-128b": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075
+ },
+ "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 3.5e-7
+ },
+ "scaleway/mistralai/pixtral-12b-2409": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "scaleway/openai/gpt-oss-120b": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "scaleway/qwen/qwen3-235b-a22b-instruct-2507": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000225
+ },
+ "scaleway/qwen/qwen3-coder-30b-a3b-instruct": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 8e-7
+ },
+ "scaleway/qwen/qwen3-embedding-8b": {
+ "provider": "scaleway",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "scaleway/qwen/qwen3.5-397b-a17b": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036
+ },
+ "scaleway/qwen/qwen3.6-35b-a3b": {
+ "provider": "scaleway",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015
+ },
+ "scx-ai/deepseek-v4.1-flash": {
+ "provider": "scx-ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1e-8
+ },
+ "scx-ai/glm-5.2": {
+ "provider": "scx-ai",
+ "mode": "chat",
+ "input": 6.1e-7,
+ "output": 0.00000198,
+ "cacheRead": 2.2e-7
+ },
+ "scx-ai/glm-5.3": {
+ "provider": "scx-ai",
+ "mode": "chat",
+ "input": 9.8e-7,
+ "output": 0.00000308,
+ "cacheRead": 1.8e-7
+ },
+ "scx-ai/kimi-k3": {
+ "provider": "scx-ai",
+ "mode": "chat",
+ "input": 0.00000283,
+ "output": 0.00001413,
+ "cacheRead": 2.8e-7
+ },
+ "scx-ai/qwen3.8-max": {
+ "provider": "scx-ai",
+ "mode": "chat",
+ "input": 0.00000165,
+ "output": 0.00000499,
+ "cacheRead": 2.1e-7
+ },
+ "snowflake/claude-3-5-sonnet": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "snowflake/claude-3-7-sonnet": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "snowflake/claude-4-opus": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7
+ },
+ "snowflake/claude-4-sonnet": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "snowflake/claude-haiku-4-5": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7
+ },
+ "snowflake/claude-sonnet-4-5": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "snowflake/claude-sonnet-4-6": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "snowflake/deepseek-r1": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "snowflake/llama3.1-405b": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "snowflake/llama3.1-70b": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "snowflake/llama3.1-8b": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 2.4e-7
+ },
+ "snowflake/llama3.3-70b": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "snowflake/llama4-maverick": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 9.7e-7
+ },
+ "snowflake/mistral-large2": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "snowflake/openai-gpt-4.1": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7
+ },
+ "snowflake/openai-gpt-5": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "snowflake/openai-gpt-5-mini": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012
+ },
+ "snowflake/openai-gpt-5-nano": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "snowflake/snowflake-arctic-embed-l-v2.0": {
+ "provider": "snowflake",
+ "mode": "embedding",
+ "input": 7e-8,
+ "output": 0
+ },
+ "snowflake/snowflake-arctic-embed-m-v2.0": {
+ "provider": "snowflake",
+ "mode": "embedding",
+ "input": 7e-8,
+ "output": 0
+ },
+ "snowflake/snowflake-llama-3.3-70b": {
+ "provider": "snowflake",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "tencent/deepseek-v4-flash": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-9,
+ "cacheWrite": 0
+ },
+ "tencent/deepseek-v4-pro": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.00000174,
+ "output": 0.00000348,
+ "cacheRead": 1.45e-7,
+ "cacheWrite": 0
+ },
+ "tencent/deepseek-v4-pro-0813": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8,
+ "cacheWrite": 0
+ },
+ "tencent/deepseek-v4.1-flash": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9,
+ "cacheWrite": 0
+ },
+ "tencent/glm-5.2": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7,
+ "cacheWrite": 0
+ },
+ "tencent/glm-5.3": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7,
+ "cacheWrite": 0
+ },
+ "tencent/glm-5.3-flash": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8,
+ "cacheWrite": 0
+ },
+ "tencent/glm-5.3-flashx": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 3.7e-7,
+ "output": 0.00000125,
+ "cacheRead": 7.5e-8,
+ "cacheWrite": 0
+ },
+ "tencent/kimi-k2.7-code": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7,
+ "cacheWrite": 0
+ },
+ "tencent/kimi-k2.7-code-highspeed": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.0000019,
+ "output": 0.000008,
+ "cacheRead": 3.8e-7,
+ "cacheWrite": 0
+ },
+ "tencent/kimi-k2.8-preview": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000004,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0
+ },
+ "tencent/kimi-k3": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0
+ },
+ "tencent/minimax-m3": {
+ "provider": "tencent",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8,
+ "cacheWrite": 0
+ },
+ "tensormesh/minimaxai/minimax-m2.5": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 0
+ },
+ "tensormesh/qwen/qwen3-coder-480b-a35b-instruct-fp8": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018,
+ "cacheRead": 0
+ },
+ "tensormesh/qwen/qwen3.5-397b-a17b-fp8": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036,
+ "cacheRead": 0
+ },
+ "tensormesh/qwen/qwen3.6-27b-fp8": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 3.2e-7,
+ "output": 0.0000032,
+ "cacheRead": 0
+ },
+ "tensormesh/deepseek-ai/deepseek-v4-flash": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 0
+ },
+ "tensormesh/google/gemma-4-31b-it": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 5.6e-7,
+ "cacheRead": 0
+ },
+ "tensormesh/lukealonso/glm-5.1-nvfp4-mtp": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 0
+ },
+ "tensormesh/moonshotai/kimi-k2.6": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 9.6e-7,
+ "output": 0.000004,
+ "cacheRead": 0
+ },
+ "tensormesh/openai/gpt-oss-120b": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 0
+ },
+ "tensormesh/openai/gpt-oss-20b": {
+ "provider": "tensormesh",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7,
+ "cacheRead": 0
+ },
+ "text-completion-codestral/codestral-2405": {
+ "provider": "text-completion-codestral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "text-completion-codestral/codestral-latest": {
+ "provider": "text-completion-codestral",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "text-completion-inception/mercury-edit-2": {
+ "provider": "text-completion-inception",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7.5e-7,
+ "cacheRead": 2.5e-8
+ },
+ "text-embedding-004": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-embedding-005": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-embedding-3-large": {
+ "provider": "openai",
+ "mode": "embedding",
+ "input": 1.3e-7,
+ "output": 0
+ },
+ "text-embedding-3-small": {
+ "provider": "openai",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "text-embedding-ada-002": {
+ "provider": "openai",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-embedding-ada-002-v2": {
+ "provider": "openai",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-embedding-large-exp-03-07": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-embedding-preview-0409": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 6.25e-9,
+ "output": 0
+ },
+ "text-multilingual-embedding-002": {
+ "provider": "vertex_ai-embedding-models",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "text-unicorn": {
+ "provider": "vertex_ai-text-models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.000028
+ },
+ "text-unicorn@001": {
+ "provider": "vertex_ai-text-models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.000028
+ },
+ "together-ai-21.1b-41b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "together-ai-4.1b-8b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together-ai-41.1b-80b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "together-ai-8.1b-21b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 3e-7
+ },
+ "together-ai-81.1b-110b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000018,
+ "output": 0.0000018
+ },
+ "together-ai-embedding-151m-to-350m": {
+ "provider": "together_ai",
+ "mode": "embedding",
+ "input": 1.6e-8,
+ "output": 0
+ },
+ "together-ai-embedding-up-to-150m": {
+ "provider": "together_ai",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "together-ai-up-to-4b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "together_ai/baai/bge-base-en-v1.5": {
+ "provider": "together_ai",
+ "mode": "embedding",
+ "input": 8e-9,
+ "output": 0
+ },
+ "together_ai/minimaxai/minimax-m2.7": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "together_ai/minimaxai/minimax-m3": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-8
+ },
+ "together_ai/minimaxai/minimax-m3.1-flash": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "together_ai/nousresearch/nous-hermes-2-mixtral-8x7b-dpo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "together_ai/prism-ml/ternary-bonsai-27b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "together_ai/qwen/qwq-32b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "together_ai/qwen/qwen2-1.5b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 2e-8
+ },
+ "together_ai/qwen/qwen2-72b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "together_ai/qwen/qwen2-vl-72b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "together_ai/qwen/qwen2.5-14b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "together_ai/qwen/qwen2.5-72b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "together_ai/qwen/qwen2.5-72b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "together_ai/qwen/qwen2.5-7b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 3e-7
+ },
+ "together_ai/qwen/qwen2.5-coder-32b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "together_ai/qwen/qwen2.5-vl-72b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.00000195,
+ "output": 0.000008
+ },
+ "together_ai/qwen/qwen3-coder-480b-a35b-instruct-fp8": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "together_ai/qwen/qwen3-coder-next-fp8": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000012
+ },
+ "together_ai/qwen/qwen3-next-80b-a3b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000015
+ },
+ "together_ai/qwen/qwen3-next-80b-a3b-thinking": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000015
+ },
+ "together_ai/qwen/qwen3-vl-32b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "together_ai/qwen/qwen3-vl-8b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 6.8e-7
+ },
+ "together_ai/qwen/qwen3.5-397b-a17b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036,
+ "cacheRead": 3.5e-7
+ },
+ "together_ai/qwen/qwen3.5-9b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 2.5e-7
+ },
+ "together_ai/qwen/qwen3.6-plus": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003
+ },
+ "together_ai/qwen/qwen3.7-max": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000045,
+ "cacheRead": 3e-7
+ },
+ "together_ai/qwen/qwen3.7-plus": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3.2e-7,
+ "output": 0.00000128
+ },
+ "together_ai/qwen/qwen3.8-2.4t-a95b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 2.5e-7
+ },
+ "together_ai/qwen/qwen3.8-flash": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 4.7e-7
+ },
+ "together_ai/arcee-ai/trinity-mini": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 4.5e-8,
+ "output": 1.5e-7
+ },
+ "together_ai/arize-ai/qwen-2-1.5b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "together_ai/deepseek-ai/deepseek-r1-0528": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000007
+ },
+ "together_ai/deepseek-ai/deepseek-r1-distill-llama-70b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "together_ai/deepseek-ai/deepseek-r1-distill-qwen-1.5b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 1.8e-7
+ },
+ "together_ai/deepseek-ai/deepseek-r1-distill-qwen-14b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000016,
+ "output": 0.0000016
+ },
+ "together_ai/deepseek-ai/deepseek-v3": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000125
+ },
+ "together_ai/deepseek-ai/deepseek-v3.1": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000017
+ },
+ "together_ai/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 3e-8
+ },
+ "together_ai/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.00000132,
+ "output": 0.00000396,
+ "cacheRead": 1.3e-7
+ },
+ "together_ai/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "together_ai/deepseek-ai/deepseek-v4.1-flash-1017": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 6e-9
+ },
+ "together_ai/deepseek-ai/deepseek-coder-33b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "together_ai/google/gemma-2-27b-it": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "together_ai/google/gemma-4-31b-it": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3.9e-7,
+ "output": 9.7e-7
+ },
+ "together_ai/meta-llama/llama-3-8b-chat-hf": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/meta-llama/llama-3.1-405b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000035,
+ "output": 0.0000035
+ },
+ "together_ai/meta-llama/llama-3.2-1b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 6e-8
+ },
+ "together_ai/meta-llama/llama-3.2-3b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 6e-8
+ },
+ "together_ai/meta-llama/llama-3.3-70b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.00000104,
+ "output": 0.00000104
+ },
+ "together_ai/meta-llama/llama-4-scout-17b-16e-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 5.9e-7
+ },
+ "together_ai/meta-llama/meta-llama-3-70b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8.8e-7,
+ "output": 8.8e-7
+ },
+ "together_ai/meta-llama/meta-llama-3-8b-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/meta-llama/meta-llama-3.1-70b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8.8e-7,
+ "output": 8.8e-7
+ },
+ "together_ai/meta-llama/meta-llama-3.1-8b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/meta-llama/meta-llama-3.1-8b-instruct-turbo": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 1.8e-7
+ },
+ "together_ai/meta-models/muse-glimmer-30b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 4e-8
+ },
+ "together_ai/meta-models/muse-spark-open-816b-a42b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00000425,
+ "cacheRead": 1.5e-7
+ },
+ "together_ai/mistralai/ministral-3-14b-instruct-2512": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/mistralai/mistral-7b-instruct-v0.1": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/mistralai/mistral-7b-instruct-v0.3": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "together_ai/mistralai/mistral-small-24b-instruct-2501": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "together_ai/mistralai/mixtral-8x7b-instruct-v0.1": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "together_ai/moonshotai/kimi-k2-instruct": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003
+ },
+ "together_ai/moonshotai/kimi-k2.5-fp4": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000028
+ },
+ "together_ai/moonshotai/kimi-k2.6": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000045,
+ "cacheRead": 2e-7
+ },
+ "together_ai/moonshotai/kimi-k2.7-code": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 9.5e-7,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "together_ai/moonshotai/kimi-k3": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7
+ },
+ "together_ai/nvidia/llama-3.1-nemotron-70b-instruct-hf": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 8.8e-7,
+ "output": 8.8e-7
+ },
+ "together_ai/nvidia/nvidia-nemotron-3.5-super-vl": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 2e-8
+ },
+ "together_ai/nvidia/nvidia-nemotron-nano-9b-v2": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.5e-7
+ },
+ "together_ai/nvidia/nemotron-3-ultra-550b-a55b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036,
+ "cacheRead": 2e-7
+ },
+ "together_ai/openai/gpt-oss-120b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "together_ai/openai/gpt-oss-20b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2e-7
+ },
+ "together_ai/reflection/beam-1.0-501b-a23b": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000012,
+ "cacheRead": 4e-8
+ },
+ "together_ai/thinkingmachines/inkling": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.00000405,
+ "cacheRead": 1.7e-7
+ },
+ "together_ai/together/tev1-4b-experimental": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 4.2e-8,
+ "output": 0
+ },
+ "together_ai/zai-org/glm-4.5-air-fp8": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000011
+ },
+ "together_ai/zai-org/glm-4.6": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022
+ },
+ "together_ai/zai-org/glm-4.7": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.000002
+ },
+ "together_ai/zai-org/glm-5": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032
+ },
+ "together_ai/zai-org/glm-5.1": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "together_ai/zai-org/glm-5.2": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "together_ai/zai-org/glm-5.3": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7
+ },
+ "together_ai/zai-org/glm-5.3-flash": {
+ "provider": "together_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8
+ },
+ "us-gov.anthropic.claude-fable-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000012,
+ "output": 0.00006,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.000015,
+ "cacheWrite1h": 0.000024
+ },
+ "us-gov.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 6e-7,
+ "cacheRead": 1.2e-8,
+ "cacheWrite": 1.5e-7,
+ "cacheWrite1h": 2.4e-7
+ },
+ "us-gov.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "us-gov.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000006,
+ "output": 0.00003,
+ "cacheRead": 6e-7,
+ "cacheWrite": 0.0000075,
+ "cacheWrite1h": 0.000012
+ },
+ "us-gov.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000048,
+ "output": 0.000024,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000006,
+ "cacheWrite1h": 0.0000096
+ },
+ "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000036,
+ "output": 0.000018,
+ "cacheRead": 3.6e-7,
+ "cacheWrite": 0.0000045,
+ "cacheWrite1h": 0.0000072
+ },
+ "us-gov.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 2.4e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "us-gov.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.000012,
+ "cacheRead": 1.2e-7,
+ "cacheWrite": 0.000003,
+ "cacheWrite1h": 0.0000048
+ },
+ "us-gov.nvidia.nemotron-nano-12b-v2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 7.2e-7
+ },
+ "us-gov.nvidia.nemotron-nano-3-30b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.88e-7
+ },
+ "us-gov.nvidia.nemotron-nano-9b-v2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.2e-8,
+ "output": 2.76e-7
+ },
+ "us-gov.nvidia.nemotron-super-3-120b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.8e-7
+ },
+ "us-gov.openai.gpt-oss-120b-1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.8e-7,
+ "output": 7.2e-7
+ },
+ "us-gov.openai.gpt-oss-20b-1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 8.4e-8,
+ "output": 3.6e-7
+ },
+ "us-gov.xai.grok-4.6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000264,
+ "output": 0.00000792,
+ "cacheRead": 6.6e-7
+ },
+ "us.amazon.nova-2-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.3e-7,
+ "output": 0.00000275,
+ "cacheRead": 8.25e-8
+ },
+ "us.amazon.nova-2-pro-preview-20251202-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001375,
+ "output": 0.000011,
+ "cacheRead": 3.4375e-7
+ },
+ "us.amazon.nova-lite-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7,
+ "cacheRead": 1.5e-8
+ },
+ "us.amazon.nova-micro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.4e-7,
+ "cacheRead": 8.75e-9
+ },
+ "us.amazon.nova-pro-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032,
+ "cacheRead": 2e-7
+ },
+ "us.anthropic.claude-3-5-haiku-20241022-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004,
+ "cacheRead": 8e-8,
+ "cacheWrite": 0.000001
+ },
+ "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "us.anthropic.claude-3-7-sonnet-20250219-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "us.anthropic.claude-3-opus-20240229-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "us.anthropic.claude-fable-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "us.anthropic.claude-fable-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 2.75e-7,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "us.anthropic.claude-haiku-4-5-20251001-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000055,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.000001375,
+ "cacheWrite1h": 0.0000022
+ },
+ "us.anthropic.claude-haiku-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7,
+ "cacheWrite1h": 2.2e-7
+ },
+ "us.anthropic.claude-mythos-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "us.anthropic.claude-mythos-5-1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 2.75e-7,
+ "cacheWrite": 0.00001375,
+ "cacheWrite1h": 0.000022
+ },
+ "us.anthropic.claude-mythos-preview": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000275,
+ "output": 0.0001375,
+ "cacheRead": 0.00000275,
+ "cacheWrite": 0.000034375,
+ "cacheWrite1h": 0.000055
+ },
+ "us.anthropic.claude-opus-4-1-20250805-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "us.anthropic.claude-opus-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "us.anthropic.claude-opus-4-5-20251101-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "us.anthropic.claude-opus-4-6-v1": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "us.anthropic.claude-opus-4-7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "us.anthropic.claude-opus-4-8": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "us.anthropic.claude-opus-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.0000275,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0.000006875,
+ "cacheWrite1h": 0.000011
+ },
+ "us.anthropic.claude-opus-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.0000055,
+ "cacheWrite1h": 0.0000088
+ },
+ "us.anthropic.claude-sonnet-4-20250514-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "us.anthropic.claude-sonnet-4-5-20250929-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "us.anthropic.claude-sonnet-4-6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125,
+ "cacheWrite1h": 0.0000066
+ },
+ "us.anthropic.claude-sonnet-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "us.anthropic.claude-sonnet-5-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275,
+ "cacheWrite1h": 0.0000044
+ },
+ "us.cohere.embed-v4:0": {
+ "provider": "bedrock",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "us.deepseek.r1-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "us.deepseek.v3.2": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6.2e-7,
+ "output": 0.00000185
+ },
+ "us.meta.llama3-1-405b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 0.0000024,
+ "output": 0.0000024
+ },
+ "us.meta.llama3-1-70b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "us.meta.llama3-1-8b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 2.2e-7
+ },
+ "us.meta.llama3-2-11b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 1.6e-7
+ },
+ "us.meta.llama3-2-1b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "us.meta.llama3-2-3b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "us.meta.llama3-2-90b-instruct-v1:0": {
+ "provider": "bedrock",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "us.meta.llama3-3-70b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "us.meta.llama4-maverick-17b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.4e-7,
+ "output": 9.7e-7
+ },
+ "us.meta.llama4-scout-17b-instruct-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.7e-7,
+ "output": 6.6e-7
+ },
+ "us.mistral.pixtral-large-2502-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "us.moonshotai.kimi-k3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000033,
+ "output": 0.0000165,
+ "cacheRead": 3.3e-7,
+ "cacheWrite": 0.000004125
+ },
+ "us.openai.gpt-5.4": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.00000275,
+ "output": 0.0000165,
+ "cacheRead": 2.75e-7
+ },
+ "us.openai.gpt-5.5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000055,
+ "output": 0.000033,
+ "cacheRead": 5.5e-7
+ },
+ "us.openai.gpt-5.6-luna": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.00000132,
+ "cacheRead": 2.2e-8,
+ "cacheWrite": 2.75e-7
+ },
+ "us.openai.gpt-5.6-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000044,
+ "output": 0.000022,
+ "cacheRead": 4.4e-7,
+ "cacheWrite": 0.0000055
+ },
+ "us.openai.gpt-5.6-terra": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000132,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "us.openai.gpt-6-astra": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000011,
+ "output": 0.000055,
+ "cacheRead": 0.0000011,
+ "cacheWrite": 0.00001375
+ },
+ "us.openai.gpt-6-luna": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.1e-7,
+ "output": 5.5e-7,
+ "cacheRead": 1.1e-8,
+ "cacheWrite": 1.375e-7
+ },
+ "us.openai.gpt-6-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 2.2e-7,
+ "cacheWrite": 0.00000275
+ },
+ "us.openai.gpt-6.1-sol": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.000011,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0.00000275
+ },
+ "us.writer.palmyra-x4-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "us.writer.palmyra-x5-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000006
+ },
+ "us.xai.grok-4.6": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000066,
+ "cacheRead": 5.5e-7
+ },
+ "us.xai.grok-4.7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000066,
+ "cacheRead": 5.5e-7
+ },
+ "us.zai.glm-5.3": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001848,
+ "output": 0.000005808,
+ "cacheRead": 3.432e-7,
+ "cacheWrite": 0.00000231
+ },
+ "v0/v0-1.0-md": {
+ "provider": "v0",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "v0/v0-1.5-lg": {
+ "provider": "v0",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075
+ },
+ "v0/v0-1.5-md": {
+ "provider": "v0",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/alibaba/qwen-3-14b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 8e-8,
+ "output": 2.4e-7
+ },
+ "vercel_ai_gateway/alibaba/qwen-3-235b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "vercel_ai_gateway/alibaba/qwen-3-30b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vercel_ai_gateway/alibaba/qwen-3-32b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vercel_ai_gateway/alibaba/qwen3-coder": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016
+ },
+ "vercel_ai_gateway/amazon/nova-lite": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 6e-8,
+ "output": 2.4e-7
+ },
+ "vercel_ai_gateway/amazon/nova-micro": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 3.5e-8,
+ "output": 1.4e-7
+ },
+ "vercel_ai_gateway/amazon/nova-pro": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000032
+ },
+ "vercel_ai_gateway/amazon/titan-embed-text-v2": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2e-8,
+ "output": 0
+ },
+ "vercel_ai_gateway/anthropic/claude-3-5-sonnet": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-3-7-sonnet": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-3-haiku": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000125,
+ "cacheRead": 3e-8,
+ "cacheWrite": 3e-7
+ },
+ "vercel_ai_gateway/anthropic/claude-3-opus": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "vercel_ai_gateway/anthropic/claude-3.5-haiku": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.000004,
+ "cacheRead": 8e-8,
+ "cacheWrite": 0.000001
+ },
+ "vercel_ai_gateway/anthropic/claude-3.5-sonnet": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-3.7-sonnet": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-4-opus": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "vercel_ai_gateway/anthropic/claude-4-sonnet": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-haiku-4.5": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125
+ },
+ "vercel_ai_gateway/anthropic/claude-opus-4": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "vercel_ai_gateway/anthropic/claude-opus-4.1": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075,
+ "cacheRead": 0.0000015,
+ "cacheWrite": 0.00001875
+ },
+ "vercel_ai_gateway/anthropic/claude-opus-4.5": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "vercel_ai_gateway/anthropic/claude-opus-4.6": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625
+ },
+ "vercel_ai_gateway/anthropic/claude-sonnet-4": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/anthropic/claude-sonnet-4.5": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375
+ },
+ "vercel_ai_gateway/cohere/command-a": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "vercel_ai_gateway/cohere/command-r": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "vercel_ai_gateway/cohere/command-r-plus": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "vercel_ai_gateway/cohere/embed-v4.0": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/deepseek/deepseek-r1": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000219
+ },
+ "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 9.9e-7
+ },
+ "vercel_ai_gateway/deepseek/deepseek-v3": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 9e-7
+ },
+ "vercel_ai_gateway/google/gemini-2.5-flash": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8
+ },
+ "vercel_ai_gateway/google/gemini-2.5-pro": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.00001,
+ "cacheRead": 1.25e-7
+ },
+ "vercel_ai_gateway/google/gemini-embedding-001": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 1.5e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/google/gemma-2-9b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "vercel_ai_gateway/google/text-embedding-005": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 2.5e-8,
+ "output": 0
+ },
+ "vercel_ai_gateway/google/text-multilingual-embedding-002": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 2.5e-8,
+ "output": 0
+ },
+ "vercel_ai_gateway/inception/mercury-coder-small": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.000001
+ },
+ "vercel_ai_gateway/meta/llama-3-70b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5.9e-7,
+ "output": 7.9e-7
+ },
+ "vercel_ai_gateway/meta/llama-3-8b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 8e-8
+ },
+ "vercel_ai_gateway/meta/llama-3.1-70b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "vercel_ai_gateway/meta/llama-3.1-8b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 8e-8
+ },
+ "vercel_ai_gateway/meta/llama-3.2-11b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.6e-7,
+ "output": 1.6e-7
+ },
+ "vercel_ai_gateway/meta/llama-3.2-1b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "vercel_ai_gateway/meta/llama-3.2-3b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "vercel_ai_gateway/meta/llama-3.2-90b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "vercel_ai_gateway/meta/llama-3.3-70b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "vercel_ai_gateway/meta/llama-4-maverick": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "vercel_ai_gateway/meta/llama-4-scout": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vercel_ai_gateway/mistral/codestral": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "vercel_ai_gateway/mistral/codestral-embed": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/mistral/devstral-small": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.8e-7
+ },
+ "vercel_ai_gateway/mistral/magistral-medium": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000005
+ },
+ "vercel_ai_gateway/mistral/magistral-small": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "vercel_ai_gateway/mistral/ministral-3b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 4e-8,
+ "output": 4e-8
+ },
+ "vercel_ai_gateway/mistral/ministral-8b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "vercel_ai_gateway/mistral/mistral-embed": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/mistral/mistral-large": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vercel_ai_gateway/mistral/mistral-saba-24b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 7.9e-7,
+ "output": 7.9e-7
+ },
+ "vercel_ai_gateway/mistral/mistral-small": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.0000012
+ },
+ "vercel_ai_gateway/mistral/pixtral-12b": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "vercel_ai_gateway/mistral/pixtral-large": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vercel_ai_gateway/moonshotai/kimi-k2": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.0000022
+ },
+ "vercel_ai_gateway/morph/morph-v3-fast": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 0.0000012
+ },
+ "vercel_ai_gateway/morph/morph-v3-large": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 9e-7,
+ "output": 0.0000019
+ },
+ "vercel_ai_gateway/openai/gpt-3.5-turbo": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.0000015
+ },
+ "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000002
+ },
+ "vercel_ai_gateway/openai/gpt-4-turbo": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00003
+ },
+ "vercel_ai_gateway/openai/gpt-4.1": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/gpt-4.1-mini": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.0000016,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/gpt-4.1-nano": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 4e-7,
+ "cacheRead": 2.5e-8,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/gpt-4o": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001,
+ "cacheRead": 0.00000125,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/gpt-4o-mini": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 7.5e-8,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/o1": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.00006,
+ "cacheRead": 0.0000075,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/o3": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/o3-mini": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 5.5e-7,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/o4-mini": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000044,
+ "cacheRead": 2.75e-7,
+ "cacheWrite": 0
+ },
+ "vercel_ai_gateway/openai/text-embedding-3-large": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 1.3e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/openai/text-embedding-3-small": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "vercel_ai_gateway/openai/text-embedding-ada-002": {
+ "provider": "vercel_ai_gateway",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "vercel_ai_gateway/perplexity/sonar": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000001
+ },
+ "vercel_ai_gateway/perplexity/sonar-pro": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/perplexity/sonar-reasoning": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "vercel_ai_gateway/perplexity/sonar-reasoning-pro": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "vercel_ai_gateway/vercel/v0-1.0-md": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/vercel/v0-1.5-md": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/xai/grok-2": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001
+ },
+ "vercel_ai_gateway/xai/grok-2-vision": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001
+ },
+ "vercel_ai_gateway/xai/grok-3": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/xai/grok-3-fast": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025
+ },
+ "vercel_ai_gateway/xai/grok-3-mini": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 5e-7
+ },
+ "vercel_ai_gateway/xai/grok-3-mini-fast": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000004
+ },
+ "vercel_ai_gateway/xai/grok-4": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vercel_ai_gateway/zai/glm-4.5": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022
+ },
+ "vercel_ai_gateway/zai/glm-4.5-air": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000011
+ },
+ "vercel_ai_gateway/zai/glm-4.6": {
+ "provider": "vercel_ai_gateway",
+ "mode": "chat",
+ "input": 4.5e-7,
+ "output": 0.0000018,
+ "cacheRead": 1.1e-7
+ },
+ "vertex_ai/claude-3-5-haiku": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "vertex_ai/claude-3-5-haiku@20241022": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005
+ },
+ "vertex_ai/claude-3-5-sonnet": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vertex_ai/claude-3-5-sonnet@20240620": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vertex_ai/claude-3-haiku": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000125
+ },
+ "vertex_ai/claude-3-haiku@20240307": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000125
+ },
+ "vertex_ai/claude-3-opus": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075
+ },
+ "vertex_ai/claude-3-opus@20240229": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000015,
+ "output": 0.000075
+ },
+ "vertex_ai/claude-3-sonnet": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vertex_ai/claude-3-sonnet@20240229": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015
+ },
+ "vertex_ai/claude-fable-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "vertex_ai/claude-fable-5-1": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "vertex_ai/claude-fable-5-1@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 2.5e-7,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "vertex_ai/claude-fable-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.00001,
+ "output": 0.00005,
+ "cacheRead": 0.000001,
+ "cacheWrite": 0.0000125,
+ "cacheWrite1h": 0.00002
+ },
+ "vertex_ai/claude-haiku-4-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "vertex_ai/claude-haiku-4-5@20251001": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.00000125,
+ "cacheWrite1h": 0.000002
+ },
+ "vertex_ai/claude-haiku-5-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "vertex_ai/claude-haiku-5-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 5e-7,
+ "cacheRead": 1e-8,
+ "cacheWrite": 1.25e-7,
+ "cacheWrite1h": 2e-7
+ },
+ "vertex_ai/claude-opus-4-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-5@20251101": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-6": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-6@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-7": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-7@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-8": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-4-8@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-opus-5-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "vertex_ai/claude-opus-5-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.000005,
+ "cacheWrite1h": 0.000008
+ },
+ "vertex_ai/claude-opus-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000025,
+ "cacheRead": 5e-7,
+ "cacheWrite": 0.00000625,
+ "cacheWrite1h": 0.00001
+ },
+ "vertex_ai/claude-sonnet-4-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "vertex_ai/claude-sonnet-4-5@20250929": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "vertex_ai/claude-sonnet-4-6": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "vertex_ai/claude-sonnet-4-6@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000015,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0.00000375,
+ "cacheWrite1h": 0.000006
+ },
+ "vertex_ai/claude-sonnet-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "vertex_ai/claude-sonnet-5-5": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "vertex_ai/claude-sonnet-5-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "vertex_ai/claude-sonnet-5@default": {
+ "provider": "vertex_ai-anthropic_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0.0000025,
+ "cacheWrite1h": 0.000004
+ },
+ "vertex_ai/codestral-2": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "vertex_ai/codestral-2501": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "vertex_ai/codestral-2@001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "vertex_ai/codestral@2405": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "vertex_ai/codestral@latest": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6e-7
+ },
+ "vertex_ai/deep-research-pro-preview-12-2025": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": {
+ "provider": "vertex_ai-deepseek_models",
+ "mode": "chat",
+ "input": 0.00000135,
+ "output": 0.0000054
+ },
+ "vertex_ai/deepseek-ai/deepseek-v3.1-maas": {
+ "provider": "vertex_ai-deepseek_models",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000017,
+ "cacheRead": 6e-8
+ },
+ "vertex_ai/deepseek-ai/deepseek-v3.2-maas": {
+ "provider": "vertex_ai-deepseek_models",
+ "mode": "chat",
+ "input": 5.6e-7,
+ "output": 0.00000168,
+ "cacheRead": 5.6e-8
+ },
+ "vertex_ai/deepseek-ai/deepseek-v4.1-flash-maas": {
+ "provider": "vertex_ai-deepseek_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "vertex_ai/gemini-2.0-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "vertex_ai/gemini-2.0-flash-lite": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 7.5e-8,
+ "output": 3e-7
+ },
+ "vertex_ai/gemini-3-flash-preview": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.000003,
+ "cacheRead": 5e-8
+ },
+ "vertex_ai/gemini-3-pro-preview": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/gemini-3.1-flash-lite": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "vertex_ai/gemini-3.1-flash-lite-preview": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.0000015,
+ "cacheRead": 2.5e-8,
+ "reasoning": 0.0000015
+ },
+ "vertex_ai/gemini-3.1-pro-preview": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/gemini-3.1-pro-preview-customtools": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000012,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/gemini-3.5-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "cacheRead": 1.5e-7,
+ "reasoning": 0.000009
+ },
+ "vertex_ai/gemini-3.5-flash-lite": {
+ "provider": "vertex_ai-language-models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000025,
+ "cacheRead": 3e-8,
+ "reasoning": 0.0000025
+ },
+ "vertex_ai/gemini-3.6-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "vertex_ai/gemini-3.7-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "vertex_ai/gemini-3.8-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 7.5e-7,
+ "output": 0.00000375,
+ "cacheRead": 7.5e-8,
+ "reasoning": 0.00000375
+ },
+ "vertex_ai/gemini-3.8-flash-cyber": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.0000075,
+ "cacheRead": 1.5e-7,
+ "reasoning": 0.0000075
+ },
+ "vertex_ai/gemini-4-argon": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.00001,
+ "cacheRead": 1e-7,
+ "reasoning": 0.00001
+ },
+ "vertex_ai/gemini-4-argon-cyber-permissive": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000004,
+ "output": 0.00002,
+ "cacheRead": 2e-7,
+ "reasoning": 0.00002
+ },
+ "vertex_ai/gemini-embedding-2": {
+ "provider": "vertex_ai",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "vertex_ai/gemini-embedding-2-preview": {
+ "provider": "vertex_ai",
+ "mode": "embedding",
+ "input": 2e-7,
+ "output": 0
+ },
+ "vertex_ai/gemini-omni-1.1-flash": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "reasoning": 0.000009
+ },
+ "vertex_ai/gemini-omni-1.1-flash-preview": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.0000015,
+ "output": 0.000009,
+ "reasoning": 0.000009
+ },
+ "vertex_ai/gemini-robotics-er-2-preview": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000005,
+ "cacheRead": 1e-7,
+ "reasoning": 0.000005
+ },
+ "vertex_ai/gemma-4-26b-a4b-it": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "vertex_ai/google/gemma-4-26b-a4b-it-maas": {
+ "provider": "vertex_ai-openai_models",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7,
+ "cacheRead": 1.5e-8
+ },
+ "vertex_ai/jamba-1.5": {
+ "provider": "vertex_ai-ai21_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "vertex_ai/jamba-1.5-large": {
+ "provider": "vertex_ai-ai21_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "vertex_ai/jamba-1.5-large@001": {
+ "provider": "vertex_ai-ai21_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000008
+ },
+ "vertex_ai/jamba-1.5-mini": {
+ "provider": "vertex_ai-ai21_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "vertex_ai/jamba-1.5-mini@001": {
+ "provider": "vertex_ai-ai21_models",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 4e-7
+ },
+ "vertex_ai/meta/llama-3.1-405b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0.000005,
+ "output": 0.000016
+ },
+ "vertex_ai/meta/llama-3.1-70b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/meta/llama-3.1-8b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/meta/llama-3.3-70b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 7.2e-7,
+ "output": 7.2e-7
+ },
+ "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.00000115
+ },
+ "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 0.00000115
+ },
+ "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7e-7
+ },
+ "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 7e-7
+ },
+ "vertex_ai/meta/llama3-405b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/meta/llama3-70b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/meta/llama3-8b-instruct-maas": {
+ "provider": "vertex_ai-llama_models",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "vertex_ai/minimaxai/minimax-m2-maas": {
+ "provider": "vertex_ai-minimax_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 0.0000012,
+ "cacheRead": 3e-8
+ },
+ "vertex_ai/mistral-large-2411": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vertex_ai/mistral-large@2407": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vertex_ai/mistral-large@2411-001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vertex_ai/mistral-large@latest": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006
+ },
+ "vertex_ai/mistral-medium-3": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "vertex_ai/mistral-medium-3@001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "vertex_ai/mistral-nemo@2407": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.000003
+ },
+ "vertex_ai/mistral-nemo@latest": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "vertex_ai/mistral-small-2503": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vertex_ai/mistral-small-2503@001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "vertex_ai/mistralai/codestral-2": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "vertex_ai/mistralai/codestral-2@001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 3e-7,
+ "output": 9e-7
+ },
+ "vertex_ai/mistralai/mistral-medium-3": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "vertex_ai/mistralai/mistral-medium-3@001": {
+ "provider": "vertex_ai-mistral_models",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000002
+ },
+ "vertex_ai/moonshotai/kimi-k2-thinking-maas": {
+ "provider": "vertex_ai-moonshot_models",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000025,
+ "cacheRead": 6e-8
+ },
+ "vertex_ai/openai/gpt-oss-120b-maas": {
+ "provider": "vertex_ai-openai_models",
+ "mode": "chat",
+ "input": 9e-8,
+ "output": 3.6e-7
+ },
+ "vertex_ai/openai/gpt-oss-20b-maas": {
+ "provider": "vertex_ai-openai_models",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2.5e-7,
+ "cacheRead": 7e-9
+ },
+ "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": {
+ "provider": "vertex_ai-qwen_models",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 8.8e-7
+ },
+ "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": {
+ "provider": "vertex_ai-qwen_models",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 0.0000018,
+ "cacheRead": 2.2e-8
+ },
+ "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": {
+ "provider": "vertex_ai-qwen_models",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": {
+ "provider": "vertex_ai-qwen_models",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 0.0000012
+ },
+ "vertex_ai/xai/grok-4.1-fast-non-reasoning": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7,
+ "cacheRead": 5e-8
+ },
+ "vertex_ai/xai/grok-4.1-fast-reasoning": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 5e-7,
+ "cacheRead": 5e-8
+ },
+ "vertex_ai/xai/grok-4.20-non-reasoning": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/xai/grok-4.20-reasoning": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/xai/grok-4.3": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "vertex_ai/xai/grok-4.6": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "vertex_ai/xai/grok-4.7": {
+ "provider": "vertex_ai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "vertex_ai/zai-org/glm-4.7-maas": {
+ "provider": "vertex_ai-zai_models",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 6e-8
+ },
+ "vertex_ai/zai-org/glm-5-maas": {
+ "provider": "vertex_ai-zai_models",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032,
+ "cacheRead": 1e-7
+ },
+ "vertex_ai/zai-org/glm-5.2-maas": {
+ "provider": "vertex_ai-zai_models",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 1.4e-7
+ },
+ "volcengine/doubao-seed-2-1-lite-260915": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 1.15e-7,
+ "output": 3.88126e-7,
+ "cacheRead": 2.3e-8
+ },
+ "volcengine/doubao-seed-2-1-pro-260628": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 8.625e-7,
+ "output": 0.0000043125,
+ "cacheRead": 1.725e-7
+ },
+ "volcengine/doubao-seed-2-1-pro-260915": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 8.625e-7,
+ "output": 0.0000043125,
+ "cacheRead": 1.725e-7
+ },
+ "volcengine/doubao-seed-2-1-turbo-260628": {
+ "provider": "volcengine",
+ "mode": "chat",
+ "input": 4.3125e-7,
+ "output": 0.00000215625,
+ "cacheRead": 8.625e-8
+ },
+ "voyage/voyage-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "voyage/voyage-3": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 6e-8,
+ "output": 0
+ },
+ "voyage/voyage-3-large": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.8e-7,
+ "output": 0
+ },
+ "voyage/voyage-3-lite": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "voyage/voyage-3.5": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 6e-8,
+ "output": 0
+ },
+ "voyage/voyage-3.5-lite": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "voyage/voyage-4": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 6e-8,
+ "output": 0
+ },
+ "voyage/voyage-4-large": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-4-lite": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 2e-8,
+ "output": 0
+ },
+ "voyage/voyage-code-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-code-3": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.8e-7,
+ "output": 0
+ },
+ "voyage/voyage-code-4": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-context-3": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.8e-7,
+ "output": 0
+ },
+ "voyage/voyage-context-4": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-finance-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-large-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-large-2-instruct": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-law-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-lite-01": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "voyage/voyage-lite-02-instruct": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1e-7,
+ "output": 0
+ },
+ "voyage/voyage-multilingual-2": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-multimodal-3": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "voyage/voyage-multimodal-3.5": {
+ "provider": "voyage",
+ "mode": "embedding",
+ "input": 1.2e-7,
+ "output": 0
+ },
+ "wandb/jetbrains/mellum2-12b-a2.5b-instruct": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "wandb/minimaxai/minimax-m3": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 2.3e-7,
+ "output": 9.6e-7,
+ "cacheRead": 5e-8
+ },
+ "wandb/openpipe/qwen3-14b-instruct": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 2.2e-7
+ },
+ "wandb/qwen/qwen3-30b-a3b-instruct-2507": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "wandb/qwen/qwen3.5-35b-a3b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000125
+ },
+ "wandb/qwen/qwen3.6-27b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000036,
+ "cacheRead": 1.2e-7
+ },
+ "wandb/qwen/qwen3.6-35b-a3b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 2.5e-7,
+ "output": 0.00000125
+ },
+ "wandb/qwen/qwen3.8-27b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 4e-7,
+ "output": 0.000003,
+ "cacheRead": 1.5e-7
+ },
+ "wandb/deepseek-ai/deepseek-v3.1": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 5.5e-7,
+ "output": 0.00000165
+ },
+ "wandb/deepseek-ai/deepseek-v4-flash": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 7e-8
+ },
+ "wandb/deepseek-ai/deepseek-v4-flash-0731": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1.3e-7,
+ "output": 2.8e-7,
+ "cacheRead": 7e-8
+ },
+ "wandb/deepseek-ai/deepseek-v4-pro": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 0.00000115,
+ "output": 0.00000255,
+ "cacheRead": 2e-7
+ },
+ "wandb/deepseek-ai/deepseek-v4-pro-0813": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 0.00000131,
+ "output": 0.00000396,
+ "cacheRead": 4.4e-8
+ },
+ "wandb/deepseek-ai/deepseek-v4.1-flash": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 6.5e-7,
+ "cacheRead": 3e-8
+ },
+ "wandb/google/gemma-4-26b-a4b-it": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7,
+ "cacheRead": 5e-8
+ },
+ "wandb/google/gemma-4-31b-it": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3.4e-7
+ },
+ "wandb/ibm-granite/granite-4.1-8b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 5e-8,
+ "output": 1e-7
+ },
+ "wandb/ibm-granite/granite-4.2-8b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1.5e-7,
+ "cacheRead": 5e-8
+ },
+ "wandb/meta-llama/llama-3.1-70b-instruct": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 8e-7,
+ "output": 8e-7
+ },
+ "wandb/meta-llama/llama-3.1-8b-instruct": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 2.2e-7,
+ "output": 2.2e-7
+ },
+ "wandb/meta-llama/llama-3.3-70b-instruct": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 7.1e-7,
+ "output": 7.1e-7
+ },
+ "wandb/moonshotai/kimi-k2.5": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "wandb/moonshotai/kimi-k2.6": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 6.5e-7,
+ "output": 0.00000341,
+ "cacheRead": 1.5e-7
+ },
+ "wandb/moonshotai/kimi-k2.7-code": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 7.1e-7,
+ "output": 0.0000035,
+ "cacheRead": 1.5e-7
+ },
+ "wandb/nvidia/nvidia-nemotron-3-ultra-550b-a55b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 5e-7,
+ "output": 0.00000215,
+ "cacheRead": 1e-7
+ },
+ "wandb/nvidia/nvidia-nemotron-3.5-lightning-30b-a3b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 2e-7,
+ "cacheRead": 4e-8
+ },
+ "wandb/nvidia/nvidia-nemotron-3.5-super-vl-120b-a12b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 7.5e-7,
+ "cacheRead": 2e-8
+ },
+ "wandb/openai/gpt-oss-120b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 1.7e-7
+ },
+ "wandb/openai/gpt-oss-20b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 3e-8,
+ "output": 1.3e-7
+ },
+ "wandb/reflection/beam-1.0-501b-a23b": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000003,
+ "cacheRead": 1e-7
+ },
+ "wandb/zai-org/glm-5.2": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 7.6e-7,
+ "output": 0.00000242,
+ "cacheRead": 1.4e-7
+ },
+ "wandb/zai-org/glm-5.3": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000004,
+ "cacheRead": 1.9e-7
+ },
+ "wandb/zai-org/glm-5.3-flash": {
+ "provider": "wandb",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 5e-8
+ },
+ "watsonx/bigscience/mt0-xxl": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.000001908,
+ "output": 0.000001908
+ },
+ "watsonx/bigscience/mt0-xxl-13b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.000001908,
+ "output": 0.000001908
+ },
+ "watsonx/core42/jais-13b-chat": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.0005,
+ "output": 0.002
+ },
+ "watsonx/google/flan-t5-xl-3b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "watsonx/ibm/granite-13b-chat-v2": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "watsonx/ibm/granite-13b-instruct-v2": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 6e-7
+ },
+ "watsonx/ibm/granite-3-3-8b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "watsonx/ibm/granite-3-8b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "watsonx/ibm/granite-4-h-small": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 6.36e-8,
+ "output": 2.65e-7
+ },
+ "watsonx/ibm/granite-guardian-3-2-2b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "watsonx/ibm/granite-guardian-3-3-8b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 2e-7
+ },
+ "watsonx/ibm/granite-ttm-1024-96-r2": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 3.8e-7
+ },
+ "watsonx/ibm/granite-ttm-1536-96-r2": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 3.8e-7
+ },
+ "watsonx/ibm/granite-ttm-512-96-r2": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.8e-7,
+ "output": 3.8e-7
+ },
+ "watsonx/ibm/granite-vision-3-2-2b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "watsonx/meta-llama/llama-3-2-11b-vision-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 3.5e-7
+ },
+ "watsonx/meta-llama/llama-3-2-1b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "watsonx/meta-llama/llama-3-2-3b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 1.5e-7
+ },
+ "watsonx/meta-llama/llama-3-2-90b-vision-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000002
+ },
+ "watsonx/meta-llama/llama-3-3-70b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 7.526e-7,
+ "output": 7.526e-7
+ },
+ "watsonx/meta-llama/llama-4-maverick-17b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.71e-7,
+ "output": 0.000001484
+ },
+ "watsonx/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.71e-7,
+ "output": 0.000001484
+ },
+ "watsonx/meta-llama/llama-guard-3-11b-vision": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 3.5e-7
+ },
+ "watsonx/mistralai/mistral-large": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.00001
+ },
+ "watsonx/mistralai/mistral-medium-2505": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.000003,
+ "output": 0.00001
+ },
+ "watsonx/mistralai/mistral-small-2503": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 3e-7
+ },
+ "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1.06e-7,
+ "output": 3.18e-7
+ },
+ "watsonx/mistralai/pixtral-12b-2409": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 3.5e-7,
+ "output": 3.5e-7
+ },
+ "watsonx/openai/gpt-oss-120b": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 1.59e-7,
+ "output": 6.36e-7
+ },
+ "watsonx/sdaia/allam-1-13b-instruct": {
+ "provider": "watsonx",
+ "mode": "chat",
+ "input": 0.0000018,
+ "output": 0.0000018
+ },
+ "writer.palmyra-vision-7b": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 6e-7
+ },
+ "writer.palmyra-x4-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.0000025,
+ "output": 0.00001
+ },
+ "writer.palmyra-x5-v1:0": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.000006
+ },
+ "xai/grok-4.20": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-0309": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-0309-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-0309-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-0309": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-0309-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-0309-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-latest-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-latest-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-beta-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-0304": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-0304-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-0304-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-non-reasoning-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-experimental-beta-reasoning-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-0309": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-beta-0309": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-beta-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-experimental-beta-0304": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-experimental-beta-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-multi-agent-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-non-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-non-reasoning-gv2": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-non-reasoning-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-reasoning": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-reasoning-gv2": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.20-reasoning-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.3": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.3-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.00000125,
+ "output": 0.0000025,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-4.5": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 3e-7
+ },
+ "xai/grok-4.5-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 3e-7
+ },
+ "xai/grok-4.6": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "xai/grok-4.7": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 5e-7
+ },
+ "xai/grok-build-0.1": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-build-latest": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000002,
+ "output": 0.000006,
+ "cacheRead": 3e-7
+ },
+ "xai/grok-code-fast": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-code-fast-1": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002,
+ "cacheRead": 2e-7
+ },
+ "xai/grok-code-fast-1-0825": {
+ "provider": "xai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.000002,
+ "cacheRead": 2e-7
+ },
+ "xiaomi_mimo/mimo-v2.6-flash": {
+ "provider": "xiaomi_mimo",
+ "mode": "chat",
+ "input": 1.4e-7,
+ "output": 2.8e-7,
+ "cacheRead": 2.8e-9
+ },
+ "xiaomi_mimo/mimo-v2.6-pro": {
+ "provider": "xiaomi_mimo",
+ "mode": "chat",
+ "input": 4.35e-7,
+ "output": 8.7e-7,
+ "cacheRead": 3.6e-9
+ },
+ "zai.glm-4.7": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022
+ },
+ "zai.glm-4.7-flash": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 7e-8,
+ "output": 4e-7
+ },
+ "zai.glm-5": {
+ "provider": "bedrock_converse",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032
+ },
+ "zai/glm-4-32b-0414-128k": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 1e-7,
+ "output": 1e-7
+ },
+ "zai/glm-4.5": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022
+ },
+ "zai/glm-4.5-air": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 2e-7,
+ "output": 0.0000011
+ },
+ "zai/glm-4.5-airx": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000011,
+ "output": 0.0000045
+ },
+ "zai/glm-4.5-flash": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0
+ },
+ "zai/glm-4.5-x": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000022,
+ "output": 0.0000089
+ },
+ "zai/glm-4.5v": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000018
+ },
+ "zai/glm-4.6": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-4.7": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 6e-7,
+ "output": 0.0000022,
+ "cacheRead": 1.1e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-4.7-flash": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0,
+ "output": 0,
+ "cacheRead": 0,
+ "cacheWrite": 0
+ },
+ "zai/glm-5": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.000001,
+ "output": 0.0000032,
+ "cacheRead": 2e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-5-code": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000012,
+ "output": 0.000005,
+ "cacheRead": 3e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-5.1": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-5.2": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-5.3": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 0.0000014,
+ "output": 0.0000044,
+ "cacheRead": 2.6e-7,
+ "cacheWrite": 0
+ },
+ "zai/glm-5.3-flash": {
+ "provider": "zai",
+ "mode": "chat",
+ "input": 1.5e-7,
+ "output": 5e-7,
+ "cacheRead": 3e-8,
+ "cacheWrite": 0
+ }
+ }
+}
diff --git a/packages/core/src/modules/ai/src/row.ts b/packages/core/src/modules/ai/src/row.ts
new file mode 100644
index 000000000..dfc640c0a
--- /dev/null
+++ b/packages/core/src/modules/ai/src/row.ts
@@ -0,0 +1,89 @@
+// The `ai_events` row and the draft of it the ingest API produces before the
+// worker has resolved identity, session and time.
+
+import type { AiEventKind } from '../ai.constants';
+import type { AiCostSource } from './pricing/cost';
+
+/** Everything in the row that is known at `/track` time. */
+export interface AiEventRowDraft {
+ type: AiEventKind;
+ trace_id: string;
+ /** Empty until the worker fills in the event id. */
+ span_id: string;
+ parent_id: string;
+ conversation_id: string;
+ name: string;
+ model: string;
+ provider: string;
+ input_tokens: number;
+ output_tokens: number;
+ cache_read_tokens: number;
+ cache_write_tokens: number;
+ reasoning_tokens: number;
+ input_cost: number;
+ output_cost: number;
+ total_cost: number;
+ cost_source: AiCostSource;
+ latency_ms: number;
+ time_to_first_token_ms: number;
+ is_error: boolean;
+ http_status: number;
+ stop_reason: string;
+ is_stream: boolean;
+ /** JSON. */
+ model_parameters: string;
+ input: string;
+ output: string;
+ tools: string;
+ error: string;
+ /** The caller's custom properties, already flattened. */
+ properties: Record<string, string>;
+}
+
+export interface IClickhouseAiEvent extends AiEventRowDraft {
+ project_id: string;
+ id: string;
+ profile_id: string;
+ device_id: string;
+ session_id: string;
+ groups: string[];
+ /** ClickHouse DateTime64(3) text, UTC. */
+ created_at: string;
+}
+
+/** The slice of the stored `events` row the ai row copies its identity from. */
+export interface AiEventIdentitySource {
+ id: string;
+ project_id: string;
+ profile_id: string;
+ device_id: string;
+ session_id: string;
+ groups: string[];
+ created_at: string;
+}
+
+export interface BuildAiEventRowOptions {
+ /** `false` blanks input, output and tools (the project's privacy setting). */
+ storeContent: boolean;
+}
+
+export function buildAiEventRow(
+ draft: AiEventRowDraft,
+ event: AiEventIdentitySource,
+ options: BuildAiEventRowOptions
+): IClickhouseAiEvent {
+ return {
+ ...draft,
+ span_id: draft.span_id || event.id,
+ input: options.storeContent ? draft.input : '',
+ output: options.storeContent ? draft.output : '',
+ tools: options.storeContent ? draft.tools : '',
+ project_id: event.project_id,
+ id: event.id,
+ profile_id: event.profile_id,
+ device_id: event.device_id,
+ session_id: event.session_id,
+ groups: event.groups,
+ created_at: event.created_at,
+ };
+}
diff --git a/packages/core/src/modules/ai/src/self-tracking.test.ts b/packages/core/src/modules/ai/src/self-tracking.test.ts
new file mode 100644
index 000000000..7bbab11eb
--- /dev/null
+++ b/packages/core/src/modules/ai/src/self-tracking.test.ts
@@ -0,0 +1,82 @@
+import { describe, expect, test } from 'bun:test';
+import { withAiContext } from '@openpanel/ai';
+import type { LanguageModel } from 'ai';
+import { testCoreConfig } from '../../../../test/config-fixture';
+import { instrumentLanguageModel, selfTrackingClient } from './self-tracking';
+
+const stubModel = {
+ specificationVersion: 'v4',
+ provider: 'openai.chat',
+ modelId: 'gpt-5-mini',
+ supportedUrls: {},
+ doGenerate: async () => ({
+ content: [{ type: 'text', text: 'hi' }],
+ finishReason: { unified: 'stop', raw: 'stop' },
+ usage: {
+ inputTokens: {
+ total: 10,
+ noCache: 10,
+ cacheRead: undefined,
+ cacheWrite: undefined,
+ },
+ outputTokens: { total: 2, text: 2, reasoning: undefined },
+ },
+ warnings: [],
+ }),
+ doStream: async () => {
+ throw new Error('not used');
+ },
+} as unknown as LanguageModel;
+
+describe('self tracking', () => {
+ test('without OP_CLIENT_ID the model is returned untouched', () => {
+ const config = testCoreConfig();
+ expect(selfTrackingClient(config)).toBeNull();
+ expect(instrumentLanguageModel(config, stubModel)).toBe(stubModel);
+ });
+
+ test('with a client every call becomes an ai event carrying the ambient context', async () => {
+ const config = testCoreConfig();
+ config.selfTracking = {
+ clientId: 'client_1',
+ clientSecret: 'secret',
+ apiUrl: 'http://127.0.0.1:1',
+ };
+ const op = selfTrackingClient(config);
+ if (!op) {
+ throw new Error('expected a client');
+ }
+ const sent: unknown[] = [];
+ op.send = async (payload) => {
+ sent.push(payload);
+ return undefined;
+ };
+
+ const model = instrumentLanguageModel(config, stubModel) as Exclude<
+ LanguageModel,
+ string
+ >;
+ expect(model).not.toBe(stubModel);
+ await withAiContext(
+ { profileId: 'user_1', name: 'assistant-chat', groups: ['org_1'] },
+ () =>
+ model.doGenerate({
+ prompt: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
+ })
+ );
+
+ expect(sent).toHaveLength(1);
+ expect(sent[0]).toMatchObject({
+ type: 'ai',
+ payload: {
+ kind: 'generation',
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ name: 'assistant-chat',
+ profileId: 'user_1',
+ groups: ['org_1'],
+ usage: { inputTokens: 10, outputTokens: 2 },
+ },
+ });
+ });
+});
diff --git a/packages/core/src/modules/ai/src/self-tracking.ts b/packages/core/src/modules/ai/src/self-tracking.ts
new file mode 100644
index 000000000..efd21640a
--- /dev/null
+++ b/packages/core/src/modules/ai/src/self-tracking.ts
@@ -0,0 +1,49 @@
+// OpenPanel observing its own model calls: every language model the backend
+// builds goes through the same middleware a customer would install, and the
+// events land in whichever project OP_CLIENT_ID names. Without that config
+// the model is returned untouched.
+
+import { openpanelAiMiddleware } from '@openpanel/ai/vercel';
+import { OpenPanel } from '@openpanel/sdk';
+import { type LanguageModel, wrapLanguageModel } from 'ai';
+import type { CoreConfig } from '../../../config';
+
+const SDK_NAME = 'openpanel-api';
+const SDK_VERSION = '1.0.0';
+
+// Memoized per `CoreConfig`, like the provider clients: a second config in one
+// process (a test, a reboot) gets its own client.
+const clients = new WeakMap<CoreConfig, OpenPanel | null>();
+
+export function selfTrackingClient(config: CoreConfig): OpenPanel | null {
+ const memoized = clients.get(config);
+ if (memoized !== undefined) {
+ return memoized;
+ }
+ const { clientId, clientSecret, apiUrl } = config.selfTracking;
+ const client = clientId
+ ? new OpenPanel({
+ clientId,
+ clientSecret,
+ apiUrl,
+ sdk: SDK_NAME,
+ sdkVersion: SDK_VERSION,
+ })
+ : null;
+ clients.set(config, client);
+ return client;
+}
+
+export function instrumentLanguageModel(
+ config: CoreConfig,
+ model: LanguageModel
+): LanguageModel {
+ const op = selfTrackingClient(config);
+ if (!op || typeof model === 'string') {
+ return model;
+ }
+ return wrapLanguageModel({
+ model,
+ middleware: openpanelAiMiddleware({ op }),
+ });
+}
diff --git a/packages/core/src/modules/ai/src/sql.ts b/packages/core/src/modules/ai/src/sql.ts
new file mode 100644
index 000000000..0d8f212cf
--- /dev/null
+++ b/packages/core/src/modules/ai/src/sql.ts
@@ -0,0 +1,370 @@
+// Every ClickHouse query the AI pages run, as `sql` fragments over `ai_events`.
+
+import { type SqlFragment, sql } from '@openpanel/db/src/clickhouse/sql';
+import { toRangeBoundaryLiteral } from '../../../shared/ch-dates';
+import { TABLE_NAMES } from '../../../shared/ch-tables';
+import type { IInterval } from '../../report/report.constants';
+import type { AiBreakdownDimension, IAiFilters } from '../ai.constants';
+
+export const AI_EVENTS_TABLE = TABLE_NAMES.ai_events;
+
+/** The columns a list or detail row selects. */
+export const AI_EVENT_COLUMNS = sql`
+ project_id, id, type, trace_id, span_id, parent_id, conversation_id, name,
+ model, provider, input_tokens, output_tokens, cache_read_tokens,
+ cache_write_tokens, reasoning_tokens, input_cost, output_cost, total_cost,
+ cost_source, latency_ms, time_to_first_token_ms, is_error, http_status,
+ stop_reason, is_stream, model_parameters, input, output, tools, error,
+ profile_id, device_id, session_id, groups, properties, created_at
+`;
+
+export interface AiDateRange {
+ startDate: string;
+ endDate: string;
+}
+
+export function toStartOf(column: string, interval: IInterval): SqlFragment {
+ switch (interval) {
+ case 'minute':
+ return sql`toStartOfMinute(${sql.id(column)})`;
+ case 'hour':
+ return sql`toStartOfHour(${sql.id(column)})`;
+ case 'day':
+ return sql`toStartOfDay(${sql.id(column)})`;
+ case 'week':
+ return sql`toStartOfWeek(toDateTime(${sql.id(column)}))`;
+ case 'month':
+ return sql`toStartOfMonth(toDateTime(${sql.id(column)}))`;
+ default:
+ throw new Error(`Unsupported interval: ${String(interval)}`);
+ }
+}
+
+function toStartOfExpr(expr: SqlFragment, interval: IInterval): SqlFragment {
+ switch (interval) {
+ case 'minute':
+ return sql`toStartOfMinute(${expr})`;
+ case 'hour':
+ return sql`toStartOfHour(${expr})`;
+ case 'day':
+ return sql`toStartOfDay(${expr})`;
+ case 'week':
+ return sql`toStartOfWeek(${expr})`;
+ case 'month':
+ return sql`toStartOfMonth(${expr})`;
+ default:
+ throw new Error(`Unsupported interval: ${String(interval)}`);
+ }
+}
+
+const INTERVAL_STEP: Record<IInterval, SqlFragment> = {
+ minute: sql`INTERVAL 1 MINUTE`,
+ hour: sql`INTERVAL 1 HOUR`,
+ day: sql`INTERVAL 1 DAY`,
+ week: sql`INTERVAL 1 WEEK`,
+ month: sql`INTERVAL 1 MONTH`,
+};
+
+/** Zero-fills every bucket of the range; `TO` is exclusive, hence the extra step. */
+function fillClause(range: AiDateRange, interval: IInterval): SqlFragment {
+ const from = toStartOfExpr(
+ sql`toDateTime(${sql.string(toRangeBoundaryLiteral(range.startDate, 'start'))})`,
+ interval
+ );
+ const to = toStartOfExpr(
+ sql`toDateTime(${sql.string(toRangeBoundaryLiteral(range.endDate, 'end'))}) + ${INTERVAL_STEP[interval]}`,
+ interval
+ );
+ return sql`WITH FILL FROM ${from} TO ${to} STEP ${INTERVAL_STEP[interval]}`;
+}
+
+function dateRangeWhere(range: AiDateRange): SqlFragment {
+ return sql`created_at BETWEEN toDateTime64(${sql.string(toRangeBoundaryLiteral(range.startDate, 'start'))}, 3) AND toDateTime64(${sql.string(toRangeBoundaryLiteral(range.endDate, 'end'))}, 3)`;
+}
+
+function stringFilter(
+ column: string,
+ values: string[] | undefined
+): SqlFragment {
+ if (!values || values.length === 0) {
+ return sql.empty;
+ }
+ return sql`AND ${sql.id(column)} IN ${sql.array('String', values)}`;
+}
+
+/** The filters every AI query shares, after `project_id` and the date range. */
+export function filtersWhere(filters: IAiFilters | undefined): SqlFragment {
+ if (!filters) {
+ return sql.empty;
+ }
+ const errorClause =
+ filters.isError === undefined
+ ? sql.empty
+ : sql`AND is_error = ${sql.bool(filters.isError)}`;
+ const searchClause = filters.search
+ ? sql`AND (positionCaseInsensitive(input, ${sql.string(filters.search)}) > 0 OR positionCaseInsensitive(output, ${sql.string(filters.search)}) > 0 OR trace_id = ${sql.string(filters.search)} OR conversation_id = ${sql.string(filters.search)})`
+ : sql.empty;
+ const groupClause = filters.groupId
+ ? sql`AND has(groups, ${sql.string(filters.groupId)})`
+ : sql.empty;
+ return sql`
+ ${stringFilter('model', filters.models)}
+ ${stringFilter('provider', filters.providers)}
+ ${stringFilter('name', filters.names)}
+ ${stringFilter('type', filters.types)}
+ ${filters.profileId ? sql`AND profile_id = ${sql.string(filters.profileId)}` : sql.empty}
+ ${filters.conversationId ? sql`AND conversation_id = ${sql.string(filters.conversationId)}` : sql.empty}
+ ${filters.sessionId ? sql`AND session_id = ${sql.string(filters.sessionId)}` : sql.empty}
+ ${groupClause}
+ ${errorClause}
+ ${searchClause}
+ `;
+}
+
+export interface AiScopedQueryInput {
+ projectId: string;
+ range: AiDateRange;
+ filters?: IAiFilters;
+}
+
+function scopeWhere(input: AiScopedQueryInput): SqlFragment {
+ return sql`
+ project_id = ${sql.string(input.projectId)}
+ AND ${dateRangeWhere(input.range)}
+ ${filtersWhere(input.filters)}
+ `;
+}
+
+const METRIC_COLUMNS = sql`
+ countIf(type = 'generation') AS generations,
+ count() AS events,
+ uniq(trace_id) AS traces,
+ uniq(profile_id) AS users,
+ uniqIf(conversation_id, conversation_id != '') AS conversations,
+ sum(total_cost) AS cost,
+ sum(input_tokens) AS input_tokens,
+ sum(output_tokens) AS output_tokens,
+ sum(cache_read_tokens) AS cache_read_tokens,
+ quantileIf(0.5)(latency_ms, type = 'generation') AS p50_latency_ms,
+ quantileIf(0.95)(latency_ms, type = 'generation') AS p95_latency_ms,
+ avgIf(latency_ms, type = 'generation') AS avg_latency_ms,
+ countIf(is_error AND type = 'generation') AS errors
+`;
+
+export function overviewTotalsQuery(input: AiScopedQueryInput): SqlFragment {
+ return sql`
+ SELECT ${METRIC_COLUMNS}
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE ${scopeWhere(input)}
+ `;
+}
+
+export function overviewSeriesQuery(
+ input: AiScopedQueryInput & { interval: IInterval }
+): SqlFragment {
+ return sql`
+ SELECT
+ ${toStartOf('created_at', input.interval)} AS date,
+ ${METRIC_COLUMNS}
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE ${scopeWhere(input)}
+ GROUP BY date
+ ORDER BY date ASC
+ ${fillClause(input.range, input.interval)}
+ `;
+}
+
+const DIMENSION_COLUMN: Record<AiBreakdownDimension, SqlFragment> = {
+ model: sql`model`,
+ provider: sql`provider`,
+ name: sql`name`,
+ profile: sql`profile_id`,
+ conversation: sql`conversation_id`,
+ group: sql`arrayJoin(groups)`,
+ stopReason: sql`stop_reason`,
+ errorCode: sql`JSONExtractString(error, 'code')`,
+};
+
+export function breakdownQuery(
+ input: AiScopedQueryInput & { dimension: AiBreakdownDimension; limit: number }
+): SqlFragment {
+ const dimension = DIMENSION_COLUMN[input.dimension];
+ const onlyErrors =
+ input.dimension === 'errorCode' ? sql`AND is_error = true` : sql.empty;
+ return sql`
+ SELECT
+ ${dimension} AS key,
+ countIf(type = 'generation') AS generations,
+ count() AS events,
+ uniq(trace_id) AS traces,
+ uniq(profile_id) AS users,
+ sum(total_cost) AS cost,
+ sum(input_tokens) + sum(output_tokens) AS tokens,
+ avgIf(latency_ms, type = 'generation') AS avg_latency_ms,
+ quantileIf(0.95)(latency_ms, type = 'generation') AS p95_latency_ms,
+ countIf(is_error AND type = 'generation') AS errors,
+ max(created_at) AS last_at
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE ${scopeWhere(input)}
+ ${onlyErrors}
+ GROUP BY key
+ HAVING key != ''
+ ORDER BY cost DESC, events DESC
+ LIMIT ${sql.uint64(input.limit)}
+ `;
+}
+
+export interface TraceListQueryInput extends AiScopedQueryInput {
+ take: number;
+ /** `started_at` of the last row of the previous page. */
+ cursor?: string;
+}
+
+/**
+ * Aggregates are aliased away from the column names (`first_profile_id`, not
+ * `profile_id`): ClickHouse resolves a bare column in WHERE to a same-named
+ * SELECT alias, which turns a filter into an aggregate and fails the query.
+ */
+export function traceListQuery(input: TraceListQueryInput): SqlFragment {
+ const cursorClause = input.cursor
+ ? sql`HAVING started_at < toDateTime64(${sql.string(input.cursor)}, 3)`
+ : sql.empty;
+ return sql`
+ SELECT
+ trace_id,
+ min(created_at) AS started_at,
+ max(toUnixTimestamp64Milli(created_at) + latency_ms) - toUnixTimestamp64Milli(min(created_at)) AS duration_ms,
+ multiIf(
+ anyIf(name, type = 'trace') != '', anyIf(name, type = 'trace'),
+ countIf(type = 'generation' AND name != '') > 0, argMinIf(name, created_at, type = 'generation' AND name != ''),
+ argMinIf(name, created_at, name != '')
+ ) AS trace_name,
+ argMin(profile_id, created_at) AS first_profile_id,
+ argMin(device_id, created_at) AS first_device_id,
+ argMin(session_id, created_at) AS first_session_id,
+ argMin(conversation_id, created_at) AS first_conversation_id,
+ argMin(id, created_at) AS first_id,
+ countIf(type = 'generation') AS generations,
+ count() AS events,
+ sum(input_tokens) AS total_input_tokens,
+ sum(output_tokens) AS total_output_tokens,
+ sum(total_cost) AS cost,
+ max(is_error) AS has_error,
+ arrayDistinct(groupArrayIf(model, model != '')) AS models,
+ arrayDistinct(arrayFlatten(groupArray(groups))) AS all_groups
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE ${scopeWhere(input)}
+ GROUP BY trace_id
+ ${cursorClause}
+ ORDER BY started_at DESC
+ LIMIT ${sql.uint64(input.take)}
+ `;
+}
+
+export interface TraceQueryInput {
+ projectId: string;
+ traceId: string;
+ /** Narrows partition pruning; the trace's rows are searched a day around it. */
+ around?: string;
+}
+
+const AROUND_WINDOW = sql`INTERVAL 1 DAY`;
+
+export function traceEventsQuery(input: TraceQueryInput): SqlFragment {
+ const aroundClause = input.around
+ ? sql`AND created_at BETWEEN ${sql.dateTime64(new Date(input.around), 3)} - ${AROUND_WINDOW} AND ${sql.dateTime64(new Date(input.around), 3)} + ${AROUND_WINDOW}`
+ : sql.empty;
+ return sql`
+ SELECT ${AI_EVENT_COLUMNS}
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)}
+ AND trace_id = ${sql.string(input.traceId)}
+ ${aroundClause}
+ ORDER BY created_at ASC
+ `;
+}
+
+export interface EventListQueryInput extends AiScopedQueryInput {
+ take: number;
+ /** `created_at` of the last row of the previous page. */
+ cursor?: string;
+}
+
+export function eventListQuery(input: EventListQueryInput): SqlFragment {
+ const cursorClause = input.cursor
+ ? sql`AND created_at < toDateTime64(${sql.string(input.cursor)}, 3)`
+ : sql.empty;
+ return sql`
+ SELECT ${AI_EVENT_COLUMNS}
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE ${scopeWhere(input)}
+ ${cursorClause}
+ ORDER BY created_at DESC
+ LIMIT ${sql.uint64(input.take)}
+ `;
+}
+
+export function eventByIdQuery(input: {
+ projectId: string;
+ id: string;
+ around?: string;
+}): SqlFragment {
+ const aroundClause = input.around
+ ? sql`AND created_at BETWEEN ${sql.dateTime64(new Date(input.around), 3)} - ${AROUND_WINDOW} AND ${sql.dateTime64(new Date(input.around), 3)} + ${AROUND_WINDOW}`
+ : sql.empty;
+ return sql`
+ SELECT ${AI_EVENT_COLUMNS}
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)}
+ AND id = ${sql.uuid(input.id)}
+ ${aroundClause}
+ LIMIT 1
+ `;
+}
+
+/** Lifetime usage of one profile, group or session, for the entity pages. */
+export function entitySummaryQuery(input: {
+ projectId: string;
+ where: SqlFragment;
+}): SqlFragment {
+ return sql`
+ SELECT
+ countIf(type = 'generation') AS generations,
+ uniq(trace_id) AS traces,
+ uniqIf(conversation_id, conversation_id != '') AS conversations,
+ sum(total_cost) AS cost,
+ sum(input_tokens) AS input_tokens,
+ sum(output_tokens) AS output_tokens,
+ avgIf(latency_ms, type = 'generation') AS avg_latency_ms,
+ countIf(is_error AND type = 'generation') AS errors,
+ min(created_at) AS first_at,
+ max(created_at) AS last_at,
+ topK(3)(model) AS top_models
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)}
+ AND ${input.where}
+ `;
+}
+
+export function filterValuesQuery(input: {
+ projectId: string;
+ range: AiDateRange;
+}): SqlFragment {
+ return sql`
+ SELECT 'model' AS field, model AS value, count() AS count
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)} AND ${dateRangeWhere(input.range)} AND model != ''
+ GROUP BY value
+ UNION ALL
+ SELECT 'provider' AS field, provider AS value, count() AS count
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)} AND ${dateRangeWhere(input.range)} AND provider != ''
+ GROUP BY value
+ UNION ALL
+ SELECT 'name' AS field, name AS value, count() AS count
+ FROM ${sql.id(AI_EVENTS_TABLE)}
+ WHERE project_id = ${sql.string(input.projectId)} AND ${dateRangeWhere(input.range)} AND name != ''
+ GROUP BY value
+ ORDER BY field, count DESC
+ `;
+}
diff --git a/packages/core/src/modules/assistant/assistant.rpc.ts b/packages/core/src/modules/assistant/assistant.rpc.ts
index 5f460943e..e54bedc83 100644
--- a/packages/core/src/modules/assistant/assistant.rpc.ts
+++ b/packages/core/src/modules/assistant/assistant.rpc.ts
@@ -66,6 +66,7 @@ export const chatRouter = createTRPCRouter({
prompt: input.prompt,
projectId: input.projectId,
timezone: settings.timezone || 'UTC',
+ userId,
});
}),
});
diff --git a/packages/core/src/modules/assistant/src/chat.ts b/packages/core/src/modules/assistant/src/chat.ts
index 1b80dc2e7..10beba201 100644
--- a/packages/core/src/modules/assistant/src/chat.ts
+++ b/packages/core/src/modules/assistant/src/chat.ts
@@ -10,6 +10,7 @@ import {
} from 'ai';
import type { HttpCtx } from '../../../context';
import type { ServiceDeps } from '../../../services';
+import { withAiContext } from '../../ai/ai.service';
import {
CHAT_MODELS,
type ChatRequest,
@@ -160,79 +161,95 @@ export async function runChat(
prefix: MESSAGE_ID_PREFIX,
size: MESSAGE_ID_SIZE,
}),
- execute: async ({ writer }) => {
- const titlePromise = isFirstTurn
- ? generateConversationTitle(config, firstUserText(incoming)).then(
- (generated) => {
- if (generated) {
- title = generated;
- writer.write({
- type: 'data-title',
- data: { title: generated },
- transient: true,
- });
- }
- }
- )
- : Promise.resolve();
+ // One trace per turn: the title call, every step of the model loop and
+ // its tool calls report under the user, organization and conversation.
+ execute: ({ writer }) =>
+ withAiContext(
+ {
+ profileId: input.userId,
+ groups: [request.organizationId],
+ conversationId: request.id,
+ name: 'assistant-chat',
+ properties: {
+ projectId: request.projectId,
+ organizationId: request.organizationId,
+ modelId: entry.id,
+ },
+ },
+ async () => {
+ const titlePromise = isFirstTurn
+ ? generateConversationTitle(config, firstUserText(incoming)).then(
+ (generated) => {
+ if (generated) {
+ title = generated;
+ writer.write({
+ type: 'data-title',
+ data: { title: generated },
+ transient: true,
+ });
+ }
+ }
+ )
+ : Promise.resolve();
- const result = streamText({
- model: resolveChatModel(config, entry),
- instructions: buildSystemPrompt({
- projectName: input.projectName,
- timezone: input.timezone,
- selfHosted: config.selfHosted,
- hint: request.hint,
- }),
- messages: modelMessages,
- tools,
- toolApproval: createChatToolApproval(toolContext),
- stopWhen: isStepCount(MAX_STEPS),
- reasoning: entry.reasoning,
- providerOptions: reasoningProviderOptions(entry),
- abortSignal: input.abortSignal,
- });
+ const result = streamText({
+ model: resolveChatModel(config, entry),
+ instructions: buildSystemPrompt({
+ projectName: input.projectName,
+ timezone: input.timezone,
+ selfHosted: config.selfHosted,
+ hint: request.hint,
+ }),
+ messages: modelMessages,
+ tools,
+ toolApproval: createChatToolApproval(toolContext),
+ stopWhen: isStepCount(MAX_STEPS),
+ reasoning: entry.reasoning,
+ providerOptions: reasoningProviderOptions(entry),
+ abortSignal: input.abortSignal,
+ });
- writer.merge(
- toUIMessageStream({
- stream: result.stream,
- sendReasoning: true,
- onError: describeError,
- messageMetadata: ({ part }) => {
- if (part.type === 'start') {
- return { modelId: entry.id, createdAt: startedAt };
- }
- if (part.type === 'finish') {
- const durationMs = Date.now() - startedAt;
- deps.logger.info(
- {
- conversationId: request.id,
- organizationId: request.organizationId,
- projectId: request.projectId,
- userId: input.userId,
- modelId: entry.id,
- // Keys avoid "token": the log redaction masks any key containing it.
- usage: {
- input: part.totalUsage.inputTokens,
- output: part.totalUsage.outputTokens,
- total: part.totalUsage.totalTokens,
- },
- durationMs,
- },
- 'chat turn finished'
- );
- return {
- totalTokens: part.totalUsage.totalTokens,
- durationMs,
- };
- }
- return undefined;
- },
- })
- );
+ writer.merge(
+ toUIMessageStream({
+ stream: result.stream,
+ sendReasoning: true,
+ onError: describeError,
+ messageMetadata: ({ part }) => {
+ if (part.type === 'start') {
+ return { modelId: entry.id, createdAt: startedAt };
+ }
+ if (part.type === 'finish') {
+ const durationMs = Date.now() - startedAt;
+ deps.logger.info(
+ {
+ conversationId: request.id,
+ organizationId: request.organizationId,
+ projectId: request.projectId,
+ userId: input.userId,
+ modelId: entry.id,
+ // Keys avoid "token": the log redaction masks any key containing it.
+ usage: {
+ input: part.totalUsage.inputTokens,
+ output: part.totalUsage.outputTokens,
+ total: part.totalUsage.totalTokens,
+ },
+ durationMs,
+ },
+ 'chat turn finished'
+ );
+ return {
+ totalTokens: part.totalUsage.totalTokens,
+ durationMs,
+ };
+ }
+ return undefined;
+ },
+ })
+ );
- await titlePromise;
- },
+ await titlePromise;
+ }
+ ),
onError: describeError,
onEnd: async ({ responseMessage }) => {
const toSave: AssistantUIMessage[] = [...repaired.values()];
diff --git a/packages/core/src/modules/assistant/src/filter-command.ts b/packages/core/src/modules/assistant/src/filter-command.ts
index 1b58bf631..a15f9372c 100644
--- a/packages/core/src/modules/assistant/src/filter-command.ts
+++ b/packages/core/src/modules/assistant/src/filter-command.ts
@@ -5,6 +5,7 @@ import { resolveDateRange as resolveDateRangeCore } from '@openpanel/shared';
import { generateText, isStepCount, Output, tool } from 'ai';
import { z } from 'zod';
import type { ServiceDeps } from '../../../services';
+import { withAiContext } from '../../ai/ai.service';
import { listEventNamesCore } from '../../event/event.service';
import { getTrafficBreakdownCore } from '../../overview/overview.service';
import { getTopPagesCore } from '../../overview/pages.service';
@@ -82,6 +83,8 @@ export interface FilterCommandInput {
query: string;
projectId: string;
timezone: string;
+ /** Who asked, for the deployment's own AI tracking. */
+ userId?: string;
pageContext?: {
filters?: {
range?: string;
@@ -238,15 +241,23 @@ export async function runFilterCommand(
'No AI provider is configured: set OPENAI_API_KEY or ANTHROPIC_API_KEY.'
);
}
- const result = await generateText({
- model,
- instructions: instructions(input),
- prompt: input.query,
- tools: lookupTools(deps, input),
- stopWhen: isStepCount(MAX_STEPS),
- reasoning: 'low',
- output: Output.object({ schema: filterCommandOutputSchema }),
- });
+ const result = await withAiContext(
+ {
+ profileId: input.userId,
+ name: 'filter-command',
+ properties: { projectId: input.projectId },
+ },
+ () =>
+ generateText({
+ model,
+ instructions: instructions(input),
+ prompt: input.query,
+ tools: lookupTools(deps, input),
+ stopWhen: isStepCount(MAX_STEPS),
+ reasoning: 'low',
+ output: Output.object({ schema: filterCommandOutputSchema }),
+ })
+ );
if (!result.output) {
return {
applyFilters: null,
diff --git a/packages/core/src/modules/assistant/src/providers.ts b/packages/core/src/modules/assistant/src/providers.ts
index 82422978e..15001becb 100644
--- a/packages/core/src/modules/assistant/src/providers.ts
+++ b/packages/core/src/modules/assistant/src/providers.ts
@@ -3,6 +3,7 @@ import { createAnthropic } from '@ai-sdk/anthropic';
import { createOpenAI } from '@ai-sdk/openai';
import type { LanguageModel, streamText } from 'ai';
import type { CoreConfig } from '../../../config';
+import { instrumentLanguageModel } from '../../ai/ai.service';
import {
CHAT_MODELS,
type ChatModelEntry,
@@ -67,9 +68,11 @@ function modelFor(
provider: ChatProvider,
modelId: string
): LanguageModel {
- return provider === 'openai'
- ? openai(config)(modelId)
- : anthropic(config)(modelId);
+ const model =
+ provider === 'openai'
+ ? openai(config)(modelId)
+ : anthropic(config)(modelId);
+ return instrumentLanguageModel(config, model);
}
export function resolveChatModel(
diff --git a/packages/core/src/modules/assistant/src/report-draft.ts b/packages/core/src/modules/assistant/src/report-draft.ts
index bff9b3e55..9a3c1fb43 100644
--- a/packages/core/src/modules/assistant/src/report-draft.ts
+++ b/packages/core/src/modules/assistant/src/report-draft.ts
@@ -3,6 +3,7 @@
import { generateText, isStepCount, tool } from 'ai';
import { z } from 'zod';
import type { ServiceDeps } from '../../../services';
+import { withAiContext } from '../../ai/ai.service';
import {
type IChartRange,
type IReportInput,
@@ -59,6 +60,8 @@ export interface ReportDraftInput {
prompt: string;
projectId: string;
timezone: string;
+ /** Who asked, for the deployment's own AI tracking. */
+ userId?: string;
}
/** `report` is null when the request could not be mapped; `summary` then says why. */
@@ -250,14 +253,22 @@ export async function runReportDraft(
},
}),
};
- const result = await generateText({
- model: resolved.model,
- instructions: instructions(input),
- prompt: input.prompt,
- tools,
- stopWhen: [isStepCount(MAX_STEPS), () => accepted !== null],
- reasoning: resolved.entry.reasoning,
- });
+ const result = await withAiContext(
+ {
+ profileId: input.userId,
+ name: 'report-draft',
+ properties: { projectId: input.projectId, modelId: resolved.entry.id },
+ },
+ () =>
+ generateText({
+ model: resolved.model,
+ instructions: instructions(input),
+ prompt: input.prompt,
+ tools,
+ stopWhen: [isStepCount(MAX_STEPS), () => accepted !== null],
+ reasoning: resolved.entry.reasoning,
+ })
+ );
deps.logger.info(
{
projectId: input.projectId,
diff --git a/packages/core/src/modules/assistant/src/title.ts b/packages/core/src/modules/assistant/src/title.ts
index 2a6090d96..90beabcce 100644
--- a/packages/core/src/modules/assistant/src/title.ts
+++ b/packages/core/src/modules/assistant/src/title.ts
@@ -1,5 +1,6 @@
import { generateText } from 'ai';
import type { CoreConfig } from '../../../config';
+import { withAiContext } from '../../ai/ai.service';
import { resolveUtilityModel } from './providers';
const MAX_INPUT_CHARS = 400;
@@ -18,14 +19,16 @@ export async function generateConversationTitle(
return null;
}
try {
- const result = await generateText({
- model,
- instructions:
- 'Write a 3 to 6 word title for a chat that starts with the user message below. Reply with the title only: no quotes, no trailing period.',
- prompt: text,
- reasoning: 'low',
- maxOutputTokens: MAX_OUTPUT_TOKENS,
- });
+ const result = await withAiContext({ name: 'conversation-title' }, () =>
+ generateText({
+ model,
+ instructions:
+ 'Write a 3 to 6 word title for a chat that starts with the user message below. Reply with the title only: no quotes, no trailing period.',
+ prompt: text,
+ reasoning: 'low',
+ maxOutputTokens: MAX_OUTPUT_TOKENS,
+ })
+ );
const title = result.text
.trim()
.replace(QUOTES, '')
diff --git a/packages/core/src/modules/assistant/src/tools/charts.ts b/packages/core/src/modules/assistant/src/tools/charts.ts
index 0ef387d45..b0052d28d 100644
--- a/packages/core/src/modules/assistant/src/tools/charts.ts
+++ b/packages/core/src/modules/assistant/src/tools/charts.ts
@@ -46,6 +46,9 @@ const zEventSeriesInput = z.object({
'property_average',
'property_max',
'property_min',
+ 'property_p50',
+ 'property_p95',
+ 'property_p99',
])
.default('event')
.describe(
diff --git a/packages/core/src/modules/chart/src/sql.ts b/packages/core/src/modules/chart/src/sql.ts
index 9bda625a4..e41195889 100644
--- a/packages/core/src/modules/chart/src/sql.ts
+++ b/packages/core/src/modules/chart/src/sql.ts
@@ -60,6 +60,9 @@ const MATH_FUNCTION_BY_SEGMENT: Record<string, string> = {
property_average: 'avg',
property_max: 'max',
property_min: 'min',
+ property_p50: 'quantile(0.5)',
+ property_p95: 'quantile(0.95)',
+ property_p99: 'quantile(0.99)',
};
export const PROPERTY_VALUES_LIMIT = 100_000;
diff --git a/packages/core/src/modules/cohort/cohort.jobs.test.ts b/packages/core/src/modules/cohort/cohort.jobs.test.ts
index cca08a8b3..20fe2fba9 100644
--- a/packages/core/src/modules/cohort/cohort.jobs.test.ts
+++ b/packages/core/src/modules/cohort/cohort.jobs.test.ts
@@ -66,6 +66,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
diff --git a/packages/core/src/modules/group/group.constants.ts b/packages/core/src/modules/group/group.constants.ts
index 39f9df9ab..279374eea 100644
--- a/packages/core/src/modules/group/group.constants.ts
+++ b/packages/core/src/modules/group/group.constants.ts
@@ -1,5 +1,14 @@
import { z } from 'zod';
+/**
+ * Group ids an event or AI payload may carry. Membership is copied onto every
+ * session write, so both the count and the id length are bounded.
+ */
+export const MAX_GROUPS_PER_EVENT = 100;
+export const MAX_GROUP_ID_LENGTH = 256;
+export const zEventGroupId = z.string().min(1).max(MAX_GROUP_ID_LENGTH);
+export const zEventGroupIds = z.array(zEventGroupId).max(MAX_GROUPS_PER_EVENT);
+
export const zGroupId = z
.string()
.min(1)
diff --git a/packages/core/src/modules/gsc/gsc.jobs.test.ts b/packages/core/src/modules/gsc/gsc.jobs.test.ts
index 0d40ef24b..3db411ce5 100644
--- a/packages/core/src/modules/gsc/gsc.jobs.test.ts
+++ b/packages/core/src/modules/gsc/gsc.jobs.test.ts
@@ -66,6 +66,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
@@ -201,6 +202,7 @@ test('gscSync fans out one gscProjectSync enqueue per connected project', async
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
},
requestId: 'req_1',
job: { id: 'job_1', attempt: 0, queue: 'cron', name: 'gscSync' },
diff --git a/packages/core/src/modules/import/import.jobs.test.ts b/packages/core/src/modules/import/import.jobs.test.ts
index 19f36a6e7..807ee6aa2 100644
--- a/packages/core/src/modules/import/import.jobs.test.ts
+++ b/packages/core/src/modules/import/import.jobs.test.ts
@@ -65,6 +65,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
diff --git a/packages/core/src/modules/ingest/ingest.constants.test.ts b/packages/core/src/modules/ingest/ingest.constants.test.ts
index 1e2dee21f..345eac5a1 100644
--- a/packages/core/src/modules/ingest/ingest.constants.test.ts
+++ b/packages/core/src/modules/ingest/ingest.constants.test.ts
@@ -1,11 +1,37 @@
import { describe, expect, test } from 'bun:test';
import {
+ MAX_GROUPS_PER_EVENT,
MAX_PROFILE_AVATAR_LENGTH,
MAX_PROFILE_EMAIL_LENGTH,
MAX_PROFILE_NAME_LENGTH,
zIdentifyPayload,
+ zTrackHandlerPayload,
} from './ingest.constants';
+describe('zTrackHandlerPayload', () => {
+ test('an ai payload has the same group bound as a track payload', () => {
+ const groups = Array.from(
+ { length: MAX_GROUPS_PER_EVENT + 1 },
+ (_, index) => `group-${index}`
+ );
+ const aiPayload = (count: number) => ({
+ type: 'ai',
+ payload: {
+ kind: 'span',
+ traceId: 'trace-1',
+ groups: groups.slice(0, count),
+ },
+ });
+ expect(
+ zTrackHandlerPayload.safeParse(aiPayload(MAX_GROUPS_PER_EVENT)).success
+ ).toBe(true);
+ expect(
+ zTrackHandlerPayload.safeParse(aiPayload(MAX_GROUPS_PER_EVENT + 1))
+ .success
+ ).toBe(false);
+ });
+});
+
describe('zIdentifyPayload', () => {
test('accepts a well-formed identify', () => {
expect(
diff --git a/packages/core/src/modules/ingest/ingest.constants.ts b/packages/core/src/modules/ingest/ingest.constants.ts
index fed5b3f43..912f3f08b 100644
--- a/packages/core/src/modules/ingest/ingest.constants.ts
+++ b/packages/core/src/modules/ingest/ingest.constants.ts
@@ -1,4 +1,13 @@
import { z } from 'zod';
+import { type IAiPayload, zAiPayload } from '../ai/ai.constants';
+import {
+ MAX_GROUP_ID_LENGTH,
+ MAX_GROUPS_PER_EVENT,
+ zEventGroupId,
+ zEventGroupIds,
+} from '../group/group.constants';
+
+export { MAX_GROUP_ID_LENGTH, MAX_GROUPS_PER_EVENT };
/** Event names the ingestion pipeline mints itself; a caller may not send them. */
export const RESERVED_EVENT_NAMES = ['session_start', 'session_end'] as const;
@@ -198,29 +207,23 @@ export type ITrackHandlerPayload =
| { type: 'alias'; payload: IAliasPayload }
| { type: 'replay'; payload: IReplayPayload }
| { type: 'group'; payload: IGroupPayload }
- | { type: 'assign_group'; payload: IAssignGroupPayload };
+ | { type: 'assign_group'; payload: IAssignGroupPayload }
+ | { type: 'ai'; payload: IAiPayload };
export const zProfileId = z.union([
z.string().min(1),
z.number(),
]) satisfies z.ZodType<IProfileId>;
-/** Group membership is copied onto every session write, so both are bounded. */
-export const MAX_GROUPS_PER_EVENT = 100;
-export const MAX_GROUP_ID_LENGTH = 256;
-
-const zGroupId = z.string().min(1).max(MAX_GROUP_ID_LENGTH);
-const zGroupIds = z.array(zGroupId).max(MAX_GROUPS_PER_EVENT);
-
export const zGroupPayload = z.object({
- id: zGroupId,
+ id: zEventGroupId,
type: z.string().min(1),
name: z.string().min(1),
properties: z.record(z.string(), z.unknown()).optional(),
}) satisfies z.ZodType<IGroupPayload>;
export const zAssignGroupPayload = z.object({
- groupIds: zGroupIds,
+ groupIds: zEventGroupIds,
profileId: zProfileId.optional(),
}) satisfies z.ZodType<IAssignGroupPayload>;
@@ -229,7 +232,7 @@ export const zTrackPayload = z
name: z.string().min(1),
properties: z.record(z.string(), z.unknown()).optional(),
profileId: zProfileId.optional(),
- groups: zGroupIds.nullish(),
+ groups: zEventGroupIds.nullish(),
})
.refine(
(data) => !(RESERVED_EVENT_NAMES as readonly string[]).includes(data.name),
@@ -371,6 +374,12 @@ export const zTrackHandlerPayload = z.discriminatedUnion('type', [
payload: zAssignGroupPayload,
})
.meta({ title: 'Assign Group' }),
+ z
+ .object({
+ type: z.enum(['ai']),
+ payload: zAiPayload,
+ })
+ .meta({ title: 'AI' }),
]) satisfies z.ZodType<ITrackHandlerPayload>;
// Deprecated types for beta version of the SDKs
diff --git a/packages/core/src/modules/ingest/ingest.service.test.ts b/packages/core/src/modules/ingest/ingest.service.test.ts
index df1b517aa..19cf8e428 100644
--- a/packages/core/src/modules/ingest/ingest.service.test.ts
+++ b/packages/core/src/modules/ingest/ingest.service.test.ts
@@ -52,6 +52,8 @@ mock.module('../../clients/geo', () => ({ getGeoLocation, getAsnInfo }));
let getOverrideDeviceId: typeof import('./ingest.service').getOverrideDeviceId;
let getTimestamp: typeof import('./ingest.service').getTimestamp;
+let getPropertyTimestamp: typeof import('./ingest.service').getPropertyTimestamp;
+let getUserDefinedTimestamp: typeof import('./ingest.service').getUserDefinedTimestamp;
let handleReplay: typeof import('./ingest.service').handleReplay;
let ingestTrack: typeof import('./ingest.service').ingestTrack;
@@ -78,8 +80,14 @@ beforeAll(async () => {
...realSaltService,
getSalts,
}));
- ({ getOverrideDeviceId, getTimestamp, handleReplay, ingestTrack } =
- await import('./ingest.service'));
+ ({
+ getOverrideDeviceId,
+ getPropertyTimestamp,
+ getTimestamp,
+ getUserDefinedTimestamp,
+ handleReplay,
+ ingestTrack,
+ } = await import('./ingest.service'));
});
afterAll(() => {
@@ -98,7 +106,10 @@ const track = (properties?: Record<string, unknown>): ITrackHandlerPayload =>
describe('getTimestamp', () => {
const ARRIVED_AT = Date.UTC(2026, 8, 27, 12, 0, 0);
const withTimestamp = (value: unknown) =>
- getTimestamp(ARRIVED_AT, track({ __timestamp: value }).payload);
+ getTimestamp(
+ ARRIVED_AT,
+ getUserDefinedTimestamp(track({ __timestamp: value }))
+ );
it('keeps an old but plausible timestamp, so imports still work', () => {
const result = withTimestamp('2020-01-01T00:00:00.000Z');
@@ -131,6 +142,32 @@ describe('getTimestamp', () => {
expect(result.timestamp).toBe(recent);
expect(result.isTimestampFromThePast).toBe(false);
});
+
+ it('reads an ai payload back-date from its own field', () => {
+ const at = '2024-01-15T10:30:00.000Z';
+ const body = {
+ type: 'ai',
+ payload: { kind: 'span', traceId: 'trace-1', timestamp: at },
+ } as ITrackHandlerPayload;
+ expect(
+ getTimestamp(ARRIVED_AT, getUserDefinedTimestamp(body)).timestamp
+ ).toBe(Date.parse(at));
+ });
+
+ it('a legacy body that looks like an ai payload still back-dates by properties', () => {
+ const at = '2024-01-15T10:30:00.000Z';
+ const legacyBody = {
+ kind: 'span',
+ traceId: 'trace-1',
+ properties: { __timestamp: at },
+ };
+ expect(
+ getTimestamp(ARRIVED_AT, getPropertyTimestamp(legacyBody)).timestamp
+ ).toBe(Date.parse(at));
+ expect(
+ getTimestamp(ARRIVED_AT, getPropertyTimestamp('garbage')).timestamp
+ ).toBe(ARRIVED_AT);
+ });
});
describe('getOverrideDeviceId', () => {
diff --git a/packages/core/src/modules/ingest/ingest.service.ts b/packages/core/src/modules/ingest/ingest.service.ts
index 830dd450f..d98ac9f72 100644
--- a/packages/core/src/modules/ingest/ingest.service.ts
+++ b/packages/core/src/modules/ingest/ingest.service.ts
@@ -18,6 +18,8 @@ import type { Logger } from '../../logger';
import type { ServiceDeps, Services } from '../../services';
import { headerValue, type IngestHeaders } from '../../shared/headers';
import { generateDeviceId } from '../../shared/profileId';
+import type { IAiPayload } from '../ai/ai.constants';
+import { normalizeAiPayload } from '../ai/ai.service';
import { createBotEvent } from '../event/event.service';
import { getOrganizationByProjectIdCached } from '../organization/organization.service';
import {
@@ -133,6 +135,12 @@ function getIdentity(body: ITrackHandlerPayload): IIdentifyPayload | undefined {
: undefined;
}
+ if (body.type === 'ai') {
+ return body.payload.profileId
+ ? { profileId: String(body.payload.profileId) }
+ : undefined;
+ }
+
return undefined;
}
@@ -151,25 +159,48 @@ function sanitizeOverrideDeviceId(raw: unknown): string | undefined {
export function getOverrideDeviceId(
body: ITrackHandlerPayload
): string | undefined {
+ if (body.type === 'ai') {
+ return sanitizeOverrideDeviceId(body.payload.deviceId);
+ }
if (body.type !== 'track') {
return undefined;
}
return sanitizeOverrideDeviceId(body.payload?.properties?.__deviceId);
}
+/**
+ * `properties.__timestamp` off whatever arrived: `/event` has no body schema,
+ * so `payload` can be a string or null, and `'properties' in payload` throws
+ * on a primitive.
+ */
+export function getPropertyTimestamp(payload: unknown): unknown {
+ if (typeof payload !== 'object' || payload === null) {
+ return undefined;
+ }
+ if (!('properties' in payload)) {
+ return undefined;
+ }
+ const { properties } = payload as { properties?: { __timestamp?: unknown } };
+ return properties?.__timestamp;
+}
+
+/** The back-date a validated `/track` body carries, by its declared type. */
+export function getUserDefinedTimestamp(body: ITrackHandlerPayload): unknown {
+ if (body.type === 'ai') {
+ return body.payload.timestamp;
+ }
+ return getPropertyTimestamp(body.payload);
+}
+
export function getTimestamp(
timestamp: number | undefined,
- payload: ITrackHandlerPayload['payload']
+ userDefinedTimestamp: unknown
): { timestamp: number; isTimestampFromThePast: boolean } {
const safeTimestamp = timestamp || Date.now();
- // `/event` has no body schema, so `payload` can be a string or null;
- // `'properties' in payload` throws on a primitive.
- const userDefinedTimestamp =
- typeof payload === 'object' && payload !== null && 'properties' in payload
- ? (payload?.properties?.__timestamp as string | undefined)
- : undefined;
-
- if (!userDefinedTimestamp) {
+ const isUsable =
+ typeof userDefinedTimestamp === 'string' ||
+ typeof userDefinedTimestamp === 'number';
+ if (!(isUsable && userDefinedTimestamp)) {
return { timestamp: safeTimestamp, isTimestampFromThePast: false };
}
@@ -235,7 +266,10 @@ async function buildContext(
): Promise<TrackContext> {
const sessionTimeoutMs = resolveSessionTimeoutMs(deps.config);
const projectId = request.projectId as string;
- const timestamp = getTimestamp(request.timestamp, request.body.payload);
+ const timestamp = getTimestamp(
+ request.timestamp,
+ getUserDefinedTimestamp(request.body)
+ );
const ip =
request.body.type === 'track' && request.body.payload.properties?.__ip
? (request.body.payload.properties.__ip as string)
@@ -343,6 +377,45 @@ async function handleTrack(
await Promise.all(promises);
}
+/**
+ * An AI event is a server event in all but name: no bot scoring, no session
+ * of its own. It keys the partition on the profile so one user's trace stays
+ * ordered, and ships the typed row draft next to the slim `events` payload.
+ */
+async function handleAi(
+ payload: IAiPayload,
+ context: TrackContext,
+ transport: IngestTransport
+): Promise<void> {
+ const { projectId, deviceId, geo, headers, timestamp, sessionId } = context;
+ const normalized = normalizeAiPayload(payload);
+ const uaInfo = parseUserAgent(headers['user-agent'], undefined);
+ const profileId =
+ payload.profileId === undefined ? undefined : String(payload.profileId);
+
+ const queueData: IncomingEventPayload = {
+ id: uuid(),
+ projectId,
+ headers,
+ event: {
+ name: normalized.name,
+ properties: normalized.properties,
+ profileId,
+ groups: payload.groups ?? [],
+ timestamp: timestamp.value,
+ isTimestampFromThePast: timestamp.isFromPast,
+ },
+ uaInfo,
+ geo,
+ deviceId,
+ sessionId,
+ ai: normalized.draft,
+ };
+
+ const partitionKey = profileId ? `${projectId}:${profileId}` : deviceId;
+ await transport.produceIncomingEvent(queueData, partitionKey);
+}
+
async function handleIdentify(
deps: ServiceDeps,
payload: IIdentifyPayload,
@@ -526,6 +599,9 @@ export async function ingestTrack(
case 'assign_group':
await handleAssignGroup(transport.deps, body.payload, context);
break;
+ case 'ai':
+ await handleAi(body.payload, context, transport);
+ break;
default:
return { status: 'invalid-type' };
}
@@ -646,11 +722,9 @@ export async function ingestLegacyEvent(
return { status: 'ok' };
}
- // `/event` has no body schema, so `getTimestamp` reads `properties` off
- // whatever arrived.
const { timestamp, isTimestampFromThePast } = getTimestamp(
request.timestamp,
- request.body as ITrackHandlerPayload['payload']
+ getPropertyTimestamp(request.body)
);
const ip = request.clientIp;
const ua = headerValue(request.headers, 'user-agent') ?? FALLBACK_USER_AGENT;
diff --git a/packages/core/src/modules/ingest/src/incoming-event-handler.test.ts b/packages/core/src/modules/ingest/src/incoming-event-handler.test.ts
index 550e0b836..8b308c5ca 100644
--- a/packages/core/src/modules/ingest/src/incoming-event-handler.test.ts
+++ b/packages/core/src/modules/ingest/src/incoming-event-handler.test.ts
@@ -153,6 +153,9 @@ function makeDeps() {
const enqueueSessionEnd = mock<IncomingEventDeps['enqueueSessionEnd']>(
async () => undefined
);
+ const addAiEvent = mock<IncomingEventDeps['aiEvents']['add']>(
+ async () => undefined
+ );
const deps: IncomingEventDeps = {
logger: noopLogger,
sessions: { getExistingSession, ingest },
@@ -161,12 +164,14 @@ function makeDeps() {
projects: {
getCached: mock(async () => ({ firstEventAt: new Date(), filters: [] })),
markFirstEvent: mock(async () => undefined),
+ getAiStoreContent: mock(async () => true),
},
enqueueSessionEnd,
metrics: {
sessionStarted: mock(() => undefined),
sessionEndEnqueued: mock(() => undefined),
},
+ aiEvents: { add: addAiEvent },
};
return {
deps,
@@ -174,6 +179,7 @@ function makeDeps() {
getExistingSession,
ingest,
enqueueSessionEnd,
+ addAiEvent,
};
}
@@ -588,3 +594,111 @@ describe('incomingEvent', () => {
expect(enqueueSessionEnd).not.toHaveBeenCalled();
});
});
+
+describe('incomingEvent with an ai row', () => {
+ const aiDraft = {
+ type: 'generation' as const,
+ trace_id: 'trace_1',
+ span_id: '',
+ parent_id: '',
+ conversation_id: '',
+ name: 'summarize',
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ input_tokens: 10,
+ output_tokens: 5,
+ cache_read_tokens: 0,
+ cache_write_tokens: 0,
+ reasoning_tokens: 0,
+ input_cost: 0.1,
+ output_cost: 0.2,
+ total_cost: 0.3,
+ cost_source: 'catalog' as const,
+ latency_ms: 100,
+ time_to_first_token_ms: 0,
+ is_error: false,
+ http_status: 0,
+ stop_reason: 'stop',
+ is_stream: false,
+ model_parameters: '',
+ input: '[{"role":"user"}]',
+ output: '[{"role":"assistant"}]',
+ tools: '[]',
+ error: '',
+ properties: {},
+ };
+ const storedDocument = {
+ id: producedEventId,
+ project_id: projectId,
+ profile_id: 'usr_1',
+ device_id: deviceId,
+ session_id: 'session-from-profile',
+ groups: ['acme'],
+ created_at: '2026-10-26 10:00:00.000',
+ };
+
+ function aiJob(): IncomingEventPayload {
+ return buildJobData({
+ id: producedEventId,
+ uaInfo: uaInfoServer,
+ event: {
+ name: 'ai_generation',
+ profileId: 'usr_1',
+ groups: ['acme'],
+ properties: { ai_model: 'gpt-5-mini' },
+ timestamp: Date.now(),
+ isTimestampFromThePast: false,
+ },
+ ai: aiDraft,
+ });
+ }
+
+ test('writes the ai row with the identity the events row resolved to', async () => {
+ const { deps, createEvent, addAiEvent } = ctx;
+ createEvent.mockResolvedValueOnce({ document: storedDocument });
+
+ await incomingEvent(aiJob(), deps);
+
+ expect(createEvent).toHaveBeenCalledTimes(1);
+ expect(addAiEvent).toHaveBeenCalledTimes(1);
+ expect(addAiEvent.mock.calls[0]![0]).toMatchObject({
+ ...storedDocument,
+ span_id: producedEventId,
+ model: 'gpt-5-mini',
+ input: '[{"role":"user"}]',
+ });
+ });
+
+ test('the project privacy setting blanks the content', async () => {
+ const { deps, createEvent, addAiEvent } = ctx;
+ createEvent.mockResolvedValueOnce({ document: storedDocument });
+ (
+ deps.projects.getAiStoreContent as ReturnType<typeof mock>
+ ).mockResolvedValue(false);
+
+ await incomingEvent(aiJob(), deps);
+
+ expect(addAiEvent).toHaveBeenCalledTimes(1);
+ expect(addAiEvent.mock.calls[0]![0]).toMatchObject({
+ input: '',
+ output: '',
+ tools: '',
+ input_tokens: 10,
+ });
+ });
+
+ test('an event the project filter excludes leaves no ai row', async () => {
+ const { deps, createEvent, addAiEvent } = ctx;
+ (deps.projects.getCached as ReturnType<typeof mock>).mockResolvedValue({
+ firstEventAt: new Date(),
+ filters: [
+ { type: 'event', name: 'ai_generation', segment: 'event', filters: [] },
+ ],
+ });
+
+ await incomingEvent(aiJob(), deps);
+
+ expect(createEvent).not.toHaveBeenCalled();
+ expect(addAiEvent).not.toHaveBeenCalled();
+ });
+});
diff --git a/packages/core/src/modules/ingest/src/incoming-event-handler.ts b/packages/core/src/modules/ingest/src/incoming-event-handler.ts
index 5e7b61299..126614e7a 100644
--- a/packages/core/src/modules/ingest/src/incoming-event-handler.ts
+++ b/packages/core/src/modules/ingest/src/incoming-event-handler.ts
@@ -15,6 +15,11 @@ import {
getReferrerWithQuery,
parseReferrer,
} from '../../../shared/parse-referrer';
+import {
+ type AiEventIdentitySource,
+ buildAiEventRow,
+ type IClickhouseAiEvent,
+} from '../../ai/ai.service';
import {
createEvent,
type IServiceCreateEventPayload,
@@ -23,7 +28,10 @@ import {
} from '../../event/event.service';
import { matchEvent } from '../../notification/notification.service';
import type { IProjectFilters } from '../../project/project.constants';
-import { getProjectByIdCached } from '../../project/project.service';
+import {
+ getProjectAiStoreContentCached,
+ getProjectByIdCached,
+} from '../../project/project.service';
import type { IClickhouseSession } from '../../session/session.service';
import { sessionEndsEnqueued } from '../../session/src/session.metrics';
import type { EnqueueSessionEndInput } from '../../session/src/session-end';
@@ -73,6 +81,7 @@ export interface IncomingEventDelivery {
export interface IncomingEventProject {
firstEventAt?: Date | null;
filters?: IProjectFilters[] | null;
+ /** `false` keeps AI prompts and completions out of `ai_events`. */
}
/** The session-buffer subset this handler drives. */
@@ -106,9 +115,14 @@ export interface IncomingEventDeps {
getCached(projectId: string): Promise<IncomingEventProject | null>;
/** Conditional update + cache clear; idempotent across workers. */
markFirstEvent(projectId: string): Promise<unknown>;
+ /** Read without an in-process cache, so an opt-out applies at once. */
+ getAiStoreContent(projectId: string): Promise<boolean | null>;
};
enqueueSessionEnd(input: EnqueueSessionEndInput): Promise<unknown>;
metrics: IncomingEventMetrics;
+ aiEvents: {
+ add(row: IClickhouseAiEvent): Promise<unknown>;
+ };
}
/**
@@ -147,6 +161,8 @@ export function createIncomingEventDeps(
bindings.checkNotificationRulesForEvent(ctx, payload),
projects: {
getCached: (projectId) => getProjectByIdCached(ctx, projectId),
+ getAiStoreContent: (projectId) =>
+ getProjectAiStoreContentCached(ctx, projectId),
markFirstEvent: async (projectId) => {
await ctx.db.project.updateMany({
where: { id: projectId, firstEventAt: null },
@@ -160,6 +176,9 @@ export function createIncomingEventDeps(
sessionStarted: (kind) => sessionsStarted.inc({ kind }),
sessionEndEnqueued: (source) => sessionEndsEnqueued.inc({ source }),
},
+ aiEvents: {
+ add: (row) => ctx.buffers.aiEvent.add(row),
+ },
};
}
@@ -256,7 +275,43 @@ export async function incomingEvent(
kafkaOffset: meta.offset,
})
: deps.logger;
- return await ingestIncomingEvent(jobPayload, deps, logger);
+ const result = await ingestIncomingEvent(jobPayload, deps, logger);
+ if (jobPayload.ai && isStoredEvent(result)) {
+ await storeAiEvent(jobPayload, result.document, deps);
+ }
+ return result;
+}
+
+function isStoredEvent(
+ result: unknown
+): result is { document: AiEventIdentitySource } {
+ return (
+ typeof result === 'object' &&
+ result !== null &&
+ 'document' in result &&
+ typeof result.document === 'object' &&
+ result.document !== null
+ );
+}
+
+/**
+ * The `ai_events` row follows the `events` row, never precedes it: it copies
+ * the identity and session the event resolved to, and an event the project
+ * filters excluded leaves no ai row behind.
+ */
+async function storeAiEvent(
+ jobPayload: IncomingEventPayload,
+ document: AiEventIdentitySource,
+ deps: IncomingEventDeps
+) {
+ if (!jobPayload.ai) {
+ return;
+ }
+ const storeContent =
+ (await deps.projects.getAiStoreContent(jobPayload.projectId)) !== false;
+ await deps.aiEvents.add(
+ buildAiEventRow(jobPayload.ai, document, { storeContent })
+ );
}
async function ingestIncomingEvent(
diff --git a/packages/core/src/modules/ingest/src/incoming-event.ts b/packages/core/src/modules/ingest/src/incoming-event.ts
index 39972aa4c..e77a1c83d 100644
--- a/packages/core/src/modules/ingest/src/incoming-event.ts
+++ b/packages/core/src/modules/ingest/src/incoming-event.ts
@@ -7,6 +7,7 @@
import type { parseUserAgent } from '@openpanel/shared/server';
import type { GeoLocation } from '../../../clients/geo';
+import type { AiEventRowDraft } from '../../ai/src/row';
import type { ITrackPayload } from '../ingest.constants';
export interface IncomingEventPayload {
@@ -25,6 +26,10 @@ export interface IncomingEventPayload {
headers: Record<string, string | undefined>;
deviceId: string;
sessionId: string;
+ // Present for `type: 'ai'`: the typed `ai_events` row the worker completes
+ // once identity, session and time are resolved. A consumer from before the
+ // field existed ignores it and still writes the `events` row.
+ ai?: AiEventRowDraft;
}
export type IncomingEventProducer = (
diff --git a/packages/core/src/modules/insight/insight.jobs.test.ts b/packages/core/src/modules/insight/insight.jobs.test.ts
index c97d745d7..1ebe22940 100644
--- a/packages/core/src/modules/insight/insight.jobs.test.ts
+++ b/packages/core/src/modules/insight/insight.jobs.test.ts
@@ -70,6 +70,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
@@ -188,6 +189,7 @@ test('insightsDaily fans out one insightsProject enqueue per candidate, jobId de
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
},
requestId: 'req_1',
job: { id: 'job_1', attempt: 0, queue: 'cron', name: 'insightsDaily' },
diff --git a/packages/core/src/modules/insight/src/enrich.ts b/packages/core/src/modules/insight/src/enrich.ts
index 4310f7a26..90d2c2afa 100644
--- a/packages/core/src/modules/insight/src/enrich.ts
+++ b/packages/core/src/modules/insight/src/enrich.ts
@@ -5,6 +5,7 @@ import { generateText, Output } from 'ai';
import { z } from 'zod';
import { callProvider } from '../../../clients/provider-error';
import type { CoreConfig } from '../../../config';
+import { withAiContext } from '../../ai/ai.service';
import { resolveOpenAITaskModel } from '../../assistant/src/providers';
// Bump when the prompt or output shape changes — the worker re-enriches any
@@ -82,14 +83,18 @@ export async function enrichInsights(
}
const input = JSON.stringify(insights);
- const result = await callProvider(ENRICH_PROVIDER, () =>
- generateText({
- model: resolveOpenAITaskModel(config, 'small'),
- instructions: INSTRUCTION,
- prompt: input,
- reasoning: 'low',
- output: Output.object({ schema: enrichmentOutputSchema }),
- })
+ const result = await withAiContext(
+ { name: 'insight-enrich', properties: { insights: insights.length } },
+ () =>
+ callProvider(ENRICH_PROVIDER, () =>
+ generateText({
+ model: resolveOpenAITaskModel(config, 'small'),
+ instructions: INSTRUCTION,
+ prompt: input,
+ reasoning: 'low',
+ output: Output.object({ schema: enrichmentOutputSchema }),
+ })
+ )
);
return result.output?.results ?? [];
diff --git a/packages/core/src/modules/insight/src/explain.ts b/packages/core/src/modules/insight/src/explain.ts
index 7169b6a0f..fc8a55109 100644
--- a/packages/core/src/modules/insight/src/explain.ts
+++ b/packages/core/src/modules/insight/src/explain.ts
@@ -7,6 +7,7 @@ import { generateText, Output } from 'ai';
import { z } from 'zod';
import { callProvider } from '../../../clients/provider-error';
import type { CoreConfig } from '../../../config';
+import { withAiContext } from '../../ai/ai.service';
import { resolveOpenAITaskModel } from '../../assistant/src/providers';
// Preferred model and fallback are both OpenAI — see enrich.ts.
@@ -85,14 +86,16 @@ export async function generateInsightExplanation(
config: CoreConfig,
input: ExplainInsightInput
): Promise<InsightExplanation | null> {
- const result = await callProvider(EXPLAIN_PROVIDER, () =>
- generateText({
- model: resolveOpenAITaskModel(config, 'standard'),
- instructions: INSTRUCTION,
- prompt: JSON.stringify(input),
- reasoning: 'low',
- output: Output.object({ schema: explanationSchema }),
- })
+ const result = await withAiContext({ name: 'insight-explain' }, () =>
+ callProvider(EXPLAIN_PROVIDER, () =>
+ generateText({
+ model: resolveOpenAITaskModel(config, 'standard'),
+ instructions: INSTRUCTION,
+ prompt: JSON.stringify(input),
+ reasoning: 'low',
+ output: Output.object({ schema: explanationSchema }),
+ })
+ )
);
return result.output ?? null;
diff --git a/packages/core/src/modules/insight/src/narrative.ts b/packages/core/src/modules/insight/src/narrative.ts
index 27c765b41..f0191edf6 100644
--- a/packages/core/src/modules/insight/src/narrative.ts
+++ b/packages/core/src/modules/insight/src/narrative.ts
@@ -4,6 +4,7 @@ import { generateText, Output } from 'ai';
import { z } from 'zod';
import { callProvider } from '../../../clients/provider-error';
import type { CoreConfig } from '../../../config';
+import { withAiContext } from '../../ai/ai.service';
import { resolveOpenAITaskModel } from '../../assistant/src/providers';
const NARRATIVE_PROVIDER = 'openai';
@@ -36,14 +37,16 @@ export async function generateWeeklyNarrative(
config: CoreConfig,
input: WeeklyNarrativeInput
): Promise<string> {
- const result = await callProvider(NARRATIVE_PROVIDER, () =>
- generateText({
- model: resolveOpenAITaskModel(config, 'small'),
- instructions: INSTRUCTION,
- prompt: JSON.stringify(input),
- reasoning: 'low',
- output: Output.object({ schema: narrativeOutputSchema }),
- })
+ const result = await withAiContext({ name: 'weekly-narrative' }, () =>
+ callProvider(NARRATIVE_PROVIDER, () =>
+ generateText({
+ model: resolveOpenAITaskModel(config, 'small'),
+ instructions: INSTRUCTION,
+ prompt: JSON.stringify(input),
+ reasoning: 'low',
+ output: Output.object({ schema: narrativeOutputSchema }),
+ })
+ )
);
return result.output?.narrative ?? '';
diff --git a/packages/core/src/modules/notification/notification.jobs.test.ts b/packages/core/src/modules/notification/notification.jobs.test.ts
index 6a85aece4..9e65e7d2f 100644
--- a/packages/core/src/modules/notification/notification.jobs.test.ts
+++ b/packages/core/src/modules/notification/notification.jobs.test.ts
@@ -66,6 +66,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
diff --git a/packages/core/src/modules/onboarding/onboarding.jobs.test.ts b/packages/core/src/modules/onboarding/onboarding.jobs.test.ts
index 60db58295..78bd51f04 100644
--- a/packages/core/src/modules/onboarding/onboarding.jobs.test.ts
+++ b/packages/core/src/modules/onboarding/onboarding.jobs.test.ts
@@ -67,6 +67,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
diff --git a/packages/core/src/modules/organization/organization.jobs.test.ts b/packages/core/src/modules/organization/organization.jobs.test.ts
index 731a0fd75..78e58cfcd 100644
--- a/packages/core/src/modules/organization/organization.jobs.test.ts
+++ b/packages/core/src/modules/organization/organization.jobs.test.ts
@@ -66,6 +66,7 @@ function stubJobCtx(
conversation: {} as Services['conversation'],
assistant: {} as Services['assistant'],
mcp: {} as Services['mcp'],
+ ai: {} as Services['ai'],
};
return {
auth: null,
diff --git a/packages/core/src/modules/organization/src/win-back-pitch.ts b/packages/core/src/modules/organization/src/win-back-pitch.ts
index f656bb642..779b07547 100644
--- a/packages/core/src/modules/organization/src/win-back-pitch.ts
+++ b/packages/core/src/modules/organization/src/win-back-pitch.ts
@@ -5,6 +5,7 @@ import { generateText, Output } from 'ai';
import { z } from 'zod';
import { callProvider } from '../../../clients/provider-error';
import type { CoreConfig } from '../../../config';
+import { withAiContext } from '../../ai/ai.service';
import { resolveOpenAITaskModel } from '../../assistant/src/providers';
const WIN_BACK_PROVIDER = 'openai';
@@ -41,14 +42,16 @@ export async function generateWinBackPitch(
config: CoreConfig,
input: WinBackPitchInput
): Promise<string> {
- const result = await callProvider(WIN_BACK_PROVIDER, () =>
- generateText({
- model: resolveOpenAITaskModel(config, 'small'),
- instructions: INSTRUCTION,
- prompt: JSON.stringify(input),
- reasoning: 'low',
- output: Output.object({ schema: winBackOutputSchema }),
- })
+ const result = await withAiContext({ name: 'win-back-pitch' }, () =>
+ callProvider(WIN_BACK_PROVIDER, () =>
+ generateText({
+ model: resolveOpenAITaskModel(config, 'small'),
+ instructions: INSTRUCTION,
+ prompt: JSON.stringify(input),
+ reasoning: 'low',
+ output: Output.object({ schema: winBackOutputSchema }),
+ })
+ )
);
// The instruction bans em dashes, but the model slips one in often enough
diff --git a/packages/core/src/modules/overview/overview.rpc.ts b/packages/core/src/modules/overview/overview.rpc.ts
index ba7075968..d09e78f8b 100644
--- a/packages/core/src/modules/overview/overview.rpc.ts
+++ b/packages/core/src/modules/overview/overview.rpc.ts
@@ -431,6 +431,7 @@ export const overviewRouter = createTRPCRouter({
projectId: input.projectId,
pageContext: input.pageContext,
timezone: timezone || 'UTC',
+ userId: ctx.session.userId,
});
}),
diff --git a/packages/core/src/modules/project/project.constants.ts b/packages/core/src/modules/project/project.constants.ts
index a7a165852..061e72d09 100644
--- a/packages/core/src/modules/project/project.constants.ts
+++ b/packages/core/src/modules/project/project.constants.ts
@@ -28,6 +28,7 @@ export const zUpdateProject = z.object({
cors: z.array(z.string()).optional(),
crossDomain: z.boolean().optional(),
allowUnsafeRevenueTracking: z.boolean().optional(),
+ aiStoreContent: z.boolean().optional(),
});
export const zProjectFilterIp = z.object({
@@ -62,6 +63,7 @@ export const zProject = z.object({
cors: z.array(z.string()).default([]),
crossDomain: z.boolean().default(false),
allowUnsafeRevenueTracking: z.boolean().default(false),
+ aiStoreContent: z.boolean().default(true),
});
export type IProjectEdit = z.infer<typeof zProject>;
@@ -73,5 +75,6 @@ export const zProjectUpdate = z.object({
cors: z.array(z.string()).optional(),
crossDomain: z.boolean().optional(),
allowUnsafeRevenueTracking: z.boolean().optional(),
+ aiStoreContent: z.boolean().optional(),
});
export type IProjectUpdate = z.infer<typeof zProjectUpdate>;
diff --git a/packages/core/src/modules/project/project.rpc.ts b/packages/core/src/modules/project/project.rpc.ts
index 27b558df5..3359256b3 100644
--- a/packages/core/src/modules/project/project.rpc.ts
+++ b/packages/core/src/modules/project/project.rpc.ts
@@ -75,6 +75,7 @@ export const projectRouter = createTRPCRouter({
cors: input.cors,
crossDomain: input.crossDomain,
allowUnsafeRevenueTracking: input.allowUnsafeRevenueTracking,
+ aiStoreContent: input.aiStoreContent,
filters: input.filters,
}
);
diff --git a/packages/core/src/modules/project/project.service.ts b/packages/core/src/modules/project/project.service.ts
index c3f1f1d36..dcd5282ab 100644
--- a/packages/core/src/modules/project/project.service.ts
+++ b/packages/core/src/modules/project/project.service.ts
@@ -58,6 +58,23 @@ export const getProjectByIdCached = cacheablePerDb(
DAY_IN_SECONDS
);
+/**
+ * Whether a project keeps AI prompts and completions. Redis only, no
+ * in-process copy: an opt-out must reach every ingest process at once.
+ */
+export const getProjectAiStoreContentCached = cacheablePerDb(
+ 'getProjectAiStoreContent',
+ async (deps: DbScope, id: string): Promise<boolean | null> => {
+ const project = await deps.db.project.findUnique({
+ where: { id },
+ select: { aiStoreContent: true },
+ });
+ return project?.aiStoreContent ?? null;
+ },
+ DAY_IN_SECONDS,
+ { localCache: false }
+);
+
export async function getProjectWithClients(deps: ServiceDeps, id: string) {
const res = await deps.db.project.findUnique({
where: {
@@ -366,6 +383,7 @@ export function createProjectService(
cors?: string[];
crossDomain?: boolean;
allowUnsafeRevenueTracking?: boolean;
+ aiStoreContent?: boolean;
filters?: IProjectFilters[];
}
): Promise<IServiceProject | null> {
@@ -396,6 +414,9 @@ export function createProjectService(
if (input.allowUnsafeRevenueTracking !== undefined) {
updateData.allowUnsafeRevenueTracking = input.allowUnsafeRevenueTracking;
}
+ if (input.aiStoreContent !== undefined) {
+ updateData.aiStoreContent = input.aiStoreContent;
+ }
if (input.filters !== undefined) {
updateData.filters = input.filters;
}
@@ -407,6 +428,7 @@ export function createProjectService(
await Promise.all([
getProjectByIdCached.clear(deps, project.id),
+ getProjectAiStoreContentCached.clear(deps, project.id),
...existing.clients.map((client) =>
getClientByIdCached.clear(deps, client.id)
),
diff --git a/packages/core/src/modules/report/report.constants.ts b/packages/core/src/modules/report/report.constants.ts
index 99ee1a455..9d6f7114d 100644
--- a/packages/core/src/modules/report/report.constants.ts
+++ b/packages/core/src/modules/report/report.constants.ts
@@ -224,6 +224,9 @@ export const chartSegments = {
property_average: 'Average of property',
property_max: 'Max of property',
property_min: 'Min of property',
+ property_p50: 'Median of property',
+ property_p95: '95th percentile of property',
+ property_p99: '99th percentile of property',
};
export const lineTypes = {
diff --git a/packages/core/src/rpc.router.ts b/packages/core/src/rpc.router.ts
index 1a82a7403..8d319b7f1 100644
--- a/packages/core/src/rpc.router.ts
+++ b/packages/core/src/rpc.router.ts
@@ -1,6 +1,7 @@
// The one static composition point for every tRPC procedure this package
// serves.
+import { aiRouter } from './modules/ai/ai.rpc';
import { chatRouter } from './modules/assistant/assistant.rpc';
import { authRouter } from './modules/auth/auth.rpc';
import { chartRouter } from './modules/chart/chart.rpc';
@@ -59,6 +60,7 @@ export const appRouter = createTRPCRouter({
event: eventRouter,
profile: profileRouter,
group: groupRouter,
+ ai: aiRouter,
chart: chartRouter,
overview: overviewRouter,
report: reportRouter,
diff --git a/packages/core/src/services.test.ts b/packages/core/src/services.test.ts
index bd34475e6..07d4ab955 100644
--- a/packages/core/src/services.test.ts
+++ b/packages/core/src/services.test.ts
@@ -6,7 +6,7 @@ import { expect, test } from 'bun:test';
import type { Logger } from './logger';
import { createServices, type ServiceDeps } from './services';
-const SERVICE_COUNT = 37;
+const SERVICE_COUNT = 38;
function stubLogger(): Logger {
const noop = () => undefined;
diff --git a/packages/core/src/services.ts b/packages/core/src/services.ts
index 835805254..8f58a511c 100644
--- a/packages/core/src/services.ts
+++ b/packages/core/src/services.ts
@@ -1,4 +1,5 @@
import type { Ctx } from './context';
+import { createAiService } from './modules/ai/ai.service';
import { createAssistantService } from './modules/assistant/assistant.service';
import { createAuthService } from './modules/auth/auth.service';
import { createChartService } from './modules/chart/chart.service';
@@ -73,6 +74,7 @@ export interface Services {
event: ReturnType<typeof createEventService>;
profile: ReturnType<typeof createProfileService>;
group: ReturnType<typeof createGroupService>;
+ ai: ReturnType<typeof createAiService>;
chart: ReturnType<typeof createChartService>;
// One key per `*.service.ts`. `chart` keeps the composed facade its callers
// use; the factories build stateless closures over `deps`, so binding a
@@ -123,6 +125,7 @@ export function createServices(deps: ServiceDeps): Services {
event: createEventService(deps, services),
profile: createProfileService(deps, services),
group: createGroupService(deps, services),
+ ai: createAiService(deps, services),
chart: createChartService(deps, services),
funnel: createFunnelService(deps, services),
conversion: createConversionService(deps, services),
diff --git a/packages/core/src/shared/ch-tables.ts b/packages/core/src/shared/ch-tables.ts
index 288bec42a..8fcf1d329 100644
--- a/packages/core/src/shared/ch-tables.ts
+++ b/packages/core/src/shared/ch-tables.ts
@@ -25,6 +25,7 @@ export const TABLE_NAMES = {
groups: 'groups',
cohort_members: 'cohort_members',
cohort_metadata: 'cohort_metadata',
+ ai_events: 'ai_events',
// Superseded by the two event_*_summary_mv entries below and dropped in
// migration 24; kept because migrations 13, 14 and 15 still name them.
profile_event_summary_mv: 'profile_event_summary_mv',
diff --git a/packages/core/test/config-fixture.ts b/packages/core/test/config-fixture.ts
index c7ddc7f03..14274d72f 100644
--- a/packages/core/test/config-fixture.ts
+++ b/packages/core/test/config-fixture.ts
@@ -56,6 +56,11 @@ export function testCoreConfig(
version: undefined,
},
},
+ selfTracking: {
+ clientId: undefined,
+ clientSecret: undefined,
+ apiUrl: undefined,
+ },
slack: {
clientId: undefined,
clientSecret: undefined,
@@ -107,6 +112,7 @@ export function testCoreConfig(
microBatchMs: undefined,
microBatchSize: undefined,
},
+ aiEvent: { batchSize: undefined, chunkSize: undefined },
group: {
batchSize: undefined,
chunkSize: undefined,
diff --git a/packages/db/prisma/migrations/20261026100000_project_ai_store_content/migration.sql b/packages/db/prisma/migrations/20261026100000_project_ai_store_content/migration.sql
new file mode 100644
index 000000000..174294f4f
--- /dev/null
+++ b/packages/db/prisma/migrations/20261026100000_project_ai_store_content/migration.sql
@@ -0,0 +1,2 @@
+-- AI observability privacy switch: whether prompts and completions are stored.
+ALTER TABLE "projects" ADD COLUMN "aiStoreContent" BOOLEAN NOT NULL DEFAULT true;
diff --git a/packages/db/prisma/schema.prisma b/packages/db/prisma/schema.prisma
index 877e86fdd..d4a9e802b 100644
--- a/packages/db/prisma/schema.prisma
+++ b/packages/db/prisma/schema.prisma
@@ -335,6 +335,9 @@ model Project {
cors String[] @default([])
crossDomain Boolean @default(false)
allowUnsafeRevenueTracking Boolean @default(false)
+ // AI observability: false keeps prompts, completions and tool definitions
+ // out of ai_events; tokens, cost and latency are stored either way.
+ aiStoreContent Boolean @default(true)
/// [IPrismaProjectFilters]
filters Json @default("[]")
// Set once when the project's first event arrives (activation checklist,
diff --git a/packages/db/src/clickhouse/client.ts b/packages/db/src/clickhouse/client.ts
index 6202c92e5..88d0d5975 100644
--- a/packages/db/src/clickhouse/client.ts
+++ b/packages/db/src/clickhouse/client.ts
@@ -68,6 +68,7 @@ export const TABLE_NAMES = {
groups: 'groups',
cohort_members: 'cohort_members',
cohort_metadata: 'cohort_metadata',
+ ai_events: 'ai_events',
// Dropped in migration 24; kept because migrations 13, 14 and 15 still name them.
profile_event_summary_mv: 'profile_event_summary_mv',
// Keyed for the cohort criteria (event + window first, profile last) rather than by profile.
diff --git a/packages/db/src/code-migrations/30-ai-events.ts b/packages/db/src/code-migrations/30-ai-events.ts
new file mode 100644
index 000000000..1e4a06069
--- /dev/null
+++ b/packages/db/src/code-migrations/30-ai-events.ts
@@ -0,0 +1,87 @@
+import { TABLE_NAMES } from '../clickhouse/client';
+import {
+ createTable,
+ runClickhouseMigrationCommands,
+} from '../clickhouse/migration';
+import { type CodeMigrationEnv, getIsCluster, writeSqlDump } from './helpers';
+
+/**
+ * The typed store for AI observability. Every `ai_*` event also writes a slim
+ * row to `events` (that is what reports, funnels and profiles read); this
+ * table holds the prompt, completion and tool payloads and the numeric
+ * columns the AI pages aggregate.
+ *
+ * `input`, `output` and `tools` carry a column TTL: the row stays, the content
+ * goes after 30 days. Hashed like `events` so a trace's rows fan out the same
+ * way on the cluster; a trace lookup must still use GLOBAL IN or a join.
+ */
+const CONTENT_TTL = 'TTL toDateTime(created_at) + INTERVAL 30 DAY';
+
+export const AI_EVENTS_COLUMNS = [
+ '`project_id` String CODEC(ZSTD(3))',
+ '`id` UUID',
+ '`type` LowCardinality(String)',
+ '`trace_id` String CODEC(ZSTD(3))',
+ '`span_id` String CODEC(ZSTD(3))',
+ '`parent_id` String CODEC(ZSTD(3))',
+ '`conversation_id` String CODEC(ZSTD(3))',
+ '`name` LowCardinality(String)',
+ '`model` LowCardinality(String)',
+ '`provider` LowCardinality(String)',
+ '`input_tokens` UInt32',
+ '`output_tokens` UInt32',
+ '`cache_read_tokens` UInt32',
+ '`cache_write_tokens` UInt32',
+ '`reasoning_tokens` UInt32',
+ '`input_cost` Float64',
+ '`output_cost` Float64',
+ '`total_cost` Float64',
+ '`cost_source` LowCardinality(String)',
+ '`latency_ms` UInt32',
+ '`time_to_first_token_ms` UInt32',
+ '`is_error` Bool',
+ '`http_status` UInt16',
+ '`stop_reason` LowCardinality(String)',
+ '`is_stream` Bool',
+ '`model_parameters` String CODEC(ZSTD(3))',
+ `\`input\` String CODEC(ZSTD(6)) ${CONTENT_TTL}`,
+ `\`output\` String CODEC(ZSTD(6)) ${CONTENT_TTL}`,
+ `\`tools\` String CODEC(ZSTD(6)) ${CONTENT_TTL}`,
+ '`error` String CODEC(ZSTD(3))',
+ '`profile_id` String CODEC(ZSTD(3))',
+ '`device_id` String CODEC(ZSTD(3))',
+ '`session_id` String CODEC(LZ4)',
+ '`groups` Array(String) DEFAULT [] CODEC(ZSTD(3))',
+ '`properties` Map(String, String) CODEC(ZSTD(3))',
+ '`created_at` DateTime64(3) CODEC(DoubleDelta, ZSTD(3))',
+];
+
+export const AI_EVENTS_INDICES = [
+ 'INDEX idx_trace_id trace_id TYPE bloom_filter(0.01) GRANULARITY 1',
+ 'INDEX idx_conversation_id conversation_id TYPE bloom_filter(0.01) GRANULARITY 1',
+ 'INDEX idx_profile_id profile_id TYPE bloom_filter(0.01) GRANULARITY 1',
+];
+
+export async function up(env: CodeMigrationEnv) {
+ const isClustered = getIsCluster(env);
+
+ const sqls = createTable({
+ name: TABLE_NAMES.ai_events,
+ columns: AI_EVENTS_COLUMNS,
+ indices: AI_EVENTS_INDICES,
+ engine: 'MergeTree()',
+ orderBy: ['project_id', 'toDate(created_at)', 'created_at'],
+ partitionBy: 'toYYYYMM(created_at)',
+ settings: { index_granularity: 8192 },
+ distributionHash:
+ 'cityHash64(project_id, toString(toStartOfHour(created_at)))',
+ replicatedVersion: '1',
+ isClustered,
+ });
+
+ writeSqlDump(import.meta.url, sqls);
+
+ if (!process.argv.includes('--dry')) {
+ await runClickhouseMigrationCommands(sqls);
+ }
+}
diff --git a/packages/sdks/ai/LICENSE b/packages/sdks/ai/LICENSE
new file mode 100644
index 000000000..eb4d321c8
--- /dev/null
+++ b/packages/sdks/ai/LICENSE
@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 OpenPanel
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
diff --git a/packages/sdks/ai/index.ts b/packages/sdks/ai/index.ts
new file mode 100644
index 000000000..a4bfd6519
--- /dev/null
+++ b/packages/sdks/ai/index.ts
@@ -0,0 +1,8 @@
+// Shared pieces: request context and ids. Each integration is its own
+// subpath (`@openpanel/ai/vercel`), so an app only pulls in the one it uses.
+export {
+ type AiCallContext,
+ createAiTraceId,
+ getAiContext,
+ withAiContext,
+} from './src/context';
diff --git a/packages/sdks/ai/package.json b/packages/sdks/ai/package.json
new file mode 100644
index 000000000..1dfc59203
--- /dev/null
+++ b/packages/sdks/ai/package.json
@@ -0,0 +1,33 @@
+{
+ "name": "@openpanel/ai",
+ "version": "0.1.0-local",
+ "license": "MIT",
+ "repository": {
+ "type": "git",
+ "url": "git+https://github.com/Openpanel-dev/openpanel.git",
+ "directory": "packages/sdks/ai"
+ },
+ "module": "index.ts",
+ "config": {
+ "docPath": "apps/public/content/docs/(tracking)/sdks/ai.mdx",
+ "subpaths": [
+ "vercel"
+ ]
+ },
+ "scripts": {
+ "build": "rm -rf dist && tsup",
+ "test": "bun test",
+ "typecheck": "tsc --noEmit"
+ },
+ "dependencies": {
+ "@ai-sdk/provider": "4.0.30",
+ "@openpanel/sdk": "workspace:1.3.2-local"
+ },
+ "devDependencies": {
+ "@openpanel/tsconfig": "workspace:*",
+ "@types/node": "catalog:",
+ "bun-types": "1.4.0",
+ "tsup": "7.3.0",
+ "typescript": "catalog:"
+ }
+}
diff --git a/packages/sdks/ai/src/context.ts b/packages/sdks/ai/src/context.ts
new file mode 100644
index 000000000..62a9f348b
--- /dev/null
+++ b/packages/sdks/ai/src/context.ts
@@ -0,0 +1,51 @@
+import { AsyncLocalStorage } from 'node:async_hooks';
+import { randomUUID } from 'node:crypto';
+
+/**
+ * Who and what an AI call belongs to. Set per call through
+ * `providerOptions.openpanel`, or for every call inside `withAiContext`.
+ */
+export interface AiCallContext {
+ profileId?: string | number;
+ groups?: string[];
+ /** Binds the call to a web session's device (the web SDK's `getDeviceId()`). */
+ deviceId?: string;
+ /** Shared by every event of one request. `withAiContext` mints one when absent. */
+ traceId?: string;
+ parentId?: string;
+ /** Groups traces into a conversation or thread. */
+ conversationId?: string;
+ /** Display name of the step, e.g. `summarize`. */
+ name?: string;
+ properties?: Record<string, unknown>;
+ privacyMode?: boolean;
+}
+
+const storage = new AsyncLocalStorage<AiCallContext>();
+
+export function createAiTraceId(): string {
+ return randomUUID();
+}
+
+/**
+ * Runs `fn` with a context every wrapped model call inside it inherits, and
+ * one trace id for all of them, so an agent loop is one trace with a
+ * generation per step. Nested calls merge over the outer context.
+ */
+export function withAiContext<T>(context: AiCallContext, fn: () => T): T {
+ const outer = storage.getStore();
+ const merged: AiCallContext = {
+ ...outer,
+ ...context,
+ traceId: context.traceId ?? outer?.traceId ?? createAiTraceId(),
+ properties:
+ outer?.properties || context.properties
+ ? { ...outer?.properties, ...context.properties }
+ : undefined,
+ };
+ return storage.run(merged, fn);
+}
+
+export function getAiContext(): AiCallContext | undefined {
+ return storage.getStore();
+}
diff --git a/packages/sdks/ai/src/messages.ts b/packages/sdks/ai/src/messages.ts
new file mode 100644
index 000000000..ef7d28521
--- /dev/null
+++ b/packages/sdks/ai/src/messages.ts
@@ -0,0 +1,98 @@
+// Turns the AI SDK's prompt and content parts into the plain message shape
+// OpenPanel stores: `{ role, content }` with typed parts, no binary data.
+
+import type {
+ LanguageModelV4CallOptions,
+ LanguageModelV4Content,
+ LanguageModelV4Prompt,
+} from '@ai-sdk/provider';
+
+export interface MessagePart {
+ type: string;
+ [key: string]: unknown;
+}
+
+export interface Message {
+ role: string;
+ content: string | MessagePart[];
+}
+
+const FILE_PLACEHOLDER = '[file]';
+
+function partOf(part: Record<string, unknown>): MessagePart {
+ switch (part.type) {
+ case 'text':
+ return { type: 'text', text: part.text };
+ case 'reasoning':
+ return { type: 'reasoning', text: part.text };
+ case 'tool-call':
+ return {
+ type: 'tool_call',
+ toolCallId: part.toolCallId,
+ toolName: part.toolName,
+ input: part.input,
+ };
+ case 'tool-result':
+ return {
+ type: 'tool_result',
+ toolCallId: part.toolCallId,
+ toolName: part.toolName,
+ output: part.output ?? part.result,
+ };
+ case 'file':
+ return {
+ type: 'file',
+ mediaType: part.mediaType,
+ data: FILE_PLACEHOLDER,
+ };
+ default:
+ return { type: String(part.type) };
+ }
+}
+
+export function toMessages(prompt: LanguageModelV4Prompt): Message[] {
+ return prompt.map((message) => {
+ if (typeof message.content === 'string') {
+ return { role: message.role, content: message.content };
+ }
+ return {
+ role: message.role,
+ content: message.content.map((part) =>
+ partOf(part as unknown as Record<string, unknown>)
+ ),
+ };
+ });
+}
+
+export function toOutputMessages(content: LanguageModelV4Content[]): Message[] {
+ if (content.length === 0) {
+ return [];
+ }
+ return [
+ {
+ role: 'assistant',
+ content: content.map((part) =>
+ partOf(part as unknown as Record<string, unknown>)
+ ),
+ },
+ ];
+}
+
+export function toTools(
+ tools: LanguageModelV4CallOptions['tools']
+): unknown[] | undefined {
+ if (!tools || tools.length === 0) {
+ return undefined;
+ }
+ return tools.map((tool) => {
+ if (tool.type === 'function') {
+ return {
+ type: 'function',
+ name: tool.name,
+ description: tool.description,
+ inputSchema: tool.inputSchema,
+ };
+ }
+ return { type: tool.type, id: tool.id, name: tool.name };
+ });
+}
diff --git a/packages/sdks/ai/src/middleware.test.ts b/packages/sdks/ai/src/middleware.test.ts
new file mode 100644
index 000000000..f602201d3
--- /dev/null
+++ b/packages/sdks/ai/src/middleware.test.ts
@@ -0,0 +1,291 @@
+import { describe, expect, test } from 'bun:test';
+import type {
+ LanguageModelV4,
+ LanguageModelV4CallOptions,
+ LanguageModelV4GenerateResult,
+ LanguageModelV4StreamPart,
+} from '@ai-sdk/provider';
+import type { AiPayload } from '@openpanel/sdk';
+import { withAiContext } from './context';
+import { openpanelAiMiddleware } from './middleware';
+
+const model = {
+ specificationVersion: 'v4',
+ provider: 'openai.chat',
+ modelId: 'gpt-5-mini',
+} as LanguageModelV4;
+
+const params: LanguageModelV4CallOptions = {
+ prompt: [
+ { role: 'system', content: 'Be brief.' },
+ { role: 'user', content: [{ type: 'text', text: 'Summarize my inbox' }] },
+ ],
+ temperature: 0.2,
+ maxOutputTokens: 200,
+ tools: [
+ {
+ type: 'function',
+ name: 'get_weather',
+ description: 'Weather',
+ inputSchema: { type: 'object' },
+ },
+ ],
+ providerOptions: {
+ openpanel: {
+ profileId: 'usr_1',
+ name: 'inbox',
+ properties: { plan: 'pro' },
+ },
+ },
+};
+
+const usage = {
+ inputTokens: {
+ total: 812,
+ noCache: 712,
+ cacheRead: 100,
+ cacheWrite: undefined,
+ },
+ outputTokens: { total: 140, text: 140, reasoning: undefined },
+};
+
+const generateResult: LanguageModelV4GenerateResult = {
+ content: [{ type: 'text', text: 'You have 3 unread emails.' }],
+ finishReason: { unified: 'stop', raw: 'stop' },
+ usage,
+ response: { modelId: 'gpt-5-mini-2025-08-07' },
+ warnings: [],
+};
+
+function collect() {
+ const payloads: AiPayload[] = [];
+ const op = { ai: (payload: AiPayload) => payloads.push(payload) };
+ return { op, payloads };
+}
+
+function wrap(middleware: ReturnType<typeof openpanelAiMiddleware>) {
+ return {
+ generate: (callParams = params) =>
+ middleware.wrapGenerate!({
+ doGenerate: async () => generateResult,
+ doStream: async () => {
+ throw new Error('not used');
+ },
+ params: callParams,
+ model,
+ }),
+ stream: (parts: LanguageModelV4StreamPart[], callParams = params) =>
+ middleware.wrapStream!({
+ doGenerate: async () => {
+ throw new Error('not used');
+ },
+ doStream: async () => ({
+ stream: new ReadableStream<LanguageModelV4StreamPart>({
+ start(controller) {
+ for (const part of parts) {
+ controller.enqueue(part);
+ }
+ controller.close();
+ },
+ }),
+ }),
+ params: callParams,
+ model,
+ }),
+ };
+}
+
+async function drain(stream: ReadableStream<LanguageModelV4StreamPart>) {
+ const reader = stream.getReader();
+ const parts: LanguageModelV4StreamPart[] = [];
+ for (;;) {
+ const { done, value } = await reader.read();
+ if (done) {
+ return parts;
+ }
+ parts.push(value);
+ }
+}
+
+describe('openpanelAiMiddleware', () => {
+ test('records a generate call with messages, tools, usage and context', async () => {
+ const { op, payloads } = collect();
+ const result = await wrap(openpanelAiMiddleware({ op })).generate();
+
+ expect(result).toBe(generateResult);
+ expect(payloads).toHaveLength(1);
+ const payload = payloads[0]!;
+ expect(payload).toMatchObject({
+ kind: 'generation',
+ model: 'gpt-5-mini-2025-08-07',
+ provider: 'openai',
+ name: 'inbox',
+ profileId: 'usr_1',
+ properties: { plan: 'pro' },
+ usage: { inputTokens: 812, outputTokens: 140, cacheReadTokens: 100 },
+ stopReason: 'stop',
+ stream: false,
+ modelParameters: { temperature: 0.2, maxTokens: 200 },
+ });
+ expect(payload.traceId).toBeTruthy();
+ expect(payload.input).toEqual([
+ { role: 'system', content: 'Be brief.' },
+ { role: 'user', content: [{ type: 'text', text: 'Summarize my inbox' }] },
+ ]);
+ expect(payload.output).toEqual([
+ {
+ role: 'assistant',
+ content: [{ type: 'text', text: 'You have 3 unread emails.' }],
+ },
+ ]);
+ expect(payload.tools).toEqual([
+ {
+ type: 'function',
+ name: 'get_weather',
+ description: 'Weather',
+ inputSchema: { type: 'object' },
+ },
+ ]);
+ expect(payload.latencyMs).toBeGreaterThanOrEqual(0);
+ });
+
+ test('privacy mode keeps content out of the payload', async () => {
+ const { op, payloads } = collect();
+ await wrap(openpanelAiMiddleware({ op, privacyMode: true })).generate();
+ expect(payloads[0]).toMatchObject({
+ privacyMode: true,
+ usage: { inputTokens: 812 },
+ });
+ expect(payloads[0]!.input).toBeUndefined();
+ expect(payloads[0]!.output).toBeUndefined();
+ expect(payloads[0]!.tools).toBeUndefined();
+ });
+
+ test('a failing call is recorded as an error and rethrown', async () => {
+ const { op, payloads } = collect();
+ const middleware = openpanelAiMiddleware({ op });
+ const failure = Object.assign(new Error('rate limited'), {
+ name: 'APICallError',
+ statusCode: 429,
+ });
+ await expect(
+ middleware.wrapGenerate!({
+ doGenerate: async () => {
+ throw failure;
+ },
+ doStream: async () => {
+ throw new Error('not used');
+ },
+ params,
+ model,
+ })
+ ).rejects.toBe(failure);
+ expect(payloads[0]).toMatchObject({
+ error: { message: 'rate limited', code: 'APICallError', httpStatus: 429 },
+ usage: { inputTokens: 0, outputTokens: 0 },
+ });
+ });
+
+ test('withAiContext supplies one trace id to every call inside it', async () => {
+ const { op, payloads } = collect();
+ const wrapped = wrap(openpanelAiMiddleware({ op }));
+ await withAiContext(
+ { conversationId: 'thread_1', groups: ['acme'] },
+ async () => {
+ await wrapped.generate();
+ await wrapped.generate();
+ }
+ );
+ expect(payloads).toHaveLength(2);
+ expect(payloads[0]!.traceId).toBe(payloads[1]!.traceId);
+ expect(payloads[0]).toMatchObject({
+ conversationId: 'thread_1',
+ groups: ['acme'],
+ profileId: 'usr_1',
+ });
+ });
+
+ test('a stream is recorded once it ends, with time to first token', async () => {
+ const { op, payloads } = collect();
+ const result = await wrap(openpanelAiMiddleware({ op })).stream([
+ { type: 'stream-start', warnings: [] },
+ { type: 'response-metadata', modelId: 'gpt-5-mini-2025-08-07' },
+ { type: 'text-start', id: 't1' },
+ { type: 'text-delta', id: 't1', delta: 'You have ' },
+ { type: 'text-delta', id: 't1', delta: '3 unread emails.' },
+ { type: 'text-end', id: 't1' },
+ {
+ type: 'tool-call',
+ toolCallId: 'call_1',
+ toolName: 'get_weather',
+ input: '{"city":"Paris"}',
+ },
+ {
+ type: 'finish',
+ usage,
+ finishReason: { unified: 'tool-calls', raw: 'tool_calls' },
+ },
+ ]);
+
+ expect(payloads).toHaveLength(0);
+ const parts = await drain(result.stream);
+ expect(parts).toHaveLength(8);
+ expect(payloads).toHaveLength(1);
+ expect(payloads[0]).toMatchObject({
+ stream: true,
+ model: 'gpt-5-mini-2025-08-07',
+ stopReason: 'tool-calls',
+ usage: { inputTokens: 812, outputTokens: 140 },
+ });
+ expect(payloads[0]!.timeToFirstTokenMs).toBeGreaterThanOrEqual(0);
+ expect(payloads[0]!.output).toEqual([
+ {
+ role: 'assistant',
+ content: [
+ { type: 'text', text: 'You have 3 unread emails.' },
+ {
+ type: 'tool_call',
+ toolCallId: 'call_1',
+ toolName: 'get_weather',
+ input: '{"city":"Paris"}',
+ },
+ ],
+ },
+ ]);
+ });
+
+ test('a stream that reports an error part is recorded as an error', async () => {
+ const { op, payloads } = collect();
+ const result = await wrap(openpanelAiMiddleware({ op })).stream([
+ { type: 'stream-start', warnings: [] },
+ { type: 'text-start', id: 't1' },
+ { type: 'error', error: new Error('overloaded') },
+ ]);
+ await drain(result.stream);
+ expect(payloads).toHaveLength(1);
+ expect(payloads[0]!.error).toMatchObject({ message: 'overloaded' });
+ });
+
+ test('a stream that fails mid-way is recorded as an error', async () => {
+ const { op, payloads } = collect();
+ const middleware = openpanelAiMiddleware({ op });
+ const result = await middleware.wrapStream!({
+ doGenerate: async () => {
+ throw new Error('not used');
+ },
+ doStream: async () => ({
+ stream: new ReadableStream<LanguageModelV4StreamPart>({
+ start(controller) {
+ controller.enqueue({ type: 'text-start', id: 't1' });
+ controller.error(new Error('connection reset'));
+ },
+ }),
+ }),
+ params,
+ model,
+ });
+ await expect(drain(result.stream)).rejects.toThrow('connection reset');
+ expect(payloads).toHaveLength(1);
+ expect(payloads[0]!.error).toMatchObject({ message: 'connection reset' });
+ });
+});
diff --git a/packages/sdks/ai/src/middleware.ts b/packages/sdks/ai/src/middleware.ts
new file mode 100644
index 000000000..7dfba1acf
--- /dev/null
+++ b/packages/sdks/ai/src/middleware.ts
@@ -0,0 +1,273 @@
+import type {
+ LanguageModelV4,
+ LanguageModelV4CallOptions,
+ LanguageModelV4Content,
+ LanguageModelV4FinishReason,
+ LanguageModelV4GenerateResult,
+ LanguageModelV4Middleware,
+ LanguageModelV4StreamPart,
+ LanguageModelV4Usage,
+} from '@ai-sdk/provider';
+import type { AiPayload, AiUsage } from '@openpanel/sdk';
+import type { AiCallContext } from './context';
+import { toMessages, toOutputMessages, toTools } from './messages';
+import {
+ type AiCall,
+ type AiCallOutcome,
+ type AiIntegrationOptions,
+ recordCall,
+ resolveContext,
+} from './payload';
+
+export type { AiEventSink } from './payload';
+
+export interface OpenPanelAiMiddlewareOptions extends AiIntegrationOptions {}
+
+/** What a stream or generate call hands back, in AI SDK terms. */
+interface CallResult {
+ content: LanguageModelV4Content[];
+ usage?: LanguageModelV4Usage;
+ finishReason?: LanguageModelV4FinishReason;
+ modelId?: string;
+ error?: unknown;
+ timeToFirstTokenMs?: number;
+ stream: boolean;
+}
+
+const PROVIDER_OPTIONS_KEY = 'openpanel';
+const PROVIDER_ID_SEPARATOR = '.';
+
+/** `openai.chat` → `openai`; `amazon-bedrock` stays as is. */
+function providerName(model: LanguageModelV4): string {
+ return model.provider.split(PROVIDER_ID_SEPARATOR)[0] || model.provider;
+}
+
+function modelParameters(
+ params: LanguageModelV4CallOptions
+): AiPayload['modelParameters'] | undefined {
+ const entries = Object.entries({
+ temperature: params.temperature,
+ maxTokens: params.maxOutputTokens,
+ topP: params.topP,
+ topK: params.topK,
+ frequencyPenalty: params.frequencyPenalty,
+ presencePenalty: params.presencePenalty,
+ seed: params.seed,
+ stopSequences: params.stopSequences,
+ }).filter(([, value]) => value !== undefined);
+ return entries.length > 0 ? Object.fromEntries(entries) : undefined;
+}
+
+function usageOf(usage: LanguageModelV4Usage | undefined): AiUsage {
+ return {
+ inputTokens: usage?.inputTokens.total ?? 0,
+ outputTokens: usage?.outputTokens.total ?? 0,
+ cacheReadTokens: usage?.inputTokens.cacheRead ?? undefined,
+ cacheWriteTokens: usage?.inputTokens.cacheWrite ?? undefined,
+ reasoningTokens: usage?.outputTokens.reasoning ?? undefined,
+ };
+}
+
+function beginCall(
+ params: LanguageModelV4CallOptions,
+ model: LanguageModelV4,
+ options: OpenPanelAiMiddlewareOptions
+): AiCall {
+ const perCall = params.providerOptions?.[PROVIDER_OPTIONS_KEY] as
+ | AiCallContext
+ | undefined;
+ return {
+ context: resolveContext(perCall, options),
+ model: model.modelId,
+ provider: providerName(model),
+ startedAt: Date.now(),
+ input: toMessages(params.prompt),
+ tools: toTools(params.tools),
+ modelParameters: modelParameters(params),
+ };
+}
+
+function outcomeOf(result: CallResult): AiCallOutcome {
+ return {
+ output: toOutputMessages(result.content),
+ usage: usageOf(result.usage),
+ model: result.modelId,
+ stopReason: result.finishReason?.unified,
+ error: result.error,
+ timeToFirstTokenMs: result.timeToFirstTokenMs,
+ stream: result.stream,
+ };
+}
+
+/** Accumulates a stream into the same shape a generate call returns. */
+class StreamObserver {
+ readonly content: LanguageModelV4Content[] = [];
+ usage: LanguageModelV4Usage | undefined;
+ finishReason: LanguageModelV4FinishReason | undefined;
+ modelId: string | undefined;
+ firstTokenAt: number | undefined;
+ /** A provider can report failure as a stream part instead of rejecting. */
+ error: unknown;
+ private readonly text = new Map<string, string>();
+ private readonly reasoning = new Map<string, string>();
+
+ observe(part: LanguageModelV4StreamPart): void {
+ switch (part.type) {
+ case 'text-delta':
+ this.markFirstToken();
+ this.text.set(part.id, (this.text.get(part.id) ?? '') + part.delta);
+ return;
+ case 'reasoning-delta':
+ this.markFirstToken();
+ this.reasoning.set(
+ part.id,
+ (this.reasoning.get(part.id) ?? '') + part.delta
+ );
+ return;
+ case 'tool-input-start':
+ this.markFirstToken();
+ return;
+ case 'tool-call':
+ case 'tool-result':
+ this.content.push(part);
+ return;
+ case 'response-metadata':
+ this.modelId = part.modelId ?? this.modelId;
+ return;
+ case 'finish':
+ this.usage = part.usage;
+ this.finishReason = part.finishReason;
+ return;
+ case 'error':
+ this.error = part.error;
+ return;
+ default:
+ return;
+ }
+ }
+
+ private markFirstToken(): void {
+ if (this.firstTokenAt === undefined) {
+ this.firstTokenAt = Date.now();
+ }
+ }
+
+ result(startedAt: number, error?: unknown): CallResult {
+ const content: LanguageModelV4Content[] = [
+ ...[...this.reasoning.values()].map(
+ (text) => ({ type: 'reasoning', text }) as LanguageModelV4Content
+ ),
+ ...[...this.text.values()].map(
+ (text) => ({ type: 'text', text }) as LanguageModelV4Content
+ ),
+ ...this.content,
+ ];
+ return {
+ content,
+ usage: this.usage,
+ finishReason: this.finishReason,
+ modelId: this.modelId,
+ error: error ?? this.error,
+ timeToFirstTokenMs:
+ this.firstTokenAt === undefined
+ ? undefined
+ : this.firstTokenAt - startedAt,
+ stream: true,
+ };
+ }
+}
+
+function observedStream(
+ source: ReadableStream<LanguageModelV4StreamPart>,
+ onDone: (observer: StreamObserver, error?: unknown) => void
+): ReadableStream<LanguageModelV4StreamPart> {
+ const reader = source.getReader();
+ const observer = new StreamObserver();
+ let settled = false;
+ const settle = (error?: unknown) => {
+ if (settled) {
+ return;
+ }
+ settled = true;
+ onDone(observer, error);
+ };
+ return new ReadableStream<LanguageModelV4StreamPart>({
+ async pull(controller) {
+ try {
+ const { done, value } = await reader.read();
+ if (done) {
+ settle();
+ controller.close();
+ return;
+ }
+ observer.observe(value);
+ controller.enqueue(value);
+ } catch (error) {
+ settle(error);
+ controller.error(error);
+ }
+ },
+ cancel(reason) {
+ settle(reason ?? new Error('stream cancelled'));
+ return reader.cancel(reason);
+ },
+ });
+}
+
+/**
+ * A Vercel AI SDK middleware that records every model call as an OpenPanel
+ * `ai_generation`:
+ *
+ * const model = wrapLanguageModel({
+ * model: openai('gpt-5-mini'),
+ * middleware: openpanelAiMiddleware({ op }),
+ * });
+ *
+ * Per-call context goes in `providerOptions.openpanel` or `withAiContext`.
+ */
+export function openpanelAiMiddleware(
+ options: OpenPanelAiMiddlewareOptions
+): LanguageModelV4Middleware {
+ const send = (call: AiCall, result: CallResult) =>
+ recordCall(call, outcomeOf(result), options);
+
+ return {
+ specificationVersion: 'v4',
+
+ async wrapGenerate({ doGenerate, params, model }) {
+ const call = beginCall(params, model, options);
+ let result: LanguageModelV4GenerateResult;
+ try {
+ result = await doGenerate();
+ } catch (error) {
+ send(call, { content: [], error, stream: false });
+ throw error;
+ }
+ send(call, {
+ content: result.content,
+ usage: result.usage,
+ finishReason: result.finishReason,
+ modelId: result.response?.modelId,
+ stream: false,
+ });
+ return result;
+ },
+
+ async wrapStream({ doStream, params, model }) {
+ const call = beginCall(params, model, options);
+ let result: Awaited<ReturnType<typeof doStream>>;
+ try {
+ result = await doStream();
+ } catch (error) {
+ send(call, { content: [], error, stream: true });
+ throw error;
+ }
+ return {
+ ...result,
+ stream: observedStream(result.stream, (observer, error) => {
+ send(call, observer.result(call.startedAt, error));
+ }),
+ };
+ },
+ };
+}
diff --git a/packages/sdks/ai/src/payload.test.ts b/packages/sdks/ai/src/payload.test.ts
new file mode 100644
index 000000000..bf822f3f6
--- /dev/null
+++ b/packages/sdks/ai/src/payload.test.ts
@@ -0,0 +1,129 @@
+import { describe, expect, test } from 'bun:test';
+import type { AiPayload } from '@openpanel/sdk';
+import { withAiContext } from './context';
+import {
+ type AiCall,
+ buildPayload,
+ errorOf,
+ recordCall,
+ resolveContext,
+} from './payload';
+
+const call: AiCall = {
+ context: { profileId: 'usr_1', traceId: 'trace_1' },
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ startedAt: Date.now() - 50,
+ input: [{ role: 'user', content: [{ type: 'text', text: 'hi' }] }],
+ tools: [{ name: 'get_weather' }],
+};
+
+describe('buildPayload', () => {
+ test('keeps content unless privacy mode is on', () => {
+ const op = { ai: () => undefined };
+ const open = buildPayload(call, { stream: false }, { op });
+ expect(open.input).toEqual(call.input);
+ expect(open.tools).toEqual(call.tools);
+ expect(open.privacyMode).toBeUndefined();
+
+ const closed = buildPayload(
+ call,
+ { stream: false },
+ { op, privacyMode: true }
+ );
+ expect(closed.input).toBeUndefined();
+ expect(closed.output).toBeUndefined();
+ expect(closed.tools).toBeUndefined();
+ expect(closed.privacyMode).toBe(true);
+ expect(closed.model).toBe('gpt-5-mini');
+ });
+
+ test('the response model and the configured provider win', () => {
+ const payload = buildPayload(
+ call,
+ { stream: true, model: 'gpt-5-mini-2026-03-01' },
+ { op: { ai: () => undefined }, provider: 'openrouter' }
+ );
+ expect(payload.model).toBe('gpt-5-mini-2026-03-01');
+ expect(payload.provider).toBe('openrouter');
+ expect(payload.stream).toBe(true);
+ expect(payload.latencyMs).toBeGreaterThanOrEqual(50);
+ });
+});
+
+describe('resolveContext', () => {
+ test('per-call beats ambient beats defaults, properties merge', () => {
+ const resolved = withAiContext(
+ { name: 'ambient', conversationId: 'c1', properties: { b: 2 } },
+ () =>
+ resolveContext(
+ { name: 'per-call', properties: { c: 3 } },
+ {
+ op: { ai: () => undefined },
+ defaults: { name: 'default', groups: ['g'], properties: { a: 1 } },
+ }
+ )
+ );
+ expect(resolved).toMatchObject({
+ name: 'per-call',
+ conversationId: 'c1',
+ groups: ['g'],
+ properties: { a: 1, b: 2, c: 3 },
+ });
+ });
+});
+
+describe('errorOf', () => {
+ test('reads the status from statusCode or status and caps the message', () => {
+ const aiSdkError = Object.assign(new Error('rate limited'), {
+ statusCode: 429,
+ });
+ expect(errorOf(aiSdkError)).toEqual({
+ message: 'rate limited',
+ code: 'Error',
+ httpStatus: 429,
+ });
+ const providerError = Object.assign(new Error('overloaded'), {
+ status: 529,
+ });
+ expect(errorOf(providerError)).toEqual({
+ message: 'overloaded',
+ code: 'Error',
+ httpStatus: 529,
+ });
+ expect(errorOf('boom')).toEqual({ message: 'boom' });
+ expect(errorOf(new Error('x'.repeat(3000))).message).toHaveLength(2000);
+ });
+});
+
+describe('recordCall', () => {
+ test('a throwing or rejecting sink never surfaces', async () => {
+ const sent: AiPayload[] = [];
+ expect(() =>
+ recordCall(
+ call,
+ { stream: false },
+ {
+ op: {
+ ai: () => {
+ throw new Error('sink down');
+ },
+ },
+ }
+ )
+ ).not.toThrow();
+ recordCall(
+ call,
+ { stream: false },
+ { op: { ai: () => Promise.reject(new Error('later')) } }
+ );
+ recordCall(
+ call,
+ { stream: false },
+ { op: { ai: (payload) => sent.push(payload) } }
+ );
+ await Promise.resolve();
+ expect(sent).toHaveLength(1);
+ expect(sent[0]?.kind).toBe('generation');
+ });
+});
diff --git a/packages/sdks/ai/src/payload.ts b/packages/sdks/ai/src/payload.ts
new file mode 100644
index 000000000..9ab747f04
--- /dev/null
+++ b/packages/sdks/ai/src/payload.ts
@@ -0,0 +1,144 @@
+// The provider-neutral half of every integration: what a model call is, what
+// it produced, and how that becomes one `ai_generation` payload. A wrapper for
+// a provider SDK converts its own request and response shapes into `AiCall`
+// and `AiCallOutcome` and leaves the rest to this module.
+
+import type { AiPayload, AiUsage } from '@openpanel/sdk';
+import { type AiCallContext, createAiTraceId, getAiContext } from './context';
+import type { Message } from './messages';
+
+/** The part of the OpenPanel client an integration uses. */
+export interface AiEventSink {
+ ai(payload: AiPayload): unknown;
+}
+
+/** Options every integration accepts. */
+export interface AiIntegrationOptions {
+ op: AiEventSink;
+ /** Never send prompts, completions or tool definitions. */
+ privacyMode?: boolean;
+ /** Fallback context for calls with no `withAiContext` and no per-call context. */
+ defaults?: AiCallContext;
+ /** Reported instead of the provider's own id, e.g. `openrouter` behind a gateway. */
+ provider?: string;
+}
+
+/** What an integration knows when a model call starts. */
+export interface AiCall {
+ context: AiCallContext;
+ model: string;
+ provider: string;
+ startedAt: number;
+ input?: Message[];
+ tools?: unknown;
+ modelParameters?: AiPayload['modelParameters'];
+}
+
+/** What it knows once the call has ended, however it ended. */
+export interface AiCallOutcome {
+ output?: Message[];
+ usage?: AiUsage;
+ /** The model the response names, when it differs from the one requested. */
+ model?: string;
+ stopReason?: string;
+ error?: unknown;
+ timeToFirstTokenMs?: number;
+ stream: boolean;
+}
+
+const MAX_ERROR_MESSAGE_LENGTH = 2000;
+const HTTP_STATUS_MIN = 100;
+const HTTP_STATUS_MAX = 599;
+
+/** Per-call context wins over the ambient `withAiContext`, which wins over `defaults`. */
+export function resolveContext(
+ perCall: AiCallContext | undefined,
+ options: AiIntegrationOptions
+): AiCallContext {
+ const ambient = getAiContext();
+ return {
+ ...options.defaults,
+ ...ambient,
+ ...perCall,
+ properties: {
+ ...options.defaults?.properties,
+ ...ambient?.properties,
+ ...perCall?.properties,
+ },
+ };
+}
+
+export function errorOf(error: unknown): NonNullable<AiPayload['error']> {
+ if (!(error instanceof Error)) {
+ return { message: String(error).slice(0, MAX_ERROR_MESSAGE_LENGTH) };
+ }
+ // Provider SDK errors carry the HTTP status as `statusCode` (AI SDK) or `status` (OpenAI, Anthropic).
+ const { statusCode, status } = error as {
+ statusCode?: unknown;
+ status?: unknown;
+ };
+ const candidate = typeof statusCode === 'number' ? statusCode : status;
+ const httpStatus =
+ typeof candidate === 'number' &&
+ candidate >= HTTP_STATUS_MIN &&
+ candidate <= HTTP_STATUS_MAX
+ ? candidate
+ : undefined;
+ return {
+ message: error.message.slice(0, MAX_ERROR_MESSAGE_LENGTH),
+ code: error.name,
+ httpStatus,
+ };
+}
+
+export function buildPayload(
+ call: AiCall,
+ outcome: AiCallOutcome,
+ options: AiIntegrationOptions
+): AiPayload {
+ const { context } = call;
+ const privacyMode = options.privacyMode || context.privacyMode;
+ const hasProperties = Object.keys(context.properties ?? {}).length > 0;
+ return {
+ kind: 'generation',
+ traceId: context.traceId ?? createAiTraceId(),
+ parentId: context.parentId,
+ name: context.name,
+ conversationId: context.conversationId,
+ model: outcome.model ?? call.model,
+ provider: options.provider ?? call.provider,
+ input: privacyMode ? undefined : call.input,
+ output: privacyMode ? undefined : outcome.output,
+ tools: privacyMode ? undefined : call.tools,
+ usage: outcome.usage,
+ latencyMs: Date.now() - call.startedAt,
+ timeToFirstTokenMs: outcome.timeToFirstTokenMs,
+ error: outcome.error === undefined ? undefined : errorOf(outcome.error),
+ stopReason: outcome.stopReason,
+ stream: outcome.stream,
+ modelParameters: call.modelParameters,
+ privacyMode: privacyMode || undefined,
+ properties: hasProperties ? context.properties : undefined,
+ profileId: context.profileId,
+ groups: context.groups,
+ deviceId: context.deviceId,
+ // The call's start, so a trace timeline places steps where they began.
+ timestamp: new Date(call.startedAt).toISOString(),
+ };
+}
+
+/** Observability must never fail the model call: nothing here throws or rejects. */
+export function recordCall(
+ call: AiCall,
+ outcome: AiCallOutcome,
+ options: AiIntegrationOptions
+): void {
+ try {
+ const result = options.op.ai(buildPayload(call, outcome, options));
+ if (result instanceof Promise) {
+ result.catch(() => undefined);
+ }
+ } catch {
+ // Swallowed on purpose; see above.
+ }
+}
diff --git a/packages/sdks/ai/tsconfig.json b/packages/sdks/ai/tsconfig.json
new file mode 100644
index 000000000..060290ad1
--- /dev/null
+++ b/packages/sdks/ai/tsconfig.json
@@ -0,0 +1,10 @@
+{
+ "extends": "@openpanel/tsconfig/sdk.json",
+ "compilerOptions": {
+ "incremental": false,
+ "outDir": "dist",
+ "strictNullChecks": true,
+ "types": ["node", "bun-types"]
+ },
+ "exclude": ["dist"]
+}
diff --git a/packages/sdks/ai/tsup.config.ts b/packages/sdks/ai/tsup.config.ts
new file mode 100644
index 000000000..57ef9542e
--- /dev/null
+++ b/packages/sdks/ai/tsup.config.ts
@@ -0,0 +1,11 @@
+import { defineConfig } from 'tsup';
+
+export default defineConfig({
+ entry: ['index.ts', 'vercel.ts'],
+ format: ['cjs', 'esm'],
+ dts: { resolve: [/^@openpanel\//] },
+ splitting: false,
+ sourcemap: false,
+ clean: true,
+ minify: true,
+});
diff --git a/packages/sdks/ai/vercel.ts b/packages/sdks/ai/vercel.ts
new file mode 100644
index 000000000..aea80c072
--- /dev/null
+++ b/packages/sdks/ai/vercel.ts
@@ -0,0 +1,5 @@
+export {
+ type AiEventSink,
+ type OpenPanelAiMiddlewareOptions,
+ openpanelAiMiddleware,
+} from './src/middleware';
diff --git a/packages/sdks/nextjs/package.json b/packages/sdks/nextjs/package.json
index d587bee51..8e7654550 100644
--- a/packages/sdks/nextjs/package.json
+++ b/packages/sdks/nextjs/package.json
@@ -9,7 +9,10 @@
},
"module": "index.ts",
"config": {
- "docPath": "apps/public/content/docs/(tracking)/sdks/nextjs.mdx"
+ "docPath": "apps/public/content/docs/(tracking)/sdks/nextjs.mdx",
+ "subpaths": [
+ "server"
+ ]
},
"scripts": {
"build": "rm -rf dist && tsup",
diff --git a/packages/sdks/sdk/src/index.ts b/packages/sdks/sdk/src/index.ts
index 0d651d202..31bae5888 100644
--- a/packages/sdks/sdk/src/index.ts
+++ b/packages/sdks/sdk/src/index.ts
@@ -69,6 +69,75 @@ export interface ReplayPayload {
sessionId?: string;
}
+export type AiEventKind = 'generation' | 'embedding' | 'span' | 'trace';
+
+export interface AiUsage {
+ /** Includes cached tokens. */
+ inputTokens?: number;
+ /** Includes reasoning tokens. */
+ outputTokens?: number;
+ cacheReadTokens?: number;
+ cacheWriteTokens?: number;
+ reasoningTokens?: number;
+}
+
+export interface AiError {
+ message: string;
+ code?: string;
+ httpStatus?: number;
+}
+
+export interface AiModelParameters {
+ temperature?: number;
+ maxTokens?: number;
+ topP?: number;
+ topK?: number;
+ frequencyPenalty?: number;
+ presencePenalty?: number;
+ seed?: number;
+ stopSequences?: string[];
+ [key: string]: unknown;
+}
+
+/** One AI observability event: a model call, an embedding, a span or a trace root. */
+export interface AiPayload {
+ kind: AiEventKind;
+ /** Groups every event of one request. */
+ traceId: string;
+ /** Defaults to the event id. */
+ spanId?: string;
+ /** A span id or the trace id. */
+ parentId?: string;
+ /** Display name of this step or trace, e.g. `summarize`. */
+ name?: string;
+ /** Groups traces into a conversation or thread. */
+ conversationId?: string;
+ model?: string;
+ provider?: string;
+ /** Messages for a generation, any JSON for a span or trace, strings for an embedding. */
+ input?: unknown;
+ output?: unknown;
+ tools?: unknown;
+ usage?: AiUsage;
+ /** USD. When given it is stored as is instead of being computed. */
+ cost?: number;
+ latencyMs?: number;
+ timeToFirstTokenMs?: number;
+ error?: AiError | null;
+ stopReason?: string;
+ stream?: boolean;
+ modelParameters?: AiModelParameters;
+ /** Drops input, output and tools before storage. */
+ privacyMode?: boolean;
+ properties?: Record<string, unknown>;
+ profileId?: ProfileId;
+ groups?: string[] | null;
+ /** Binds the event to a web session's device. */
+ deviceId?: string;
+ /** ISO 8601. Back-dates the event. */
+ timestamp?: string;
+}
+
export type TrackHandlerPayload =
| { type: 'track'; payload: TrackPayload }
| { type: 'identify'; payload: IdentifyPayload }
@@ -77,7 +146,8 @@ export type TrackHandlerPayload =
| { type: 'alias'; payload: AliasPayload }
| { type: 'replay'; payload: ReplayPayload }
| { type: 'group'; payload: GroupPayload }
- | { type: 'assign_group'; payload: AssignGroupPayload };
+ | { type: 'assign_group'; payload: AssignGroupPayload }
+ | { type: 'ai'; payload: AiPayload };
export interface TrackProperties {
[key: string]: unknown;
@@ -163,6 +233,9 @@ export class OpenPanel {
__timestamp: new Date().toISOString(),
};
}
+ if (payload.type === 'ai' && !payload.payload.timestamp) {
+ payload.payload.timestamp = new Date().toISOString();
+ }
this.queue.push(payload);
}
@@ -221,6 +294,26 @@ export class OpenPanel {
});
}
+ /**
+ * Records one AI observability event (a model call, embedding, span or
+ * trace root). The sticky profile id and groups from `identify()` /
+ * `setGroups()` are merged in, like `track()`.
+ */
+ ai(payload: AiPayload) {
+ this.log('ai event', payload.kind, payload.traceId);
+ const mergedGroups = [
+ ...new Set([...this.groups, ...(payload.groups ?? [])]),
+ ];
+ return this.send({
+ type: 'ai',
+ payload: {
+ ...payload,
+ profileId: payload.profileId ?? this.profileId,
+ groups: mergedGroups.length > 0 ? mergedGroups : undefined,
+ },
+ });
+ }
+
identify(payload: IdentifyPayload) {
this.log('identify user', payload);
if (payload.profileId) {
@@ -362,6 +455,16 @@ export class OpenPanel {
profileId: item.payload.profileId ?? this.profileId,
};
}
+ if (item.type === 'ai') {
+ const mergedGroups = [
+ ...new Set([...this.groups, ...(item.payload.groups ?? [])]),
+ ];
+ return {
+ ...item.payload,
+ profileId: item.payload.profileId ?? this.profileId,
+ groups: mergedGroups.length > 0 ? mergedGroups : undefined,
+ };
+ }
return item.payload;
}
diff --git a/packages/seed/src/archetypes/archetype.ts b/packages/seed/src/archetypes/archetype.ts
index 7fd626e77..f02dc8cd2 100644
--- a/packages/seed/src/archetypes/archetype.ts
+++ b/packages/seed/src/archetypes/archetype.ts
@@ -75,6 +75,41 @@ export interface JourneyEvent {
revenue?: number;
/** Who the event belongs to once identified; null while anonymous. */
person: Person | null;
+ /** The `ai_events` row an AI event also writes. */
+ ai?: SeedAiEvent;
+}
+
+/** The `ai_events` columns that are not shared with the `events` row. */
+export interface SeedAiEvent {
+ type: 'generation' | 'embedding' | 'span' | 'trace';
+ trace_id: string;
+ span_id: string;
+ parent_id: string;
+ conversation_id: string;
+ name: string;
+ model: string;
+ provider: string;
+ input_tokens: number;
+ output_tokens: number;
+ cache_read_tokens: number;
+ cache_write_tokens: number;
+ reasoning_tokens: number;
+ input_cost: number;
+ output_cost: number;
+ total_cost: number;
+ cost_source: 'passthrough' | 'catalog' | 'none';
+ latency_ms: number;
+ time_to_first_token_ms: number;
+ is_error: boolean;
+ http_status: number;
+ stop_reason: string;
+ is_stream: boolean;
+ model_parameters: string;
+ input: string;
+ output: string;
+ tools: string;
+ error: string;
+ properties: Record<string, string>;
}
/** Appends events while advancing a clock, so timestamps read like a person browsing. */
@@ -136,6 +171,28 @@ export class Journey {
});
}
+ /**
+ * An AI event: `name` is the `events` name (`ai_generation`, `ai_span`, …),
+ * `properties` the flat `ai_*` keys the worker would store, `ai` the typed
+ * row. The clock advances by the call's latency, like a user waiting.
+ */
+ ai(
+ name: string,
+ properties: Record<string, unknown>,
+ ai: SeedAiEvent,
+ latencySeconds: number
+ ): void {
+ this.events.push({
+ name,
+ ...this.currentScreen(),
+ at: this.cursor,
+ properties,
+ person: this.person,
+ ai,
+ });
+ this.advance(latencySeconds);
+ }
+
/** Amount in whole currency units, integer: `events.revenue` is UInt64. */
revenue(amount: number, properties: Record<string, unknown> = {}): void {
this.advance(
diff --git a/packages/seed/src/archetypes/saas.ts b/packages/seed/src/archetypes/saas.ts
index e4e5d698c..9941190e0 100644
--- a/packages/seed/src/archetypes/saas.ts
+++ b/packages/seed/src/archetypes/saas.ts
@@ -4,11 +4,21 @@
// subscription). Cohort-worthy behaviours: invited a teammate, exported,
// connected an integration, paid plan.
+import {
+ AI_ANSWERS,
+ AI_EMBEDDING_MODEL,
+ AI_ERRORS,
+ AI_FEATURES,
+ AI_MODELS,
+ AI_QUESTIONS,
+ AI_TOOLS,
+ type SeedAiModel,
+} from '../data/ai';
import { newPerson } from '../data/people';
import { REFERRERS } from '../data/referrers';
import type { Person, Visitor } from '../model';
import type { Rng, Weighted } from '../rng';
-import type { Archetype, Journey } from './archetype';
+import type { Archetype, Journey, SeedAiEvent } from './archetype';
interface Plan {
name: string;
@@ -224,6 +234,318 @@ function monetization(
}
}
+/** Share of product sessions that talk to the assistant, by plan. */
+const AI_SESSION_CHANCE: Record<string, number> = {
+ free: 0.12,
+ pro: 0.3,
+ team: 0.42,
+ enterprise: 0.5,
+};
+const AI_TURNS_MAX = 4;
+const AI_RETRIEVAL_CHANCE = 0.35;
+const AI_ERROR_CHANCE = 0.04;
+const AI_TOOL_CALL_CHANCE = 0.3;
+const AI_CACHE_HIT_CHANCE = 0.4;
+const AI_INPUT_MEDIAN_TOKENS = 1800;
+const AI_INPUT_SIGMA = 0.5;
+const AI_OUTPUT_SIGMA = 0.6;
+const AI_LATENCY_SIGMA = 0.45;
+const AI_STREAM_CHANCE = 0.85;
+const AI_TTFT_SHARE = 0.2;
+const AI_RETRIEVAL_LATENCY_MEDIAN_MS = 80;
+const AI_EMBEDDING_TOKENS_MEDIAN = 24;
+const AI_CONTEXT_TOKENS_PER_TURN = 400;
+const MS_PER_SECOND = 1000;
+const COST_DECIMALS = 10;
+const AI_TEMPERATURE = 0.2;
+
+function roundCost(value: number): number {
+ return Number(value.toFixed(COST_DECIMALS));
+}
+
+function tokenCount(rng: Rng, median: number, sigma: number): number {
+ return Math.max(1, Math.round(rng.logNormalSeconds(median, sigma)));
+}
+
+interface AiCall {
+ model: SeedAiModel;
+ inputTokens: number;
+ outputTokens: number;
+ cacheReadTokens: number;
+ latencyMs: number;
+}
+
+function generationCost(call: AiCall): {
+ input: number;
+ output: number;
+ total: number;
+} {
+ const { model } = call;
+ const input =
+ (call.inputTokens - call.cacheReadTokens) * model.inputPrice +
+ call.cacheReadTokens * model.cacheReadPrice;
+ const output = call.outputTokens * model.outputPrice;
+ return {
+ input: roundCost(input),
+ output: roundCost(output),
+ total: roundCost(input + output),
+ };
+}
+
+/** The flat `ai_*` keys the worker stores on the `events` row for a model call. */
+function generationProperties(
+ call: AiCall,
+ context: Record<string, unknown>,
+ cost: number
+): Record<string, unknown> {
+ return {
+ ...context,
+ ai_model: call.model.model,
+ ai_provider: call.model.provider,
+ ai_input_tokens: call.inputTokens,
+ ai_output_tokens: call.outputTokens,
+ ai_cache_read_tokens: call.cacheReadTokens,
+ ai_total_tokens: call.inputTokens + call.outputTokens,
+ ai_cost: cost,
+ ai_latency_ms: call.latencyMs,
+ };
+}
+
+/**
+ * One assistant conversation: a few turns, each one trace with an optional
+ * embedding + retrieval span before the generation. Mirrors what the
+ * `@openpanel/ai` middleware and `op.ai()` send, so the AI pages, the report
+ * builder and the profile timeline have realistic data.
+ */
+function assistantConversation(
+ rng: Rng,
+ journey: Journey,
+ state: SaasState,
+ projectId: string
+): void {
+ const plan = state.plan?.name ?? 'free';
+ const conversationId = `conv_${rng.hex(12)}`;
+ const feature = rng.pick(AI_FEATURES);
+ const turns = rng.int(1, AI_TURNS_MAX);
+ const base = { feature, plan, project: projectId };
+
+ journey.view(`/projects/${projectId}/ai-assistant`, 'AI assistant', {
+ project: projectId,
+ });
+
+ for (let turn = 0; turn < turns; turn++) {
+ const traceId = `trace_${rng.hex(16)}`;
+ const trace = {
+ ...base,
+ ai_trace_id: traceId,
+ ai_conversation_id: conversationId,
+ };
+ const question = rng.one([...AI_QUESTIONS]);
+ const answer = rng.one([...AI_ANSWERS]);
+
+ if (rng.chance(AI_RETRIEVAL_CHANCE)) {
+ const embeddingTokens = tokenCount(rng, AI_EMBEDDING_TOKENS_MEDIAN, 0.3);
+ const embeddingCost = roundCost(
+ embeddingTokens * AI_EMBEDDING_MODEL.inputPrice
+ );
+ const embeddingLatency = Math.round(
+ rng.logNormalSeconds(AI_EMBEDDING_MODEL.latencyMedian, AI_LATENCY_SIGMA)
+ );
+ journey.ai(
+ 'ai_embedding',
+ {
+ ...trace,
+ ai_name: 'embed-question',
+ ai_model: AI_EMBEDDING_MODEL.model,
+ ai_provider: AI_EMBEDDING_MODEL.provider,
+ ai_input_tokens: embeddingTokens,
+ ai_total_tokens: embeddingTokens,
+ ai_cost: embeddingCost,
+ ai_latency_ms: embeddingLatency,
+ ai_is_error: false,
+ },
+ {
+ ...emptyAiRow(traceId, conversationId, 'embedding'),
+ name: 'embed-question',
+ model: AI_EMBEDDING_MODEL.model,
+ provider: AI_EMBEDDING_MODEL.provider,
+ input_tokens: embeddingTokens,
+ input_cost: embeddingCost,
+ total_cost: embeddingCost,
+ cost_source: 'catalog',
+ latency_ms: embeddingLatency,
+ input: JSON.stringify([question]),
+ properties: stringProperties(base),
+ },
+ embeddingLatency / MS_PER_SECOND
+ );
+ const retrievalLatency = Math.round(
+ rng.logNormalSeconds(AI_RETRIEVAL_LATENCY_MEDIAN_MS, AI_LATENCY_SIGMA)
+ );
+ journey.ai(
+ 'ai_span',
+ {
+ ...trace,
+ ai_name: 'search-docs',
+ ai_latency_ms: retrievalLatency,
+ ai_is_error: false,
+ },
+ {
+ ...emptyAiRow(traceId, conversationId, 'span'),
+ name: 'search-docs',
+ latency_ms: retrievalLatency,
+ input: JSON.stringify({ query: question, limit: 5 }),
+ output: JSON.stringify({ hits: rng.int(0, 5) }),
+ properties: stringProperties(base),
+ },
+ retrievalLatency / MS_PER_SECOND
+ );
+ }
+
+ const model = rng.pick(AI_MODELS);
+ const inputTokens =
+ tokenCount(rng, AI_INPUT_MEDIAN_TOKENS, AI_INPUT_SIGMA) +
+ turn * AI_CONTEXT_TOKENS_PER_TURN;
+ const cacheReadTokens =
+ turn > 0 && rng.chance(AI_CACHE_HIT_CHANCE)
+ ? Math.round(inputTokens * rng.float() * 0.8)
+ : 0;
+ const failed = rng.chance(AI_ERROR_CHANCE);
+ const outputTokens = failed
+ ? 0
+ : tokenCount(rng, model.outputMedian, AI_OUTPUT_SIGMA);
+ const latencyMs = Math.round(
+ rng.logNormalSeconds(model.latencyMedian, AI_LATENCY_SIGMA) *
+ (failed ? 0.5 : 1)
+ );
+ const call: AiCall = {
+ model,
+ inputTokens,
+ outputTokens,
+ cacheReadTokens,
+ latencyMs,
+ };
+ const cost = generationCost(call);
+ const stream = rng.chance(AI_STREAM_CHANCE);
+ const timeToFirstTokenMs =
+ stream && !failed ? Math.round(latencyMs * AI_TTFT_SHARE) : 0;
+ const usedTool = !failed && rng.chance(AI_TOOL_CALL_CHANCE);
+ const stopReason = failed ? '' : usedTool ? 'tool-calls' : 'stop';
+ const error = failed ? rng.pick(AI_ERRORS) : null;
+ const input = [
+ { role: 'system', content: 'You are the OpenPanel analytics assistant.' },
+ { role: 'user', content: question },
+ ];
+ const output = failed
+ ? []
+ : [
+ {
+ role: 'assistant',
+ content: usedTool
+ ? [
+ {
+ type: 'tool_call',
+ toolName: 'get_report_data',
+ input: { question },
+ },
+ { type: 'text', text: answer },
+ ]
+ : answer,
+ },
+ ];
+
+ journey.ai(
+ 'ai_generation',
+ {
+ ...generationProperties(call, trace, cost.total),
+ ai_name: feature,
+ ai_time_to_first_token_ms: timeToFirstTokenMs || undefined,
+ ai_is_error: failed,
+ ai_error_code: error?.code,
+ ai_http_status: error?.httpStatus,
+ ai_stop_reason: stopReason || undefined,
+ ai_stream: stream,
+ },
+ {
+ ...emptyAiRow(traceId, conversationId, 'generation'),
+ name: feature,
+ model: model.model,
+ provider: model.provider,
+ input_tokens: inputTokens,
+ output_tokens: outputTokens,
+ cache_read_tokens: cacheReadTokens,
+ input_cost: cost.input,
+ output_cost: cost.output,
+ total_cost: cost.total,
+ cost_source: 'catalog',
+ latency_ms: latencyMs,
+ time_to_first_token_ms: timeToFirstTokenMs,
+ is_error: failed,
+ http_status: error?.httpStatus ?? 0,
+ stop_reason: stopReason,
+ is_stream: stream,
+ model_parameters: JSON.stringify({ temperature: AI_TEMPERATURE }),
+ input: JSON.stringify(input),
+ output: JSON.stringify(output),
+ tools: JSON.stringify(AI_TOOLS),
+ error: error ? JSON.stringify(error) : '',
+ properties: stringProperties(base),
+ },
+ latencyMs / MS_PER_SECOND
+ );
+ }
+ journey.event('feature_used', {
+ feature: 'ai-assistant',
+ project: projectId,
+ });
+}
+
+function stringProperties(
+ properties: Record<string, unknown>
+): Record<string, string> {
+ return Object.fromEntries(
+ Object.entries(properties).map(([key, value]) => [key, String(value)])
+ );
+}
+
+function emptyAiRow(
+ traceId: string,
+ conversationId: string,
+ type: SeedAiEvent['type']
+): SeedAiEvent {
+ return {
+ type,
+ trace_id: traceId,
+ span_id: '',
+ parent_id: '',
+ conversation_id: conversationId,
+ name: '',
+ model: '',
+ provider: '',
+ input_tokens: 0,
+ output_tokens: 0,
+ cache_read_tokens: 0,
+ cache_write_tokens: 0,
+ reasoning_tokens: 0,
+ input_cost: 0,
+ output_cost: 0,
+ total_cost: 0,
+ cost_source: 'none',
+ latency_ms: 0,
+ time_to_first_token_ms: 0,
+ is_error: false,
+ http_status: 0,
+ stop_reason: '',
+ is_stream: false,
+ model_parameters: '',
+ input: '',
+ output: '',
+ tools: '',
+ error: '',
+ properties: {},
+ };
+}
+
function usage(rng: Rng, journey: Journey, state: SaasState): void {
const visits = rng.int(1, 3);
for (let i = 0; i < visits; i++) {
@@ -238,6 +560,9 @@ function usage(rng: Rng, journey: Journey, state: SaasState): void {
});
journey.event('feature_used', { feature, project: projectId });
}
+ if (rng.chance(AI_SESSION_CHANCE[state.plan?.name ?? 'free'] ?? 0)) {
+ assistantConversation(rng, journey, state, projectId);
+ }
if (rng.chance(0.6)) {
journey.event('report_viewed', {
report_type: rng.one(REPORT_TYPES),
diff --git a/packages/seed/src/clickhouse-rows.test.ts b/packages/seed/src/clickhouse-rows.test.ts
index 7b09062a3..a0dd3cfb9 100644
--- a/packages/seed/src/clickhouse-rows.test.ts
+++ b/packages/seed/src/clickhouse-rows.test.ts
@@ -1,12 +1,13 @@
// The row shapes are copied from core, not imported. This is what keeps them
// honest: every key the seed writes must be a column, and every column must
-// be written, for the three tables it inserts into.
+// be written, for the four tables it inserts into.
import { describe, expect, test } from 'bun:test';
import { readFileSync } from 'node:fs';
import { resolve } from 'node:path';
import { ARCHETYPES } from './archetypes';
import type {
+ ClickhouseAiEventRow,
ClickhouseEventRow,
ClickhouseProfileRow,
ClickhouseSessionRow,
@@ -41,11 +42,15 @@ function schemaColumns(table: string): Set<string> {
class CollectingSink implements RowSink {
events: ClickhouseEventRow[] = [];
+ aiEvents: ClickhouseAiEventRow[] = [];
sessions: ClickhouseSessionRow[] = [];
profiles: ClickhouseProfileRow[] = [];
addEvents(rows: readonly ClickhouseEventRow[]): void {
this.events.push(...rows);
}
+ addAiEvents(rows: readonly ClickhouseAiEventRow[]): void {
+ this.aiEvents.push(...rows);
+ }
addSession(row: ClickhouseSessionRow): void {
this.sessions.push(row);
}
@@ -61,19 +66,22 @@ class CollectingSink implements RowSink {
counts(): SinkCounts {
return {
events: this.events.length,
+ aiEvents: this.aiEvents.length,
sessions: this.sessions.length,
profiles: this.profiles.length,
};
}
}
-async function sampleRows(): Promise<CollectingSink> {
+async function sampleRows(
+ overrides: { sessionsPerDay?: number; days?: number } = {}
+): Promise<CollectingSink> {
const sink = new CollectingSink();
await generate(
{
seed: 1,
- sessionsPerDay: 60,
- days: 1,
+ sessionsPerDay: overrides.sessionsPerDay ?? 60,
+ days: overrides.days ?? 1,
now: new Date('2026-09-20T12:00:00.000Z'),
variance: 1,
projects: ARCHETYPES.map((archetype) => ({
@@ -87,6 +95,9 @@ async function sampleRows(): Promise<CollectingSink> {
return sink;
}
+/** AI calls only come from activated SaaS users, so a day of traffic is too thin. */
+const AI_SAMPLE = { sessionsPerDay: 400, days: 5 };
+
function keysOf(rows: readonly object[]): Set<string> {
const keys = new Set<string>();
for (const row of rows) {
@@ -98,10 +109,22 @@ function keysOf(rows: readonly object[]): Set<string> {
}
describe('seed rows match the ClickHouse schema', () => {
- for (const table of ['events', 'sessions', 'profiles'] as const) {
+ const sinkKeyByTable = {
+ events: 'events',
+ ai_events: 'aiEvents',
+ sessions: 'sessions',
+ profiles: 'profiles',
+ } as const;
+ for (const table of [
+ 'events',
+ 'ai_events',
+ 'sessions',
+ 'profiles',
+ ] as const) {
test(table, async () => {
- const sink = await sampleRows();
- const written = keysOf(sink[table]);
+ const sink = await sampleRows(table === 'ai_events' ? AI_SAMPLE : {});
+ const written = keysOf(sink[sinkKeyByTable[table]]);
+ expect(written.size).toBeGreaterThan(0);
const columns = schemaColumns(table);
expect([...written].sort()).toEqual([...columns].sort());
});
diff --git a/packages/seed/src/clickhouse-rows.ts b/packages/seed/src/clickhouse-rows.ts
index d14798d7e..f31382fc6 100644
--- a/packages/seed/src/clickhouse-rows.ts
+++ b/packages/seed/src/clickhouse-rows.ts
@@ -4,6 +4,8 @@
// stays out of the backend's dependency graph. `clickhouse-rows.test.ts`
// checks these shapes against the schema.
+import type { SeedAiEvent } from './archetypes/archetype';
+
export interface ClickhouseEventRow {
id: string;
name: string;
@@ -39,6 +41,16 @@ export interface ClickhouseEventRow {
groups: string[];
}
+export interface ClickhouseAiEventRow extends SeedAiEvent {
+ project_id: string;
+ id: string;
+ profile_id: string;
+ device_id: string;
+ session_id: string;
+ groups: string[];
+ created_at: string;
+}
+
export interface ClickhouseSessionRow {
id: string;
profile_id: string;
diff --git a/packages/seed/src/data/ai.ts b/packages/seed/src/data/ai.ts
new file mode 100644
index 000000000..97240bdfd
--- /dev/null
+++ b/packages/seed/src/data/ai.ts
@@ -0,0 +1,139 @@
+// The models, features and prices the SaaS archetype's assistant uses. Prices
+// are USD per token, copied from core's catalog by hand so the seed stays out
+// of the backend's dependency graph; they only have to be plausible.
+
+import type { Weighted } from '../rng';
+
+export interface SeedAiModel {
+ model: string;
+ provider: string;
+ inputPrice: number;
+ outputPrice: number;
+ cacheReadPrice: number;
+ /** Median output tokens; cheap models answer shorter. */
+ outputMedian: number;
+ /** Median latency in ms. */
+ latencyMedian: number;
+}
+
+export const AI_MODELS: readonly Weighted<SeedAiModel>[] = [
+ {
+ weight: 50,
+ value: {
+ model: 'gpt-5-mini',
+ provider: 'openai',
+ inputPrice: 2.5e-7,
+ outputPrice: 2e-6,
+ cacheReadPrice: 2.5e-8,
+ outputMedian: 180,
+ latencyMedian: 1400,
+ },
+ },
+ {
+ weight: 25,
+ value: {
+ model: 'claude-sonnet-5-5',
+ provider: 'anthropic',
+ inputPrice: 2e-6,
+ outputPrice: 1e-5,
+ cacheReadPrice: 1e-7,
+ outputMedian: 320,
+ latencyMedian: 2600,
+ },
+ },
+ {
+ weight: 15,
+ value: {
+ model: 'gpt-5.5',
+ provider: 'openai',
+ inputPrice: 1.25e-6,
+ outputPrice: 1e-5,
+ cacheReadPrice: 1.25e-7,
+ outputMedian: 400,
+ latencyMedian: 3200,
+ },
+ },
+ {
+ weight: 10,
+ value: {
+ model: 'claude-haiku-5-5',
+ provider: 'anthropic',
+ inputPrice: 1e-7,
+ outputPrice: 5e-7,
+ cacheReadPrice: 1e-8,
+ outputMedian: 120,
+ latencyMedian: 900,
+ },
+ },
+];
+
+export const AI_EMBEDDING_MODEL: SeedAiModel = {
+ model: 'text-embedding-3-small',
+ provider: 'openai',
+ inputPrice: 2e-8,
+ outputPrice: 0,
+ cacheReadPrice: 0,
+ outputMedian: 0,
+ latencyMedian: 120,
+};
+
+/** What the product uses the assistant for; `ai_name` on the generation. */
+export const AI_FEATURES: readonly Weighted<string>[] = [
+ { weight: 60, value: 'assistant-chat' },
+ { weight: 25, value: 'report-draft' },
+ { weight: 15, value: 'insight-explain' },
+];
+
+export const AI_QUESTIONS = [
+ 'How many signups did we get last week?',
+ 'Which referrer converts best to paid?',
+ 'Show me retention for users who connected Slack.',
+ 'Why did sessions drop on Tuesday?',
+ 'Draft a funnel from pricing to subscription.',
+ 'What are the top pages for mobile visitors?',
+ 'Compare this month to last month.',
+ 'Which features do enterprise accounts use most?',
+] as const;
+
+export const AI_ANSWERS = [
+ 'Signups were up 12% week over week, driven mostly by organic search.',
+ 'Referral traffic converts at 4.1%, twice the rate of paid ads.',
+ 'Users who connected Slack retain at 58% on day 30, against 34% overall.',
+ 'Tuesday had a tracking outage between 09:00 and 11:00 UTC.',
+ 'Here is a funnel with three steps: pricing, checkout and subscription.',
+ 'The top mobile pages are /dashboard, /projects and /pricing.',
+ 'Sessions are up 8% and revenue is flat compared with last month.',
+ 'Enterprise accounts lean on funnels, cohorts and exports.',
+] as const;
+
+export const AI_TOOLS = [
+ { type: 'function', name: 'get_report_data', description: 'Run a report' },
+ { type: 'function', name: 'list_event_names', description: 'List events' },
+] as const;
+
+export const AI_ERRORS: readonly Weighted<{
+ message: string;
+ code: string;
+ httpStatus: number;
+}>[] = [
+ {
+ weight: 60,
+ value: {
+ message: 'Rate limit exceeded',
+ code: 'rate_limit_exceeded',
+ httpStatus: 429,
+ },
+ },
+ {
+ weight: 25,
+ value: {
+ message: 'The server had an error processing your request',
+ code: 'server_error',
+ httpStatus: 500,
+ },
+ },
+ {
+ weight: 15,
+ value: { message: 'Request timed out', code: 'timeout', httpStatus: 504 },
+ },
+];
diff --git a/packages/seed/src/generator.test.ts b/packages/seed/src/generator.test.ts
index 7492bef48..0ed935591 100644
--- a/packages/seed/src/generator.test.ts
+++ b/packages/seed/src/generator.test.ts
@@ -2,6 +2,7 @@ import { describe, expect, test } from 'bun:test';
import { createHash } from 'node:crypto';
import { ARCHETYPES } from './archetypes';
import type {
+ ClickhouseAiEventRow,
ClickhouseEventRow,
ClickhouseProfileRow,
ClickhouseSessionRow,
@@ -12,12 +13,16 @@ import type { RowSink, SinkCounts } from './sink';
class MemorySink implements RowSink {
events: ClickhouseEventRow[] = [];
+ aiEvents: ClickhouseAiEventRow[] = [];
sessions: ClickhouseSessionRow[] = [];
profiles: ClickhouseProfileRow[] = [];
addEvents(rows: readonly ClickhouseEventRow[]): void {
this.events.push(...rows);
}
+ addAiEvents(rows: readonly ClickhouseAiEventRow[]): void {
+ this.aiEvents.push(...rows);
+ }
addSession(row: ClickhouseSessionRow): void {
this.sessions.push(row);
}
@@ -33,6 +38,7 @@ class MemorySink implements RowSink {
counts(): SinkCounts {
return {
events: this.events.length,
+ aiEvents: this.aiEvents.length,
sessions: this.sessions.length,
profiles: this.profiles.length,
};
diff --git a/packages/seed/src/generator.ts b/packages/seed/src/generator.ts
index 222de45c0..8af902220 100644
--- a/packages/seed/src/generator.ts
+++ b/packages/seed/src/generator.ts
@@ -201,6 +201,7 @@ export async function generate(
anonymousEvents: rows.anonymousEvents,
});
sink.addEvents(rows.events);
+ sink.addAiEvents(rows.aiEvents);
sink.addSession(rows.session);
projectStats.sessions += 1;
diff --git a/packages/seed/src/reset.ts b/packages/seed/src/reset.ts
index c05e012e2..df9c63f39 100644
--- a/packages/seed/src/reset.ts
+++ b/packages/seed/src/reset.ts
@@ -4,7 +4,12 @@
import { ch } from '@openpanel/db';
-const TABLES_WITH_PROJECT_ROWS = ['events', 'sessions', 'profiles'] as const;
+const TABLES_WITH_PROJECT_ROWS = [
+ 'events',
+ 'ai_events',
+ 'sessions',
+ 'profiles',
+] as const;
const MATERIALIZED_VIEWS_WITH_PROJECT_ROWS = [
'dau_mv',
diff --git a/packages/seed/src/rows.ts b/packages/seed/src/rows.ts
index ee5cdbdcb..5486fed14 100644
--- a/packages/seed/src/rows.ts
+++ b/packages/seed/src/rows.ts
@@ -5,8 +5,13 @@
// the seed stays out of the backend's dependency graph.
import { parsePath, toDots } from '@openpanel/shared';
-import type { Archetype, JourneyEvent } from './archetypes/archetype';
+import type {
+ Archetype,
+ JourneyEvent,
+ SeedAiEvent,
+} from './archetypes/archetype';
import {
+ type ClickhouseAiEventRow,
type ClickhouseEventRow,
type ClickhouseProfileRow,
type ClickhouseSessionRow,
@@ -32,6 +37,8 @@ export interface SessionInput {
export interface SessionRows {
events: ClickhouseEventRow[];
+ /** One per AI event, sharing its `events` row's id. */
+ aiEvents: ClickhouseAiEventRow[];
session: ClickhouseSessionRow;
endedAt: Date;
/** Whether the session ended identified, and whether any event went out anonymously. */
@@ -49,6 +56,7 @@ interface EventPayload {
properties: Record<string, unknown>;
duration: number;
revenue?: number;
+ ai?: SeedAiEvent;
}
const UTM_KEYS = [
@@ -246,6 +254,7 @@ export function buildSessionRows(rng: Rng, input: SessionInput): SessionRows {
},
duration: 0,
revenue: event.name === 'revenue' ? event.revenue : undefined,
+ ai: event.ai,
});
}
@@ -279,10 +288,19 @@ export function buildSessionRows(rng: Rng, input: SessionInput): SessionRows {
visitor.lastPath = first.path;
visitor.lastReferrer = referrer;
+ const events: ClickhouseEventRow[] = [];
+ const aiEvents: ClickhouseAiEventRow[] = [];
+ for (const payload of [sessionStart, ...payloads, sessionEnd]) {
+ const row = eventRow(input, referrer, payload, rng.uuid());
+ events.push(row);
+ if (payload.ai) {
+ aiEvents.push(aiEventRow(payload.ai, row));
+ }
+ }
+
return {
- events: [sessionStart, ...payloads, sessionEnd].map((payload) =>
- eventRow(input, referrer, payload, rng.uuid())
- ),
+ events,
+ aiEvents,
session,
endedAt,
identified: last.profileId !== '',
@@ -290,6 +308,24 @@ export function buildSessionRows(rng: Rng, input: SessionInput): SessionRows {
};
}
+/** The worker's `buildAiEventRow`: identity and time copied from the stored event. */
+function aiEventRow(
+ ai: SeedAiEvent,
+ event: ClickhouseEventRow
+): ClickhouseAiEventRow {
+ return {
+ ...ai,
+ span_id: ai.span_id || event.id,
+ project_id: event.project_id,
+ id: event.id,
+ profile_id: event.profile_id,
+ device_id: event.device_id,
+ session_id: event.session_id,
+ groups: event.groups,
+ created_at: event.created_at,
+ };
+}
+
/** The properties `createEvent` snapshots onto a profile at a session boundary. */
function profileSnapshot(visitor: Visitor): Record<string, string> {
const snapshot: Record<string, string | number | null | undefined> = {
diff --git a/packages/seed/src/sink.ts b/packages/seed/src/sink.ts
index 135beae19..0ddad7519 100644
--- a/packages/seed/src/sink.ts
+++ b/packages/seed/src/sink.ts
@@ -5,6 +5,7 @@
import { ch, TABLE_NAMES } from '@openpanel/db';
import type {
+ ClickhouseAiEventRow,
ClickhouseEventRow,
ClickhouseProfileRow,
ClickhouseSessionRow,
@@ -13,6 +14,7 @@ import { INSERT_BATCH_ROWS } from './seed.constants';
export interface SinkCounts {
events: number;
+ aiEvents: number;
sessions: number;
profiles: number;
}
@@ -51,6 +53,7 @@ class TableBuffer<Row> {
/** What the generator needs from a sink; tests substitute an in-memory one. */
export interface RowSink {
addEvents(rows: readonly ClickhouseEventRow[]): void;
+ addAiEvents(rows: readonly ClickhouseAiEventRow[]): void;
addSession(row: ClickhouseSessionRow): void;
addProfiles(rows: readonly ClickhouseProfileRow[]): void;
flushFull(): Promise<void>;
@@ -62,6 +65,9 @@ export class ClickhouseSink implements RowSink {
private readonly events = new TableBuffer<ClickhouseEventRow>(
TABLE_NAMES.events
);
+ private readonly aiEvents = new TableBuffer<ClickhouseAiEventRow>(
+ TABLE_NAMES.ai_events
+ );
private readonly sessions = new TableBuffer<ClickhouseSessionRow>(
TABLE_NAMES.sessions
);
@@ -70,13 +76,17 @@ export class ClickhouseSink implements RowSink {
);
private get buffers(): TableBuffer<unknown>[] {
- return [this.events, this.sessions, this.profiles];
+ return [this.events, this.aiEvents, this.sessions, this.profiles];
}
addEvents(rows: readonly ClickhouseEventRow[]): void {
this.events.add(rows);
}
+ addAiEvents(rows: readonly ClickhouseAiEventRow[]): void {
+ this.aiEvents.add(rows);
+ }
+
addSession(row: ClickhouseSessionRow): void {
this.sessions.add([row]);
}
@@ -102,6 +112,7 @@ export class ClickhouseSink implements RowSink {
counts(): SinkCounts {
return {
events: this.events.count,
+ aiEvents: this.aiEvents.count,
sessions: this.sessions.count,
profiles: this.profiles.count,
};
diff --git a/test/clickhouse-schema.sql b/test/clickhouse-schema.sql
index ecc48bc13..1b9a88d31 100644
--- a/test/clickhouse-schema.sql
+++ b/test/clickhouse-schema.sql
@@ -165,6 +165,54 @@ ORDER BY (project_id, id)
SETTINGS index_granularity = 8192
;
+CREATE TABLE IF NOT EXISTS ai_events
+(
+ `project_id` String CODEC(ZSTD(3)),
+ `id` UUID,
+ `type` LowCardinality(String),
+ `trace_id` String CODEC(ZSTD(3)),
+ `span_id` String CODEC(ZSTD(3)),
+ `parent_id` String CODEC(ZSTD(3)),
+ `conversation_id` String CODEC(ZSTD(3)),
+ `name` LowCardinality(String),
+ `model` LowCardinality(String),
+ `provider` LowCardinality(String),
+ `input_tokens` UInt32,
+ `output_tokens` UInt32,
+ `cache_read_tokens` UInt32,
+ `cache_write_tokens` UInt32,
+ `reasoning_tokens` UInt32,
+ `input_cost` Float64,
+ `output_cost` Float64,
+ `total_cost` Float64,
+ `cost_source` LowCardinality(String),
+ `latency_ms` UInt32,
+ `time_to_first_token_ms` UInt32,
+ `is_error` Bool,
+ `http_status` UInt16,
+ `stop_reason` LowCardinality(String),
+ `is_stream` Bool,
+ `model_parameters` String CODEC(ZSTD(3)),
+ `input` String CODEC(ZSTD(6)) TTL toDateTime(created_at) + INTERVAL 30 DAY,
+ `output` String CODEC(ZSTD(6)) TTL toDateTime(created_at) + INTERVAL 30 DAY,
+ `tools` String CODEC(ZSTD(6)) TTL toDateTime(created_at) + INTERVAL 30 DAY,
+ `error` String CODEC(ZSTD(3)),
+ `profile_id` String CODEC(ZSTD(3)),
+ `device_id` String CODEC(ZSTD(3)),
+ `session_id` String CODEC(LZ4),
+ `groups` Array(String) DEFAULT [] CODEC(ZSTD(3)),
+ `properties` Map(String, String) CODEC(ZSTD(3)),
+ `created_at` DateTime64(3) CODEC(DoubleDelta, ZSTD(3)),
+ INDEX idx_trace_id trace_id TYPE bloom_filter(0.01) GRANULARITY 1,
+ INDEX idx_conversation_id conversation_id TYPE bloom_filter(0.01) GRANULARITY 1,
+ INDEX idx_profile_id profile_id TYPE bloom_filter(0.01) GRANULARITY 1
+)
+ENGINE = MergeTree()
+PARTITION BY toYYYYMM(created_at)
+ORDER BY (project_id, toDate(created_at), created_at)
+SETTINGS index_granularity = 8192
+;
+
CREATE TABLE IF NOT EXISTS gsc_daily
(
`project_id` String CODEC(ZSTD(3)),
diff --git a/tooling/publish/publish.ts b/tooling/publish/publish.ts
index 354555c1d..e801f139f 100644
--- a/tooling/publish/publish.ts
+++ b/tooling/publish/publish.ts
@@ -21,6 +21,8 @@ interface PackageJson {
transformPackageJson?: boolean;
transformEnvs?: boolean;
docPath?: string;
+ /** Extra entry points published as `<name>/<subpath>` (a `<subpath>.ts` next to index). */
+ subpaths?: string[];
};
}
@@ -165,15 +167,16 @@ const updatePackageJsonForRelease = (
require: './dist/index.cjs',
types: './dist/index.d.ts',
},
- ...(name === '@openpanel/nextjs'
- ? {
- './server': {
- import: './dist/server.js',
- require: './dist/server.cjs',
- types: './dist/server.d.ts',
- },
- }
- : {}),
+ ...Object.fromEntries(
+ (packages[name]!.config?.subpaths ?? []).map((subpath) => [
+ `./${subpath}`,
+ {
+ import: `./dist/${subpath}.js`,
+ require: `./dist/${subpath}.cjs`,
+ types: `./dist/${subpath}.d.ts`,
+ },
+ ])
+ ),
},
};
}