YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
separate text and transcription cost caps
Louis Beaumontce818ca36e59
diff --git a/packages/ai-gateway/src/services/cost-tracker.ts b/packages/ai-gateway/src/services/cost-tracker.tsindex 7ed94ed61..c4682bf1d 100644--- a/packages/ai-gateway/src/services/cost-tracker.ts+++ b/packages/ai-gateway/src/services/cost-tracker.ts@@ -405,12 +405,16 @@ export function getMaxDailyCostPerUser(env?: Env): number {return parseFloat((env as any)?.MAX_DAILY_COST_PER_USER || '') || DEFAULT_MAX_DAILY_COST_USD;}+function getMaxDailyTextCostPerUser(env?: Env): number {+ return parseFloat(env?.MAX_DAILY_TEXT_COST_PER_USER || '') || getMaxDailyCostPerUser(env);+}+// Tier-aware daily cost cap:// anonymous: ~5 opus reqs/day ($1.60)// logged_in: ~10 opus reqs/day ($3.20)// subscribed: ~109 opus reqs/day ($35)export function getTierDailyCostCap(tier: string, env?: Env): number {- const baseCap = getMaxDailyCostPerUser(env);+ const baseCap = getMaxDailyTextCostPerUser(env);switch (tier) {case 'subscribed': return baseCap * 7; // $35case 'logged_in': return baseCap * 0.64; // $3.20diff --git a/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts b/packages/ai-gateway/src/services/free-chat-limit.integration.test.tsindex b0644ab41..da2a7d471 100644--- a/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts+++ b/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts@@ -239,7 +239,7 @@ describe('usage reservations against workerd D1', () => {const day = new Date().toISOString().slice(0, 10);const now = new Date();env.COST_CAP_EPOCH = 'incident-v2';- env.MAX_DAILY_COST_PER_USER = '0.5'; // subscribed cap = $3.50+ env.MAX_DAILY_TEXT_COST_PER_USER = '0.5'; // subscribed cap = $3.50await env.DB.prepare(`INSERT INTO usage (device_id, last_reset, tier, cost_day, daily_cost_usd)VALUES (?, ?, 'subscribed', ?, 40)diff --git a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts b/packages/ai-gateway/src/test/transcription-cost.unit.test.tsindex 2218aa583..500e55a4b 100644--- a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts+++ b/packages/ai-gateway/src/test/transcription-cost.unit.test.ts@@ -15,7 +15,7 @@*/import { describe, it, expect } from 'bun:test';-import { getMaxDailyCostPerUser } from '../services/cost-tracker';+import { getMaxDailyCostPerUser, getTierDailyCostCap } from '../services/cost-tracker';// Replicate the cost estimation logic from index.ts /v1/listen handlerfunction estimateTranscriptionCost(contentLength: number): {@@ -79,6 +79,12 @@ describe('daily cost cap', () => {const env = { MAX_DAILY_COST_PER_USER: 'not-a-number' } as any;expect(getMaxDailyCostPerUser(env)).toBe(5.0);});++ it('keeps emergency text caps separate from transcription', () => {+ const env = { MAX_DAILY_TEXT_COST_PER_USER: '0.5' } as any;+ expect(getTierDailyCostCap('subscribed', env)).toBe(3.5);+ expect(getMaxDailyCostPerUser(env)).toBe(5.0);+ });});describe('legit user cost scenarios', () => {diff --git a/packages/ai-gateway/src/types.ts b/packages/ai-gateway/src/types.tsindex ecee252cc..39fe2e1e1 100644--- a/packages/ai-gateway/src/types.ts+++ b/packages/ai-gateway/src/types.ts@@ -215,6 +215,9 @@ export interface Env {* the new cap only on spend incurred after that snapshot.*/COST_CAP_EPOCH?: string;+ MAX_DAILY_TEXT_COST_PER_USER?: string;+ // Legacy/transcription base cap. Text falls back to this only when its+ // dedicated override is absent.MAX_DAILY_COST_PER_USER?: string;// Per-minute RPM for free (weight-0) models — a separate, much higher bucket// so heavy free usage never trips the low paid-model limit. Tunable per tier.diff --git a/packages/ai-gateway/wrangler.toml b/packages/ai-gateway/wrangler.tomlindex 9d212e7c7..453b5872e 100644--- a/packages/ai-gateway/wrangler.toml+++ b/packages/ai-gateway/wrangler.toml@@ -63,7 +63,7 @@ GEMINI_FLEX_INTERACTIVE = "false"# incident ledger while giving legitimate chats a fresh post-containment budget.# Effective text-AI caps: $0.16 anonymous / $0.32 Free+Basic / $3.50 Business.COST_CAP_EPOCH = "anthropic-incident-2026-07-31-v2"-MAX_DAILY_COST_PER_USER = "0.5"+MAX_DAILY_TEXT_COST_PER_USER = "0.5"MODEL_GATING_ENABLED = "true"PIPE_FRONTIER_POLICY = "reject"@@ -73,8 +73,10 @@ PIPE_FRONTIER_POLICY = "reject"# - GEMINI_FLEX_INTERACTIVE ("true"): also flex interactive Gemini, not just# background. Set "false" to revert to background-only flex if best-effort# latency hurts user-facing chat.-# - MAX_DAILY_COST_PER_USER ("5"): base per-user daily $ cap; ×7 subscribed,+# - MAX_DAILY_TEXT_COST_PER_USER ("5"): base per-user daily text-AI $ cap; ×7 subscribed,# ×0.64 logged_in, ×0.32 anonymous (getTierDailyCostCap).+# - MAX_DAILY_COST_PER_USER ("5"): legacy transcription base cap. Keep this+# separate from text containment so chat policy cannot disrupt audio capture.# - ROUTER_MODE ("off"): interactive auto difficulty router. "off" = GPT-5.6 Luna# (today's behavior). "heuristic" = regex tiering (0 latency). "embedding" =# bge centroid via Workers AI (best accuracy, +1 embed call). See difficulty-router.ts.