Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

separate text and transcription cost caps

Louis Beaumontce818ca36e59
diff --git a/packages/ai-gateway/src/services/cost-tracker.ts b/packages/ai-gateway/src/services/cost-tracker.ts
index 7ed94ed61..c4682bf1d 100644
--- a/packages/ai-gateway/src/services/cost-tracker.ts
+++ b/packages/ai-gateway/src/services/cost-tracker.ts
@@ -405,12 +405,16 @@ export function getMaxDailyCostPerUser(env?: Env): number {
return parseFloat((env as any)?.MAX_DAILY_COST_PER_USER || '') || DEFAULT_MAX_DAILY_COST_USD;
}
+function getMaxDailyTextCostPerUser(env?: Env): number {
+ return parseFloat(env?.MAX_DAILY_TEXT_COST_PER_USER || '') || getMaxDailyCostPerUser(env);
+}
+
// Tier-aware daily cost cap:
// anonymous: ~5 opus reqs/day ($1.60)
// logged_in: ~10 opus reqs/day ($3.20)
// subscribed: ~109 opus reqs/day ($35)
export function getTierDailyCostCap(tier: string, env?: Env): number {
- const baseCap = getMaxDailyCostPerUser(env);
+ const baseCap = getMaxDailyTextCostPerUser(env);
switch (tier) {
case 'subscribed': return baseCap * 7; // $35
case 'logged_in': return baseCap * 0.64; // $3.20
diff --git a/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts b/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts
index b0644ab41..da2a7d471 100644
--- a/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts
+++ b/packages/ai-gateway/src/services/free-chat-limit.integration.test.ts
@@ -239,7 +239,7 @@ describe('usage reservations against workerd D1', () => {
const day = new Date().toISOString().slice(0, 10);
const now = new Date();
env.COST_CAP_EPOCH = 'incident-v2';
- env.MAX_DAILY_COST_PER_USER = '0.5'; // subscribed cap = $3.50
+ env.MAX_DAILY_TEXT_COST_PER_USER = '0.5'; // subscribed cap = $3.50
await env.DB.prepare(`
INSERT INTO usage (device_id, last_reset, tier, cost_day, daily_cost_usd)
VALUES (?, ?, 'subscribed', ?, 40)
diff --git a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts b/packages/ai-gateway/src/test/transcription-cost.unit.test.ts
index 2218aa583..500e55a4b 100644
--- a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts
+++ b/packages/ai-gateway/src/test/transcription-cost.unit.test.ts
@@ -15,7 +15,7 @@
*/
import { describe, it, expect } from 'bun:test';
-import { getMaxDailyCostPerUser } from '../services/cost-tracker';
+import { getMaxDailyCostPerUser, getTierDailyCostCap } from '../services/cost-tracker';
// Replicate the cost estimation logic from index.ts /v1/listen handler
function estimateTranscriptionCost(contentLength: number): {
@@ -79,6 +79,12 @@ describe('daily cost cap', () => {
const env = { MAX_DAILY_COST_PER_USER: 'not-a-number' } as any;
expect(getMaxDailyCostPerUser(env)).toBe(5.0);
});
+
+ it('keeps emergency text caps separate from transcription', () => {
+ const env = { MAX_DAILY_TEXT_COST_PER_USER: '0.5' } as any;
+ expect(getTierDailyCostCap('subscribed', env)).toBe(3.5);
+ expect(getMaxDailyCostPerUser(env)).toBe(5.0);
+ });
});
describe('legit user cost scenarios', () => {
diff --git a/packages/ai-gateway/src/types.ts b/packages/ai-gateway/src/types.ts
index ecee252cc..39fe2e1e1 100644
--- a/packages/ai-gateway/src/types.ts
+++ b/packages/ai-gateway/src/types.ts
@@ -215,6 +215,9 @@ export interface Env {
* the new cap only on spend incurred after that snapshot.
*/
COST_CAP_EPOCH?: string;
+ MAX_DAILY_TEXT_COST_PER_USER?: string;
+ // Legacy/transcription base cap. Text falls back to this only when its
+ // dedicated override is absent.
MAX_DAILY_COST_PER_USER?: string;
// Per-minute RPM for free (weight-0) models — a separate, much higher bucket
// so heavy free usage never trips the low paid-model limit. Tunable per tier.
diff --git a/packages/ai-gateway/wrangler.toml b/packages/ai-gateway/wrangler.toml
index 9d212e7c7..453b5872e 100644
--- a/packages/ai-gateway/wrangler.toml
+++ b/packages/ai-gateway/wrangler.toml
@@ -63,7 +63,7 @@ GEMINI_FLEX_INTERACTIVE = "false"
# incident ledger while giving legitimate chats a fresh post-containment budget.
# Effective text-AI caps: $0.16 anonymous / $0.32 Free+Basic / $3.50 Business.
COST_CAP_EPOCH = "anthropic-incident-2026-07-31-v2"
-MAX_DAILY_COST_PER_USER = "0.5"
+MAX_DAILY_TEXT_COST_PER_USER = "0.5"
MODEL_GATING_ENABLED = "true"
PIPE_FRONTIER_POLICY = "reject"
@@ -73,8 +73,10 @@ PIPE_FRONTIER_POLICY = "reject"
# - GEMINI_FLEX_INTERACTIVE ("true"): also flex interactive Gemini, not just
# background. Set "false" to revert to background-only flex if best-effort
# latency hurts user-facing chat.
-# - MAX_DAILY_COST_PER_USER ("5"): base per-user daily $ cap; ×7 subscribed,
+# - MAX_DAILY_TEXT_COST_PER_USER ("5"): base per-user daily text-AI $ cap; ×7 subscribed,
# ×0.64 logged_in, ×0.32 anonymous (getTierDailyCostCap).
+# - MAX_DAILY_COST_PER_USER ("5"): legacy transcription base cap. Keep this
+# separate from text containment so chat policy cannot disrupt audio capture.
# - ROUTER_MODE ("off"): interactive auto difficulty router. "off" = GPT-5.6 Luna
# (today's behavior). "heuristic" = regex tiering (0 latency). "embedding" =
# bge centroid via Workers AI (best accuracy, +1 embed call). See difficulty-router.ts.