YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
fix(ai-gateway): restore paid chat after spend containment
Louis Beaumont6fc3661fc0dd
diff --git a/packages/ai-gateway/src/services/cost-cap.ts b/packages/ai-gateway/src/services/cost-cap.tsindex b45fe0f32..f5f3b9b51 100644--- a/packages/ai-gateway/src/services/cost-cap.ts+++ b/packages/ai-gateway/src/services/cost-cap.ts@@ -15,6 +15,7 @@ import {const COST_LEASE_TIER = 'daily_cost_in_flight_v1';const COST_BASELINE_TIER = 'daily_cost_baseline_v1';export const DAILY_COST_LEASE_SECONDS = 10 * 60;+export const FAILED_SETTLEMENT_LEASE_SECONDS = 60;export type DailyCostLease = {key: string;@@ -140,6 +141,26 @@ export async function releaseDailyCostLease(env: Env, lease: DailyCostLease): Pr}}+/**+ * Keep a short fail-closed quarantine after accounting fails without blocking+ * the account for the full active-request TTL. Match the exact generation so a+ * delayed finalizer can never shorten a newer request's lease.+ */+async function shortenFailedSettlementLease(env: Env, lease: DailyCostLease): Promise<void> {+ try {+ const retryAt = new Date(Date.now() + FAILED_SETTLEMENT_LEASE_SECONDS * 1000).toISOString();+ await env.DB.prepare(`+ UPDATE usage+ SET last_reset = ?, updated_at = CURRENT_TIMESTAMP+ WHERE device_id = ? AND user_id = ? AND tier = ?+ AND daily_count = 1 AND last_reset = ?+ `).bind(retryAt, lease.key, lease.deviceId, COST_LEASE_TIER, lease.expiresAt).run();+ } catch (error) {+ // If shortening fails, preserve the original bounded fail-closed lease.+ console.error('failed settlement lease shortening failed', error);+ }+}+/*** Atomically serialize priced upstream work for an account, then read its cap.*@@ -224,9 +245,10 @@ export function withDailyCostSettlement(if (recorded) {await releaseDailyCostLease(env, lease);} else {- // Keep the bounded lease closed after an accounting failure. Its TTL is- // the crash-recovery escape hatch; do not immediately allow unmetered work.- console.error('daily cost was not recorded; retaining spend lease until expiry');+ // Keep a short fail-closed quarantine after an accounting failure, but do+ // not strand every chat for the full active-request crash-recovery TTL.+ console.error('daily cost was not recorded; shortening spend lease quarantine');+ await shortenFailedSettlementLease(env, lease);}};return withResponseFinalizer(response, finalize, (error) => {diff --git a/packages/ai-gateway/src/services/cost-tracker.ts b/packages/ai-gateway/src/services/cost-tracker.tsindex c4682bf1d..dc9737f7a 100644--- a/packages/ai-gateway/src/services/cost-tracker.ts+++ b/packages/ai-gateway/src/services/cost-tracker.ts@@ -416,7 +416,7 @@ function getMaxDailyTextCostPerUser(env?: Env): number {export function getTierDailyCostCap(tier: string, env?: Env): number {const baseCap = getMaxDailyTextCostPerUser(env);switch (tier) {- case 'subscribed': return baseCap * 7; // $35+ case 'subscribed': return parseFloat(env?.MAX_DAILY_SUBSCRIBED_TEXT_COST || '') || baseCap * 7;case 'logged_in': return baseCap * 0.64; // $3.20default: return baseCap * 0.32; // $1.60 (anonymous)}diff --git a/packages/ai-gateway/src/test/cost-cap.unit.test.ts b/packages/ai-gateway/src/test/cost-cap.unit.test.tsindex ddf534b85..444bb09e5 100644--- a/packages/ai-gateway/src/test/cost-cap.unit.test.ts+++ b/packages/ai-gateway/src/test/cost-cap.unit.test.ts@@ -19,6 +19,7 @@import { describe, it, expect } from 'bun:test';import {+ FAILED_SETTLEMENT_LEASE_SECONDS,enforceDailyCostCap,releaseDailyCostLease,reserveDailyCostCap,@@ -150,6 +151,18 @@ class LeaseD1 {}return { meta: { changes: 0 } };}+ if (normalized.includes('SET last_reset = ?')) {+ const [retryAt, key, userId, tier, expiresAt] = args;+ const row = this.rows.get(key);+ if (+ row && row.userId === userId && row.tier === tier &&+ row.dailyCount === 1 && row.lastReset === expiresAt+ ) {+ row.lastReset = retryAt;+ return { meta: { changes: 1 } };+ }+ return { meta: { changes: 0 } };+ }return { meta: { changes: 0 } };},first: async () => {@@ -261,10 +274,10 @@ describe('reserveDailyCostCap', () => {)).allowed).toBe(true);});- it('retains the lease when the accumulator write fails', async () => {+ it('uses a short quarantine when the accumulator write fails', async () => {const db = new LeaseD1();const env = leaseEnv(db);- const now = new Date('2026-07-30T12:00:00Z');+ const now = new Date();const first = await reserveDailyCostCap(env, 'user_7', 'subscribed', 'gpt-5.6-sol', now);if (!first.allowed || !first.lease) throw new Error('expected lease');@@ -275,9 +288,18 @@ describe('reserveDailyCostCap', () => {Promise.resolve(false),).text();const overlap = await reserveDailyCostCap(- env, 'user_7', 'subscribed', 'gpt-5.6-sol', new Date('2026-07-30T12:00:01Z'),+ env, 'user_7', 'subscribed', 'gpt-5.6-sol', new Date(now.getTime() + 1000),);expect(overlap.allowed).toBe(false);if (!overlap.allowed) expect(await overlap.response.text()).toContain('priced_request_in_flight');++ const retry = await reserveDailyCostCap(+ env,+ 'user_7',+ 'subscribed',+ 'gpt-5.6-sol',+ new Date(now.getTime() + (FAILED_SETTLEMENT_LEASE_SECONDS + 1) * 1000),+ );+ expect(retry.allowed).toBe(true);});});diff --git a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts b/packages/ai-gateway/src/test/transcription-cost.unit.test.tsindex 500e55a4b..db5b38404 100644--- a/packages/ai-gateway/src/test/transcription-cost.unit.test.ts+++ b/packages/ai-gateway/src/test/transcription-cost.unit.test.ts@@ -81,8 +81,12 @@ describe('daily cost cap', () => {});it('keeps emergency text caps separate from transcription', () => {- const env = { MAX_DAILY_TEXT_COST_PER_USER: '0.5' } as any;- expect(getTierDailyCostCap('subscribed', env)).toBe(3.5);+ const env = {+ MAX_DAILY_TEXT_COST_PER_USER: '0.5',+ MAX_DAILY_SUBSCRIBED_TEXT_COST: '35',+ } as any;+ expect(getTierDailyCostCap('logged_in', env)).toBe(0.32);+ expect(getTierDailyCostCap('subscribed', env)).toBe(35);expect(getMaxDailyCostPerUser(env)).toBe(5.0);});});diff --git a/packages/ai-gateway/src/types.ts b/packages/ai-gateway/src/types.tsindex 39fe2e1e1..982ba7a1b 100644--- a/packages/ai-gateway/src/types.ts+++ b/packages/ai-gateway/src/types.ts@@ -216,6 +216,7 @@ export interface Env {*/COST_CAP_EPOCH?: string;MAX_DAILY_TEXT_COST_PER_USER?: string;+ MAX_DAILY_SUBSCRIBED_TEXT_COST?: string;// Legacy/transcription base cap. Text falls back to this only when its// dedicated override is absent.MAX_DAILY_COST_PER_USER?: string;diff --git a/packages/ai-gateway/wrangler.toml b/packages/ai-gateway/wrangler.tomlindex 453b5872e..f3897859a 100644--- a/packages/ai-gateway/wrangler.toml+++ b/packages/ai-gateway/wrangler.toml@@ -61,9 +61,10 @@ GEMINI_FLEX_INTERACTIVE = "false"# 2026-07-31 emergency spend containment. Fable and Opus are rerouted to Sonnet# in code; reject frontier-priced background work. The epoch preserves today's# incident ledger while giving legitimate chats a fresh post-containment budget.-# Effective text-AI caps: $0.16 anonymous / $0.32 Free+Basic / $3.50 Business.+# Effective text-AI caps: $0.16 anonymous / $0.32 Free+Basic / $35 Business.COST_CAP_EPOCH = "anthropic-incident-2026-07-31-v2"MAX_DAILY_TEXT_COST_PER_USER = "0.5"+MAX_DAILY_SUBSCRIBED_TEXT_COST = "35"MODEL_GATING_ENABLED = "true"PIPE_FRONTIER_POLICY = "reject"@@ -75,6 +76,8 @@ PIPE_FRONTIER_POLICY = "reject"# latency hurts user-facing chat.# - MAX_DAILY_TEXT_COST_PER_USER ("5"): base per-user daily text-AI $ cap; ×7 subscribed,# ×0.64 logged_in, ×0.32 anonymous (getTierDailyCostCap).+# - MAX_DAILY_SUBSCRIBED_TEXT_COST: optional absolute Business/Team/Enterprise+# text-AI cap. This keeps paid users available without raising Free/Basic.# - MAX_DAILY_COST_PER_USER ("5"): legacy transcription base cap. Keep this# separate from text containment so chat policy cannot disrupt audio capture.# - ROUTER_MODE ("off"): interactive auto difficulty router. "off" = GPT-5.6 Luna