Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

fix(ai-gateway): retain active IP quota rows

Louis Beaumont6b92dc24ee78
diff --git a/packages/ai-gateway/src/services/runtime-state-maintenance.ts b/packages/ai-gateway/src/services/runtime-state-maintenance.ts
index 45bd4f467..84cbe78a8 100644
--- a/packages/ai-gateway/src/services/runtime-state-maintenance.ts
+++ b/packages/ai-gateway/src/services/runtime-state-maintenance.ts
@@ -23,7 +23,13 @@ export async function pruneRuntimeState(env: Env): Promise<void> {
WHERE bucket_epoch < (CAST(strftime('%s', 'now') AS INTEGER) - 3600) / 10`),
env.DB.prepare(`DELETE FROM usage WHERE device_id IN (
SELECT device_id FROM usage
- WHERE tier IN ('ip_tracking', 'free_chat_in_flight_v1')
+ WHERE tier = 'ip_tracking'
+ AND last_reset < date('now', ?)
+ LIMIT ?
+ )`).bind(`-${EPHEMERAL_USAGE_RETENTION_DAYS} days`, MAINTENANCE_DELETE_BATCH),
+ env.DB.prepare(`DELETE FROM usage WHERE device_id IN (
+ SELECT device_id FROM usage
+ WHERE tier = 'free_chat_in_flight_v1'
AND updated_at < datetime('now', ?)
LIMIT ?
)`).bind(`-${EPHEMERAL_USAGE_RETENTION_DAYS} days`, MAINTENANCE_DELETE_BATCH),
diff --git a/packages/ai-gateway/src/test/runtime-state-maintenance.integration.test.ts b/packages/ai-gateway/src/test/runtime-state-maintenance.integration.test.ts
index 39543b597..0c75c2b1f 100644
--- a/packages/ai-gateway/src/test/runtime-state-maintenance.integration.test.ts
+++ b/packages/ai-gateway/src/test/runtime-state-maintenance.integration.test.ts
@@ -78,7 +78,7 @@ describe('runtime state maintenance against workerd D1', () => {
env.DB.prepare(`INSERT INTO model_health_window (bucket_epoch,model,outcome,requests)
VALUES (CAST(strftime('%s','now') AS INTEGER)/10,'current','ok',1)`),
env.DB.prepare(`INSERT INTO usage (device_id,last_reset,tier,updated_at)
- VALUES ('old-ip',date('now'),'ip_tracking',datetime('now','-8 days'))`),
+ VALUES ('old-ip',date('now','-8 days'),'ip_tracking',datetime('now','-8 days'))`),
env.DB.prepare(`INSERT INTO usage (device_id,last_reset,tier,updated_at)
VALUES ('current-ip',date('now'),'ip_tracking',datetime('now'))`),
env.DB.prepare(`INSERT INTO usage (device_id,last_reset,tier,updated_at)
diff --git a/packages/ai-gateway/src/test/runtime-state-maintenance.unit.test.ts b/packages/ai-gateway/src/test/runtime-state-maintenance.unit.test.ts
index 10d66f9d5..851d14902 100644
--- a/packages/ai-gateway/src/test/runtime-state-maintenance.unit.test.ts
+++ b/packages/ai-gateway/src/test/runtime-state-maintenance.unit.test.ts
@@ -37,11 +37,11 @@ describe('runtime state maintenance', () => {
} as any;
await pruneRuntimeState(env);
- expect(batched).toHaveLength(6);
+ expect(batched).toHaveLength(7);
expect(prepared.map((statement) => statement.sql).join('\n')).toContain('cost_daily');
expect(prepared.map((statement) => statement.sql).join('\n')).toContain('transcription_daily');
expect(prepared.map((statement) => statement.sql).join('\n')).toContain('model_health_window');
- expect(prepared.filter((statement) => statement.sql.includes('LIMIT ?'))).toHaveLength(3);
+ expect(prepared.filter((statement) => statement.sql.includes('LIMIT ?'))).toHaveLength(4);
expect(prepared.flatMap((statement) => statement.bindings)).toContain(MAINTENANCE_DELETE_BATCH);
expect(prepared.flatMap((statement) => statement.bindings)).toContain(`-${TELEMETRY_RETENTION_DAYS} days`);
expect(prepared.flatMap((statement) => statement.bindings)).toContain(`-${USAGE_RETENTION_DAYS} days`);