AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
fix(platform/admin): address review comments on cost tracking PR
Zamil Majdy7a08d9e0cab7
diff --git a/autogpt_platform/backend/backend/blocks/orchestrator.py b/autogpt_platform/backend/backend/blocks/orchestrator.pyindex f202fef508..6fbff643fb 100644--- a/autogpt_platform/backend/backend/blocks/orchestrator.py+++ b/autogpt_platform/backend/backend/blocks/orchestrator.py@@ -1725,9 +1725,7 @@ class OrchestratorBlock(Block):sdk_msg.usage, "output_tokens", 0)if sdk_msg.total_cost_usd is not None:- total_cost_usd = (- total_cost_usd or 0.0- ) + sdk_msg.total_cost_usd+ total_cost_usd = sdk_msg.total_cost_usdfinally:if pending_task is not None and not pending_task.done():pending_task.cancel()diff --git a/autogpt_platform/backend/backend/executor/cost_tracking.py b/autogpt_platform/backend/backend/executor/cost_tracking.pyindex dcfc4885a5..afe8ab9b10 100644--- a/autogpt_platform/backend/backend/executor/cost_tracking.py+++ b/autogpt_platform/backend/backend/executor/cost_tracking.py@@ -262,10 +262,6 @@ async def log_system_credential_cost(# Use 'provider_cost_raw' — the value's unit varies by tracking# type (USD for cost_usd, count for items/characters/per_run, etc.)meta["provider_cost_raw"] = stats.provider_cost- if stats.cache_read_token_count:- meta["cache_read_tokens"] = stats.cache_read_token_count- if stats.cache_creation_token_count:- meta["cache_creation_tokens"] = stats.cache_creation_token_count_schedule_log(db_client,diff --git a/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/__tests__/helpers.test.ts b/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/__tests__/helpers.test.tsindex 1c3292f4a1..1a7e8b3163 100644--- a/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/__tests__/helpers.test.ts+++ b/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/__tests__/helpers.test.ts@@ -126,6 +126,25 @@ describe("estimateCostForRow", () => {expect(estimateCostForRow(row, {})).toBeNull();});+ it("uses cache-aware rates when cache tokens present", () => {+ // anthropic base rate = $0.008/1K tokens+ // uncached input 1000 * 0.008/1K = 0.008+ // cache reads 2000 * 0.008 * 0.1 / 1K = 0.0016+ // cache writes 500 * 0.008 * 1.25 / 1K = 0.005+ // output 1000 * 0.008/1K = 0.008+ // total = 0.0226 USD = 22_600 microdollars+ const row = makeRow({+ provider: "anthropic",+ tracking_type: "tokens",+ total_cost_microdollars: 0,+ total_input_tokens: 1000,+ total_output_tokens: 1000,+ total_cache_read_tokens: 2000,+ total_cache_creation_tokens: 500,+ });+ expect(estimateCostForRow(row, {})).toBe(22_600);+ });+it("uses per-run override when provided", () => {const row = makeRow({provider: "google_maps",diff --git a/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/helpers.ts b/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/helpers.tsindex c1ca0b099c..7b53567f18 100644--- a/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/helpers.ts+++ b/autogpt_platform/frontend/src/app/(platform)/admin/platform-costs/helpers.ts@@ -196,7 +196,7 @@ export function trackingValue(row: ProviderCostSummary) {const cacheRead = row.total_cache_read_tokens ?? 0;const cacheWrite = row.total_cache_creation_tokens ?? 0;if (cacheRead > 0 || cacheWrite > 0) {- return `${formatTokens(tokens)} tokens (+${formatTokens(cacheRead)} cached)`;+ return `${formatTokens(tokens)} tokens (+${formatTokens(cacheRead)}r/${formatTokens(cacheWrite)}w cached)`;}return `${formatTokens(tokens)} tokens`;}