Skip to content
Python

fix(headless): omit incomplete trajectory cost totals

KennySimpsonbaabdc02233e
diff --git a/coworker/headless/trajectory.py b/coworker/headless/trajectory.py
index cc8a6876..3c1d743f 100644
--- a/coworker/headless/trajectory.py
+++ b/coworker/headless/trajectory.py
@@ -74,6 +74,7 @@ def build_trajectory(
totals = {"prompt": 0, "completion": 0, "cached": 0}
cost_total = 0.0
cost_known = False
+ cost_unknown = False
for msg in messages:
role = msg.get("role")
@@ -135,10 +136,14 @@ def build_trajectory(
metrics["cost_usd"] = cost
cost_total += cost
cost_known = True
+ else:
+ cost_unknown = True
step["metrics"] = metrics
totals["prompt"] += prompt
totals["completion"] += completion
totals["cached"] += cached
+ else:
+ cost_unknown = True
steps.append(step)
pending = step
continue
@@ -194,7 +199,7 @@ def build_trajectory(
"total_steps": len(steps),
"extra": {"outcome": outcome},
}
- if cost_known:
+ if cost_known and not cost_unknown:
final_metrics["total_cost_usd"] = round(cost_total, 6)
return {
diff --git a/tests/test_headless_trajectory.py b/tests/test_headless_trajectory.py
index e4e5d9bd..73f53f5c 100644
--- a/tests/test_headless_trajectory.py
+++ b/tests/test_headless_trajectory.py
@@ -101,3 +101,40 @@ def test_an_unpriced_model_gets_counts_but_no_cost():
step = [s for s in traj["steps"] if s["source"] == "agent"][0]
assert "cost_usd" not in step["metrics"] and step["metrics"]["prompt_tokens"] == 10
assert "total_cost_usd" not in traj["final_metrics"]
+
+
+def test_mixed_priced_and_unpriced_calls_omit_total_cost():
+ traj = build_trajectory(
+ [
+ {"role": "assistant", "usage": {"input": 100, "model": "priced"}},
+ {"role": "assistant", "usage": {"input": 200, "model": "unpriced"}},
+ ],
+ agent_name="openworker",
+ agent_version="test",
+ model_name="priced",
+ session_id="s",
+ outcome="completed",
+ prices={"priced": {"input": 1}},
+ )
+ assert traj["steps"][0]["metrics"]["cost_usd"] == 0.0001
+ assert "cost_usd" not in traj["steps"][1]["metrics"]
+ assert traj["final_metrics"]["total_prompt_tokens"] == 300
+ assert "total_cost_usd" not in traj["final_metrics"]
+
+
+def test_call_without_usage_omits_total_cost():
+ traj = build_trajectory(
+ [
+ {"role": "assistant", "usage": {"input": 100, "model": "priced"}},
+ {"role": "assistant", "content": "done"},
+ ],
+ agent_name="openworker",
+ agent_version="test",
+ model_name="priced",
+ session_id="s",
+ outcome="completed",
+ prices={"priced": {"input": 1}},
+ )
+ assert traj["steps"][0]["metrics"]["cost_usd"] == 0.0001
+ assert "metrics" not in traj["steps"][1]
+ assert "total_cost_usd" not in traj["final_metrics"]