Skip to content

graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs

Python
42.3 KB
Raw Blame
{
 "measured": "2026-10-01",
 "model": "gpt-6-astra",
 "arms": {
  "graff": "graff (this PR: ADR 0230 + ADR 0232 on v0.0.302.13)",
  "codex": "Codex app server (codex-cli 0.159.0)"
 },
 "suites": {
  "core": {
   "reps": 2,
   "tasks": 11,
   "summary": {
    "graff": {
     "runs": 22,
     "passed": 22,
     "wall_s_per_task": 15.2,
     "list_usd_per_task": 0.0767,
     "cached_input_share": 0.86,
     "output_tokens_per_task": 178,
     "model_calls_per_task": 2.9
    },
    "codex": {
     "runs": 22,
     "passed": 22,
     "wall_s_per_task": 18.9,
     "list_usd_per_task": 0.0912,
     "cached_input_share": 0.918,
     "output_tokens_per_task": 224,
     "model_calls_per_task": 3.2
    }
   }
  },
  "mcp": {
   "reps": 2,
   "tasks": 10,
   "summary": {
    "graff": {
     "runs": 20,
     "passed": 20,
     "wall_s_per_task": 27.2,
     "list_usd_per_task": 0.1168,
     "cached_input_share": 0.842,
     "output_tokens_per_task": 561,
     "model_calls_per_task": 3.2
    },
    "codex": {
     "runs": 20,
     "passed": 20,
     "wall_s_per_task": 38.7,
     "list_usd_per_task": 0.4364,
     "cached_input_share": 0.845,
     "output_tokens_per_task": 673,
     "model_calls_per_task": 6
    }
   }
  },
  "subagents": {
   "reps": 3,
   "tasks": 5,
   "summary": {
    "graff": {
     "runs": 15,
     "passed": 15,
     "wall_s_per_task": 71.0,
     "list_usd_per_task": 0.4265,
     "cached_input_share": 0.914,
     "output_tokens_per_task": 2539,
     "model_calls_per_task": 16.3
    },
    "codex": {
     "runs": 15,
     "passed": 15,
     "wall_s_per_task": 86.1,
     "list_usd_per_task": 1.5858,
     "cached_input_share": 0.927,
     "output_tokens_per_task": 2788,
     "model_calls_per_task": 24.4
    }
   }
  },
  "subagents-solo": {
   "reps": 2,
   "tasks": 5,
   "summary": {
    "graff": {
     "runs": 10,
     "passed": 10,
     "wall_s_per_task": 47.9,
     "list_usd_per_task": 0.1437,
     "cached_input_share": 0.916,
     "output_tokens_per_task": 1187,
     "model_calls_per_task": 4.1
    },
    "codex": {
     "runs": 10,
     "passed": 10,
     "wall_s_per_task": 50.8,
     "list_usd_per_task": 0.192,
     "cached_input_share": 0.876,
     "output_tokens_per_task": 1200,
     "model_calls_per_task": 4
    }
   }
  }
 },
 "per_task": {
  "csv-sum": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 17.5,
    "list_usd": 0.0859,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 26.6,
    "list_usd": 0.1183,
    "model_calls": 3.5
   }
  },
  "dead-code": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 9.1,
    "list_usd": 0.0617,
    "model_calls": 2
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 18.0,
    "list_usd": 0.1108,
    "model_calls": 4
   }
  },
  "exact-reply": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 4.0,
    "list_usd": 0.0287,
    "model_calls": 1
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 7.3,
    "list_usd": 0.0314,
    "model_calls": 1
   }
  },
  "file-ops": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 12.8,
    "list_usd": 0.0627,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 12.0,
    "list_usd": 0.0623,
    "model_calls": 2
   }
  },
  "fix-fib": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 21.3,
    "list_usd": 0.125,
    "model_calls": 4
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 23.9,
    "list_usd": 0.1203,
    "model_calls": 4
   }
  },
  "git-ops": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 21.6,
    "list_usd": 0.0947,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 18.0,
    "list_usd": 0.0888,
    "model_calls": 3
   }
  },
  "json-transform": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 15.0,
    "list_usd": 0.0645,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 19.3,
    "list_usd": 0.0958,
    "model_calls": 4
   }
  },
  "recall-noise": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 8.8,
    "list_usd": 0.0436,
    "model_calls": 2
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 11.8,
    "list_usd": 0.0607,
    "model_calls": 2
   }
  },
  "refactor-rename": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 23.1,
    "list_usd": 0.1193,
    "model_calls": 4
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 26.5,
    "list_usd": 0.1197,
    "model_calls": 4
   }
  },
  "regex-count": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 13.6,
    "list_usd": 0.0574,
    "model_calls": 2.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 18.3,
    "list_usd": 0.0828,
    "model_calls": 3.5
   }
  },
  "write-tests": {
   "suite": "core",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 20.1,
    "list_usd": 0.0998,
    "model_calls": 4
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 26.6,
    "list_usd": 0.1125,
    "model_calls": 4
   }
  },
  "linear-issues": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 19.4,
    "list_usd": 0.0926,
    "model_calls": 2
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 31.8,
    "list_usd": 0.2447,
    "model_calls": 4.5
   }
  },
  "linear-nohint": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 26.4,
    "list_usd": 0.1052,
    "model_calls": 3.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 29.0,
    "list_usd": 0.2821,
    "model_calls": 4
   }
  },
  "linear-nohint-warm": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 24.2,
    "list_usd": 0.0846,
    "model_calls": 2.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 42.4,
    "list_usd": 0.3946,
    "model_calls": 6.5
   }
  },
  "linear-quiet": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 20.3,
    "list_usd": 0.0651,
    "model_calls": 2
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 36.3,
    "list_usd": 0.2398,
    "model_calls": 5
   }
  },
  "linear-quiet-warm": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 25.9,
    "list_usd": 0.0786,
    "model_calls": 2.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 35.1,
    "list_usd": 0.2471,
    "model_calls": 4
   }
  },
  "linear-reduce": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 23.0,
    "list_usd": 0.0811,
    "model_calls": 2.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 42.4,
    "list_usd": 0.3101,
    "model_calls": 6
   }
  },
  "linear-reduce-warm": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 33.5,
    "list_usd": 0.1268,
    "model_calls": 3.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 36.7,
    "list_usd": 0.2201,
    "model_calls": 5
   }
  },
  "linear-sidecar": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 27.1,
    "list_usd": 0.1339,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 34.1,
    "list_usd": 0.281,
    "model_calls": 5
   }
  },
  "linear-split": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 47.3,
    "list_usd": 0.2842,
    "model_calls": 8
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 64.5,
    "list_usd": 1.8366,
    "model_calls": 16
   }
  },
  "linear-warm": {
   "suite": "mcp",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 25.3,
    "list_usd": 0.1155,
    "model_calls": 2.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 35.1,
    "list_usd": 0.3079,
    "model_calls": 4
   }
  },
  "sa-census": {
   "suite": "subagents",
   "graff": {
    "passed": 3,
    "runs": 3,
    "wall_s": 60.9,
    "list_usd": 0.3775,
    "model_calls": 15
   },
   "codex": {
    "passed": 3,
    "runs": 3,
    "wall_s": 83.1,
    "list_usd": 1.6704,
    "model_calls": 24.7
   }
  },
  "sa-coverage": {
   "suite": "subagents",
   "graff": {
    "passed": 3,
    "runs": 3,
    "wall_s": 57.4,
    "list_usd": 0.2819,
    "model_calls": 12
   },
   "codex": {
    "passed": 3,
    "runs": 3,
    "wall_s": 72.5,
    "list_usd": 1.2064,
    "model_calls": 18.3
   }
  },
  "sa-fix-three": {
   "suite": "subagents",
   "graff": {
    "passed": 3,
    "runs": 3,
    "wall_s": 61.9,
    "list_usd": 0.4618,
    "model_calls": 19
   },
   "codex": {
    "passed": 3,
    "runs": 3,
    "wall_s": 68.8,
    "list_usd": 1.5096,
    "model_calls": 23.7
   }
  },
  "sa-rename-api": {
   "suite": "subagents",
   "graff": {
    "passed": 3,
    "runs": 3,
    "wall_s": 79.4,
    "list_usd": 0.631,
    "model_calls": 23.7
   },
   "codex": {
    "passed": 3,
    "runs": 3,
    "wall_s": 92.5,
    "list_usd": 1.9411,
    "model_calls": 31.3
   }
  },
  "sa-sidecar": {
   "suite": "subagents",
   "graff": {
    "passed": 3,
    "runs": 3,
    "wall_s": 95.2,
    "list_usd": 0.3802,
    "model_calls": 12
   },
   "codex": {
    "passed": 3,
    "runs": 3,
    "wall_s": 113.4,
    "list_usd": 1.6014,
    "model_calls": 24
   }
  },
  "solo-census": {
   "suite": "subagents-solo",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 32.0,
    "list_usd": 0.0957,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 24.5,
    "list_usd": 0.1057,
    "model_calls": 3
   }
  },
  "solo-coverage": {
   "suite": "subagents-solo",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 33.5,
    "list_usd": 0.0966,
    "model_calls": 3
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 39.6,
    "list_usd": 0.1642,
    "model_calls": 4
   }
  },
  "solo-fix-three": {
   "suite": "subagents-solo",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 42.1,
    "list_usd": 0.1422,
    "model_calls": 4
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 47.6,
    "list_usd": 0.2228,
    "model_calls": 4.5
   }
  },
  "solo-rename-api": {
   "suite": "subagents-solo",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 62.7,
    "list_usd": 0.1874,
    "model_calls": 5.5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 59.6,
    "list_usd": 0.2188,
    "model_calls": 4
   }
  },
  "solo-sidecar": {
   "suite": "subagents-solo",
   "graff": {
    "passed": 2,
    "runs": 2,
    "wall_s": 69.2,
    "list_usd": 0.1967,
    "model_calls": 5
   },
   "codex": {
    "passed": 2,
    "runs": 2,
    "wall_s": 82.7,
    "list_usd": 0.2484,
    "model_calls": 4.5
   }
  }
 },
 "runs": [
  {
   "arm": "codex",
   "task": "csv-sum",
   "suite": "core",
   "rep": 1,
   "wall_s": 20.48,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.101418
  },
  {
   "arm": "codex",
   "task": "csv-sum",
   "suite": "core",
   "rep": 2,
   "wall_s": 32.76,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.13514
  },
  {
   "arm": "codex",
   "task": "dead-code",
   "suite": "core",
   "rep": 1,
   "wall_s": 17.44,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.112574
  },
  {
   "arm": "codex",
   "task": "dead-code",
   "suite": "core",
   "rep": 2,
   "wall_s": 18.47,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.109052
  },
  {
   "arm": "codex",
   "task": "exact-reply",
   "suite": "core",
   "rep": 1,
   "wall_s": 7.72,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.031358
  },
  {
   "arm": "codex",
   "task": "exact-reply",
   "suite": "core",
   "rep": 2,
   "wall_s": 6.92,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.031358
  },
  {
   "arm": "codex",
   "task": "file-ops",
   "suite": "core",
   "rep": 1,
   "wall_s": 12.8,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.0552
  },
  {
   "arm": "codex",
   "task": "file-ops",
   "suite": "core",
   "rep": 2,
   "wall_s": 11.26,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.069436
  },
  {
   "arm": "codex",
   "task": "fix-fib",
   "suite": "core",
   "rep": 1,
   "wall_s": 22.57,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.120582
  },
  {
   "arm": "codex",
   "task": "fix-fib",
   "suite": "core",
   "rep": 2,
   "wall_s": 25.26,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.120112
  },
  {
   "arm": "codex",
   "task": "git-ops",
   "suite": "core",
   "rep": 1,
   "wall_s": 16.53,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.079326
  },
  {
   "arm": "codex",
   "task": "git-ops",
   "suite": "core",
   "rep": 2,
   "wall_s": 19.5,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.098286
  },
  {
   "arm": "codex",
   "task": "json-transform",
   "suite": "core",
   "rep": 1,
   "wall_s": 19.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.095332
  },
  {
   "arm": "codex",
   "task": "json-transform",
   "suite": "core",
   "rep": 2,
   "wall_s": 19.29,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.096332
  },
  {
   "arm": "codex",
   "task": "recall-noise",
   "suite": "core",
   "rep": 1,
   "wall_s": 12.63,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.05321
  },
  {
   "arm": "codex",
   "task": "recall-noise",
   "suite": "core",
   "rep": 2,
   "wall_s": 11.04,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.068186
  },
  {
   "arm": "codex",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 1,
   "wall_s": 25.4,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.112108
  },
  {
   "arm": "codex",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 2,
   "wall_s": 27.51,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.127296
  },
  {
   "arm": "codex",
   "task": "regex-count",
   "suite": "core",
   "rep": 1,
   "wall_s": 19.2,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.090792
  },
  {
   "arm": "codex",
   "task": "regex-count",
   "suite": "core",
   "rep": 2,
   "wall_s": 17.44,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.074886
  },
  {
   "arm": "codex",
   "task": "write-tests",
   "suite": "core",
   "rep": 1,
   "wall_s": 24.96,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.102202
  },
  {
   "arm": "codex",
   "task": "write-tests",
   "suite": "core",
   "rep": 2,
   "wall_s": 28.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.122862
  },
  {
   "arm": "graff",
   "task": "csv-sum",
   "suite": "core",
   "rep": 1,
   "wall_s": 17.01,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.085944
  },
  {
   "arm": "graff",
   "task": "csv-sum",
   "suite": "core",
   "rep": 2,
   "wall_s": 18.04,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.085904
  },
  {
   "arm": "graff",
   "task": "dead-code",
   "suite": "core",
   "rep": 1,
   "wall_s": 8.69,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.062302
  },
  {
   "arm": "graff",
   "task": "dead-code",
   "suite": "core",
   "rep": 2,
   "wall_s": 9.47,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.06115
  },
  {
   "arm": "graff",
   "task": "exact-reply",
   "suite": "core",
   "rep": 1,
   "wall_s": 4.65,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.04536
  },
  {
   "arm": "graff",
   "task": "exact-reply",
   "suite": "core",
   "rep": 2,
   "wall_s": 3.32,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.011952
  },
  {
   "arm": "graff",
   "task": "file-ops",
   "suite": "core",
   "rep": 1,
   "wall_s": 14.02,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.080728
  },
  {
   "arm": "graff",
   "task": "file-ops",
   "suite": "core",
   "rep": 2,
   "wall_s": 11.64,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.044596
  },
  {
   "arm": "graff",
   "task": "fix-fib",
   "suite": "core",
   "rep": 1,
   "wall_s": 21.2,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.141274
  },
  {
   "arm": "graff",
   "task": "fix-fib",
   "suite": "core",
   "rep": 2,
   "wall_s": 21.47,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.108728
  },
  {
   "arm": "graff",
   "task": "git-ops",
   "suite": "core",
   "rep": 1,
   "wall_s": 25.22,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.132182
  },
  {
   "arm": "graff",
   "task": "git-ops",
   "suite": "core",
   "rep": 2,
   "wall_s": 18.01,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.057288
  },
  {
   "arm": "graff",
   "task": "json-transform",
   "suite": "core",
   "rep": 1,
   "wall_s": 14.42,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.081472
  },
  {
   "arm": "graff",
   "task": "json-transform",
   "suite": "core",
   "rep": 2,
   "wall_s": 15.57,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.047442
  },
  {
   "arm": "graff",
   "task": "recall-noise",
   "suite": "core",
   "rep": 1,
   "wall_s": 8.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.061432
  },
  {
   "arm": "graff",
   "task": "recall-noise",
   "suite": "core",
   "rep": 2,
   "wall_s": 9.29,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.02572
  },
  {
   "arm": "graff",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 1,
   "wall_s": 22.52,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.101912
  },
  {
   "arm": "graff",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 2,
   "wall_s": 23.73,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.136692
  },
  {
   "arm": "graff",
   "task": "regex-count",
   "suite": "core",
   "rep": 1,
   "wall_s": 13.85,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.080842
  },
  {
   "arm": "graff",
   "task": "regex-count",
   "suite": "core",
   "rep": 2,
   "wall_s": 13.37,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.034004
  },
  {
   "arm": "graff",
   "task": "write-tests",
   "suite": "core",
   "rep": 1,
   "wall_s": 20.98,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.099982
  },
  {
   "arm": "graff",
   "task": "write-tests",
   "suite": "core",
   "rep": 2,
   "wall_s": 19.16,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.099676
  },
  {
   "arm": "codex",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 30.13,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.245844
  },
  {
   "arm": "codex",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 33.37,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.243532
  },
  {
   "arm": "codex",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 30.78,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.242624
  },
  {
   "arm": "codex",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 27.29,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.321548
  },
  {
   "arm": "codex",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 40.9,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.34047
  },
  {
   "arm": "codex",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 43.93,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.44878
  },
  {
   "arm": "codex",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 33.86,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.15112
  },
  {
   "arm": "codex",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 38.73,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.328526
  },
  {
   "arm": "codex",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 36.97,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.239926
  },
  {
   "arm": "codex",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 33.25,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.254226
  },
  {
   "arm": "codex",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 40.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.177872
  },
  {
   "arm": "codex",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 44.44,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.442334
  },
  {
   "arm": "codex",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 32.58,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.148088
  },
  {
   "arm": "codex",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 40.77,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.292126
  },
  {
   "arm": "codex",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 35.11,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.284694
  },
  {
   "arm": "codex",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 33.14,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.277336
  },
  {
   "arm": "codex",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 65.18,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.871251
  },
  {
   "arm": "codex",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 63.8,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.801867
  },
  {
   "arm": "codex",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 36.74,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.350268
  },
  {
   "arm": "codex",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 33.51,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.265518
  },
  {
   "arm": "graff",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 20.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.119484
  },
  {
   "arm": "graff",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 18.5,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.065644
  },
  {
   "arm": "graff",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 25.28,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.097686
  },
  {
   "arm": "graff",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 27.45,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.11265
  },
  {
   "arm": "graff",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 22.96,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.075644
  },
  {
   "arm": "graff",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 25.54,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.093596
  },
  {
   "arm": "graff",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 19.61,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.065464
  },
  {
   "arm": "graff",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 20.92,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.064736
  },
  {
   "arm": "graff",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 28.84,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.091352
  },
  {
   "arm": "graff",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 22.91,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.065872
  },
  {
   "arm": "graff",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 22.61,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.070524
  },
  {
   "arm": "graff",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 23.44,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.091716
  },
  {
   "arm": "graff",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 36.65,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.139448
  },
  {
   "arm": "graff",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 30.29,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.114196
  },
  {
   "arm": "graff",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 27.91,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.167028
  },
  {
   "arm": "graff",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 26.33,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.100852
  },
  {
   "arm": "graff",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 48.9,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.32965
  },
  {
   "arm": "graff",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 45.71,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.238804
  },
  {
   "arm": "graff",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 1,
   "wall_s": 23.42,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.128654
  },
  {
   "arm": "graff",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 2,
   "wall_s": 27.26,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.102316
  },
  {
   "arm": "codex",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 78.53,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.583248
  },
  {
   "arm": "codex",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 91.1,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 2.009003
  },
  {
   "arm": "codex",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 79.64,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.418813
  },
  {
   "arm": "codex",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 72.84,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.166416
  },
  {
   "arm": "codex",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 69.51,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.240408
  },
  {
   "arm": "codex",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 75.27,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.212459
  },
  {
   "arm": "codex",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 66.16,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.527472
  },
  {
   "arm": "codex",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 73.49,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.669447
  },
  {
   "arm": "codex",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 66.76,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.331797
  },
  {
   "arm": "codex",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 79.28,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.709732
  },
  {
   "arm": "codex",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 95.87,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 2.103197
  },
  {
   "arm": "codex",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 102.25,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 2.010445
  },
  {
   "arm": "codex",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 117.93,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.57212
  },
  {
   "arm": "codex",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 119.55,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.871558
  },
  {
   "arm": "codex",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 102.86,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 1.360411
  },
  {
   "arm": "graff",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 59.98,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.366188
  },
  {
   "arm": "graff",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 60.41,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.386332
  },
  {
   "arm": "graff",
   "task": "sa-census",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 62.4,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.379838
  },
  {
   "arm": "graff",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 59.71,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.296528
  },
  {
   "arm": "graff",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 55.3,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.284584
  },
  {
   "arm": "graff",
   "task": "sa-coverage",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 57.29,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.264662
  },
  {
   "arm": "graff",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 67.06,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.436854
  },
  {
   "arm": "graff",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 60.99,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.489968
  },
  {
   "arm": "graff",
   "task": "sa-fix-three",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 57.56,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.458562
  },
  {
   "arm": "graff",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 88.74,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.572352
  },
  {
   "arm": "graff",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 72.19,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.63029
  },
  {
   "arm": "graff",
   "task": "sa-rename-api",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 77.13,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.690314
  },
  {
   "arm": "graff",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 1,
   "wall_s": 102.72,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.397278
  },
  {
   "arm": "graff",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 2,
   "wall_s": 78.35,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.348168
  },
  {
   "arm": "graff",
   "task": "sa-sidecar",
   "suite": "subagents",
   "rep": 3,
   "wall_s": 104.55,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.395174
  },
  {
   "arm": "codex",
   "task": "solo-census",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 25.16,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.115036
  },
  {
   "arm": "codex",
   "task": "solo-census",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 23.86,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.096294
  },
  {
   "arm": "codex",
   "task": "solo-coverage",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 38.14,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.178592
  },
  {
   "arm": "codex",
   "task": "solo-coverage",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 40.99,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.149784
  },
  {
   "arm": "codex",
   "task": "solo-fix-three",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 45.83,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.170968
  },
  {
   "arm": "codex",
   "task": "solo-fix-three",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 49.33,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.274538
  },
  {
   "arm": "codex",
   "task": "solo-rename-api",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 60.79,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.231488
  },
  {
   "arm": "codex",
   "task": "solo-rename-api",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 58.51,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.206136
  },
  {
   "arm": "codex",
   "task": "solo-sidecar",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 74.44,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.21682
  },
  {
   "arm": "codex",
   "task": "solo-sidecar",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 90.9,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.279966
  },
  {
   "arm": "graff",
   "task": "solo-census",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 29.85,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.091356
  },
  {
   "arm": "graff",
   "task": "solo-census",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 34.21,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.100012
  },
  {
   "arm": "graff",
   "task": "solo-coverage",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 34.0,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.097426
  },
  {
   "arm": "graff",
   "task": "solo-coverage",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 32.94,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.095838
  },
  {
   "arm": "graff",
   "task": "solo-fix-three",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 42.0,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.142392
  },
  {
   "arm": "graff",
   "task": "solo-fix-three",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 42.21,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.14204
  },
  {
   "arm": "graff",
   "task": "solo-rename-api",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 64.4,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.19823
  },
  {
   "arm": "graff",
   "task": "solo-rename-api",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 60.94,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.17649
  },
  {
   "arm": "graff",
   "task": "solo-sidecar",
   "suite": "subagents-solo",
   "rep": 1,
   "wall_s": 70.28,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.211152
  },
  {
   "arm": "graff",
   "task": "solo-sidecar",
   "suite": "subagents-solo",
   "rep": 2,
   "wall_s": 68.06,
   "outcome_ok": null,
   "tok_calls": null,
   "tok_in": null,
   "tok_cached": null,
   "tok_out": null,
   "list_usd": 0.182304
  }
 ]
}