Skip to content

graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs

Python
42.8 KB
Raw Blame
{
 "model": "gpt-6.1-sol",
 "tasks": 21,
 "reps": 3,
 "arms": {
  "graff-v302-12": "graff v0.0.302.12 (release)",
  "codex-app-server": "Codex app server"
 },
 "summary": {
  "all": {
   "graff-v302-12": {
    "runs": 63,
    "passed": 63,
    "wall_s_per_task": 27.1,
    "list_usd_per_task": 0.0171,
    "cached_input_share": 0.915,
    "output_tokens_per_task": 431,
    "model_calls_per_task": 4.5
   },
   "codex-app-server": {
    "runs": 63,
    "passed": 63,
    "wall_s_per_task": 27.4,
    "list_usd_per_task": 0.0408,
    "cached_input_share": 0.866,
    "output_tokens_per_task": 401,
    "model_calls_per_task": 4.3
   }
  },
  "core": {
   "graff-v302-12": {
    "runs": 33,
    "passed": 33,
    "wall_s_per_task": 17.1,
    "list_usd_per_task": 0.009,
    "cached_input_share": 0.942,
    "output_tokens_per_task": 186,
    "model_calls_per_task": 3.2
   },
   "codex-app-server": {
    "runs": 33,
    "passed": 33,
    "wall_s_per_task": 19.1,
    "list_usd_per_task": 0.0142,
    "cached_input_share": 0.908,
    "output_tokens_per_task": 206,
    "model_calls_per_task": 3.1
   }
  },
  "mcp": {
   "graff-v302-12": {
    "runs": 30,
    "passed": 30,
    "wall_s_per_task": 38.1,
    "list_usd_per_task": 0.0261,
    "cached_input_share": 0.9,
    "output_tokens_per_task": 701,
    "model_calls_per_task": 5.9
   },
   "codex-app-server": {
    "runs": 30,
    "passed": 30,
    "wall_s_per_task": 36.6,
    "list_usd_per_task": 0.0701,
    "cached_input_share": 0.849,
    "output_tokens_per_task": 616,
    "model_calls_per_task": 5.8
   }
  }
 },
 "per_task": {
  "csv-sum": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 16.8,
    "list_usd": 0.0071,
    "model_calls": 3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 20.2,
    "list_usd": 0.0167,
    "model_calls": 3.3
   }
  },
  "dead-code": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 9.2,
    "list_usd": 0.0085,
    "model_calls": 2
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 20.6,
    "list_usd": 0.0143,
    "model_calls": 4
   }
  },
  "exact-reply": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 4.3,
    "list_usd": 0.0039,
    "model_calls": 1
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 8.3,
    "list_usd": 0.0052,
    "model_calls": 1
   }
  },
  "file-ops": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 25.8,
    "list_usd": 0.0101,
    "model_calls": 5
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 15.3,
    "list_usd": 0.0093,
    "model_calls": 2
   }
  },
  "fix-fib": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 21.7,
    "list_usd": 0.0137,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 23.0,
    "list_usd": 0.0185,
    "model_calls": 4
   }
  },
  "git-ops": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 21.4,
    "list_usd": 0.0108,
    "model_calls": 3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 18.4,
    "list_usd": 0.0146,
    "model_calls": 3
   }
  },
  "json-transform": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 21.8,
    "list_usd": 0.0092,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 22.5,
    "list_usd": 0.0168,
    "model_calls": 4
   }
  },
  "linear-issues": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 33.2,
    "list_usd": 0.0235,
    "model_calls": 4.7
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 30.9,
    "list_usd": 0.0404,
    "model_calls": 4.3
   }
  },
  "linear-nohint": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 45.7,
    "list_usd": 0.0246,
    "model_calls": 6.3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 36.1,
    "list_usd": 0.0596,
    "model_calls": 4.3
   }
  },
  "linear-nohint-warm": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 43.1,
    "list_usd": 0.0283,
    "model_calls": 6.3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 28.1,
    "list_usd": 0.0726,
    "model_calls": 4
   }
  },
  "linear-quiet": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 25.5,
    "list_usd": 0.0137,
    "model_calls": 3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 36.2,
    "list_usd": 0.0351,
    "model_calls": 4.3
   }
  },
  "linear-quiet-warm": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 32.7,
    "list_usd": 0.0204,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 28.5,
    "list_usd": 0.0212,
    "model_calls": 4
   }
  },
  "linear-reduce": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 30.3,
    "list_usd": 0.0168,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 30.0,
    "list_usd": 0.0239,
    "model_calls": 4.3
   }
  },
  "linear-reduce-warm": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 30.4,
    "list_usd": 0.0181,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 40.8,
    "list_usd": 0.042,
    "model_calls": 5.3
   }
  },
  "linear-sidecar": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 44.4,
    "list_usd": 0.0258,
    "model_calls": 6
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 31.7,
    "list_usd": 0.0533,
    "model_calls": 4.7
   }
  },
  "linear-split": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 65.2,
    "list_usd": 0.072,
    "model_calls": 17
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 67.2,
    "list_usd": 0.3055,
    "model_calls": 17.7
   }
  },
  "linear-warm": {
   "suite": "mcp",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 30.4,
    "list_usd": 0.0182,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 36.9,
    "list_usd": 0.047,
    "model_calls": 4.7
   }
  },
  "recall-noise": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 8.2,
    "list_usd": 0.0031,
    "model_calls": 2
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 10.0,
    "list_usd": 0.0091,
    "model_calls": 2
   }
  },
  "refactor-rename": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 20.7,
    "list_usd": 0.0101,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 28.4,
    "list_usd": 0.0239,
    "model_calls": 4
   }
  },
  "regex-count": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 18.0,
    "list_usd": 0.0102,
    "model_calls": 3.3
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 15.7,
    "list_usd": 0.0094,
    "model_calls": 2.3
   }
  },
  "write-tests": {
   "suite": "core",
   "graff-v302-12": {
    "passed": 3,
    "runs": 3,
    "wall_s": 19.7,
    "list_usd": 0.0118,
    "model_calls": 4
   },
   "codex-app-server": {
    "passed": 3,
    "runs": 3,
    "wall_s": 27.4,
    "list_usd": 0.0189,
    "model_calls": 4
   }
  }
 },
 "runs": [
  {
   "arm": "codex-app-server",
   "task": "csv-sum",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 23.12,
   "model_calls": 4,
   "input_tokens": 57898,
   "cached_input_tokens": 52992,
   "output_tokens": 250,
   "list_usd": 0.017611
  },
  {
   "arm": "codex-app-server",
   "task": "csv-sum",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 20.1,
   "model_calls": 3,
   "input_tokens": 43326,
   "cached_input_tokens": 38656,
   "output_tokens": 311,
   "list_usd": 0.016316
  },
  {
   "arm": "codex-app-server",
   "task": "csv-sum",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 17.53,
   "model_calls": 3,
   "input_tokens": 43430,
   "cached_input_tokens": 38656,
   "output_tokens": 267,
   "list_usd": 0.016084
  },
  {
   "arm": "codex-app-server",
   "task": "dead-code",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 20.14,
   "model_calls": 4,
   "input_tokens": 58049,
   "cached_input_tokens": 53120,
   "output_tokens": 157,
   "list_usd": 0.01674
  },
  {
   "arm": "codex-app-server",
   "task": "dead-code",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 22.52,
   "model_calls": 4,
   "input_tokens": 58063,
   "cached_input_tokens": 55040,
   "output_tokens": 159,
   "list_usd": 0.01314
  },
  {
   "arm": "codex-app-server",
   "task": "dead-code",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.22,
   "model_calls": 4,
   "input_tokens": 58064,
   "cached_input_tokens": 55040,
   "output_tokens": 151,
   "list_usd": 0.013062
  },
  {
   "arm": "codex-app-server",
   "task": "exact-reply",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 8.44,
   "model_calls": 1,
   "input_tokens": 14231,
   "cached_input_tokens": 12288,
   "output_tokens": 5,
   "list_usd": 0.005165
  },
  {
   "arm": "codex-app-server",
   "task": "exact-reply",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 9.35,
   "model_calls": 1,
   "input_tokens": 14231,
   "cached_input_tokens": 12288,
   "output_tokens": 5,
   "list_usd": 0.005165
  },
  {
   "arm": "codex-app-server",
   "task": "exact-reply",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 7.08,
   "model_calls": 1,
   "input_tokens": 14231,
   "cached_input_tokens": 12288,
   "output_tokens": 5,
   "list_usd": 0.005165
  },
  {
   "arm": "codex-app-server",
   "task": "file-ops",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 17.77,
   "model_calls": 2,
   "input_tokens": 28642,
   "cached_input_tokens": 26368,
   "output_tokens": 97,
   "list_usd": 0.008155
  },
  {
   "arm": "codex-app-server",
   "task": "file-ops",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 15.59,
   "model_calls": 2,
   "input_tokens": 28639,
   "cached_input_tokens": 26368,
   "output_tokens": 104,
   "list_usd": 0.008219
  },
  {
   "arm": "codex-app-server",
   "task": "file-ops",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 12.43,
   "model_calls": 2,
   "input_tokens": 28645,
   "cached_input_tokens": 24576,
   "output_tokens": 106,
   "list_usd": 0.011656
  },
  {
   "arm": "codex-app-server",
   "task": "fix-fib",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 24.5,
   "model_calls": 4,
   "input_tokens": 58544,
   "cached_input_tokens": 53504,
   "output_tokens": 278,
   "list_usd": 0.01821
  },
  {
   "arm": "codex-app-server",
   "task": "fix-fib",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 21.73,
   "model_calls": 4,
   "input_tokens": 58552,
   "cached_input_tokens": 52992,
   "output_tokens": 275,
   "list_usd": 0.019169
  },
  {
   "arm": "codex-app-server",
   "task": "fix-fib",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 22.9,
   "model_calls": 4,
   "input_tokens": 58570,
   "cached_input_tokens": 53632,
   "output_tokens": 285,
   "list_usd": 0.018089
  },
  {
   "arm": "codex-app-server",
   "task": "git-ops",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 18.61,
   "model_calls": 3,
   "input_tokens": 43583,
   "cached_input_tokens": 38656,
   "output_tokens": 206,
   "list_usd": 0.01578
  },
  {
   "arm": "codex-app-server",
   "task": "git-ops",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 18.0,
   "model_calls": 3,
   "input_tokens": 43683,
   "cached_input_tokens": 38912,
   "output_tokens": 239,
   "list_usd": 0.015823
  },
  {
   "arm": "codex-app-server",
   "task": "git-ops",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 18.54,
   "model_calls": 3,
   "input_tokens": 43552,
   "cached_input_tokens": 40704,
   "output_tokens": 230,
   "list_usd": 0.012066
  },
  {
   "arm": "codex-app-server",
   "task": "json-transform",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 23.3,
   "model_calls": 4,
   "input_tokens": 57990,
   "cached_input_tokens": 52992,
   "output_tokens": 266,
   "list_usd": 0.017955
  },
  {
   "arm": "codex-app-server",
   "task": "json-transform",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 22.99,
   "model_calls": 4,
   "input_tokens": 57987,
   "cached_input_tokens": 52864,
   "output_tokens": 278,
   "list_usd": 0.018312
  },
  {
   "arm": "codex-app-server",
   "task": "json-transform",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 21.32,
   "model_calls": 4,
   "input_tokens": 57978,
   "cached_input_tokens": 54912,
   "output_tokens": 252,
   "list_usd": 0.014143
  },
  {
   "arm": "codex-app-server",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 30.56,
   "model_calls": 4,
   "input_tokens": 89389,
   "cached_input_tokens": 75648,
   "output_tokens": 544,
   "list_usd": 0.040487
  },
  {
   "arm": "codex-app-server",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 25.36,
   "model_calls": 4,
   "input_tokens": 78740,
   "cached_input_tokens": 66176,
   "output_tokens": 410,
   "list_usd": 0.035846
  },
  {
   "arm": "codex-app-server",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 36.73,
   "model_calls": 5,
   "input_tokens": 108142,
   "cached_input_tokens": 93312,
   "output_tokens": 576,
   "list_usd": 0.044751
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 45.77,
   "model_calls": 4,
   "input_tokens": 104971,
   "cached_input_tokens": 83456,
   "output_tokens": 492,
   "list_usd": 0.056296
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.82,
   "model_calls": 4,
   "input_tokens": 105723,
   "cached_input_tokens": 82176,
   "output_tokens": 466,
   "list_usd": 0.059972
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 33.6,
   "model_calls": 5,
   "input_tokens": 135068,
   "cached_input_tokens": 112256,
   "output_tokens": 581,
   "list_usd": 0.06266
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 26.41,
   "model_calls": 4,
   "input_tokens": 105522,
   "cached_input_tokens": 71552,
   "output_tokens": 440,
   "list_usd": 0.079495
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.44,
   "model_calls": 4,
   "input_tokens": 104968,
   "cached_input_tokens": 81664,
   "output_tokens": 455,
   "list_usd": 0.059324
  },
  {
   "arm": "codex-app-server",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.4,
   "model_calls": 4,
   "input_tokens": 104946,
   "cached_input_tokens": 71296,
   "output_tokens": 442,
   "list_usd": 0.07885
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.78,
   "model_calls": 3,
   "input_tokens": 63893,
   "cached_input_tokens": 50816,
   "output_tokens": 471,
   "list_usd": 0.035946
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 45.12,
   "model_calls": 5,
   "input_tokens": 84578,
   "cached_input_tokens": 71296,
   "output_tokens": 572,
   "list_usd": 0.039414
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 33.66,
   "model_calls": 5,
   "input_tokens": 79561,
   "cached_input_tokens": 70656,
   "output_tokens": 507,
   "list_usd": 0.029946
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.38,
   "model_calls": 4,
   "input_tokens": 62546,
   "cached_input_tokens": 56064,
   "output_tokens": 449,
   "list_usd": 0.02306
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.9,
   "model_calls": 4,
   "input_tokens": 63311,
   "cached_input_tokens": 58496,
   "output_tokens": 522,
   "list_usd": 0.0207
  },
  {
   "arm": "codex-app-server",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 27.15,
   "model_calls": 4,
   "input_tokens": 62599,
   "cached_input_tokens": 57984,
   "output_tokens": 485,
   "list_usd": 0.019878
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 31.93,
   "model_calls": 5,
   "input_tokens": 80670,
   "cached_input_tokens": 75264,
   "output_tokens": 539,
   "list_usd": 0.023728
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.77,
   "model_calls": 4,
   "input_tokens": 63279,
   "cached_input_tokens": 58368,
   "output_tokens": 488,
   "list_usd": 0.020539
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.37,
   "model_calls": 4,
   "input_tokens": 63280,
   "cached_input_tokens": 54656,
   "output_tokens": 480,
   "list_usd": 0.027514
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 42.59,
   "model_calls": 6,
   "input_tokens": 133335,
   "cached_input_tokens": 116608,
   "output_tokens": 666,
   "list_usd": 0.051775
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 39.59,
   "model_calls": 6,
   "input_tokens": 133104,
   "cached_input_tokens": 116480,
   "output_tokens": 658,
   "list_usd": 0.051476
  },
  {
   "arm": "codex-app-server",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 40.21,
   "model_calls": 4,
   "input_tokens": 66953,
   "cached_input_tokens": 60928,
   "output_tokens": 452,
   "list_usd": 0.022663
  },
  {
   "arm": "codex-app-server",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 32.41,
   "model_calls": 5,
   "input_tokens": 139070,
   "cached_input_tokens": 117120,
   "output_tokens": 571,
   "list_usd": 0.061322
  },
  {
   "arm": "codex-app-server",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 31.89,
   "model_calls": 4,
   "input_tokens": 77986,
   "cached_input_tokens": 63744,
   "output_tokens": 440,
   "list_usd": 0.039258
  },
  {
   "arm": "codex-app-server",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 30.69,
   "model_calls": 5,
   "input_tokens": 138841,
   "cached_input_tokens": 117120,
   "output_tokens": 426,
   "list_usd": 0.059414
  },
  {
   "arm": "codex-app-server",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 70.35,
   "model_calls": 18,
   "input_tokens": 411883,
   "cached_input_tokens": 360960,
   "output_tokens": 1618,
   "list_usd": 0.300154
  },
  {
   "arm": "codex-app-server",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 66.0,
   "model_calls": 17,
   "input_tokens": 373663,
   "cached_input_tokens": 338816,
   "output_tokens": 1561,
   "list_usd": 0.230566
  },
  {
   "arm": "codex-app-server",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 65.11,
   "model_calls": 18,
   "input_tokens": 460984,
   "cached_input_tokens": 390144,
   "output_tokens": 1630,
   "list_usd": 0.385839
  },
  {
   "arm": "codex-app-server",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 25.54,
   "model_calls": 4,
   "input_tokens": 78747,
   "cached_input_tokens": 66176,
   "output_tokens": 419,
   "list_usd": 0.03595
  },
  {
   "arm": "codex-app-server",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 49.04,
   "model_calls": 5,
   "input_tokens": 105075,
   "cached_input_tokens": 89472,
   "output_tokens": 595,
   "list_usd": 0.046103
  },
  {
   "arm": "codex-app-server",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 36.07,
   "model_calls": 5,
   "input_tokens": 129028,
   "cached_input_tokens": 107520,
   "output_tokens": 526,
   "list_usd": 0.059028
  },
  {
   "arm": "codex-app-server",
   "task": "recall-noise",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 9.16,
   "model_calls": 2,
   "input_tokens": 28796,
   "cached_input_tokens": 26368,
   "output_tokens": 38,
   "list_usd": 0.007873
  },
  {
   "arm": "codex-app-server",
   "task": "recall-noise",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 9.74,
   "model_calls": 2,
   "input_tokens": 28801,
   "cached_input_tokens": 24576,
   "output_tokens": 52,
   "list_usd": 0.011428
  },
  {
   "arm": "codex-app-server",
   "task": "recall-noise",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 11.0,
   "model_calls": 2,
   "input_tokens": 28805,
   "cached_input_tokens": 26368,
   "output_tokens": 52,
   "list_usd": 0.008031
  },
  {
   "arm": "codex-app-server",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.18,
   "model_calls": 4,
   "input_tokens": 58438,
   "cached_input_tokens": 50944,
   "output_tokens": 379,
   "list_usd": 0.023872
  },
  {
   "arm": "codex-app-server",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 30.04,
   "model_calls": 4,
   "input_tokens": 58840,
   "cached_input_tokens": 51584,
   "output_tokens": 440,
   "list_usd": 0.02407
  },
  {
   "arm": "codex-app-server",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 26.98,
   "model_calls": 4,
   "input_tokens": 58534,
   "cached_input_tokens": 51328,
   "output_tokens": 425,
   "list_usd": 0.023795
  },
  {
   "arm": "codex-app-server",
   "task": "regex-count",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 14.01,
   "model_calls": 2,
   "input_tokens": 28673,
   "cached_input_tokens": 26368,
   "output_tokens": 101,
   "list_usd": 0.008257
  },
  {
   "arm": "codex-app-server",
   "task": "regex-count",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 13.66,
   "model_calls": 2,
   "input_tokens": 28700,
   "cached_input_tokens": 26368,
   "output_tokens": 130,
   "list_usd": 0.008601
  },
  {
   "arm": "codex-app-server",
   "task": "regex-count",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.42,
   "model_calls": 3,
   "input_tokens": 43278,
   "cached_input_tokens": 40576,
   "output_tokens": 190,
   "list_usd": 0.011362
  },
  {
   "arm": "codex-app-server",
   "task": "write-tests",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 24.47,
   "model_calls": 4,
   "input_tokens": 58002,
   "cached_input_tokens": 52864,
   "output_tokens": 357,
   "list_usd": 0.019132
  },
  {
   "arm": "codex-app-server",
   "task": "write-tests",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 25.91,
   "model_calls": 4,
   "input_tokens": 57968,
   "cached_input_tokens": 52992,
   "output_tokens": 331,
   "list_usd": 0.018561
  },
  {
   "arm": "codex-app-server",
   "task": "write-tests",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 31.78,
   "model_calls": 4,
   "input_tokens": 58016,
   "cached_input_tokens": 52992,
   "output_tokens": 378,
   "list_usd": 0.019127
  },
  {
   "arm": "graff-v302-12",
   "task": "csv-sum",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 15.29,
   "model_calls": 3,
   "input_tokens": 31280,
   "cached_input_tokens": 30080,
   "output_tokens": 216,
   "list_usd": 0.007568
  },
  {
   "arm": "graff-v302-12",
   "task": "csv-sum",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.07,
   "model_calls": 3,
   "input_tokens": 31248,
   "cached_input_tokens": 30464,
   "output_tokens": 215,
   "list_usd": 0.006764
  },
  {
   "arm": "graff-v302-12",
   "task": "csv-sum",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 16.0,
   "model_calls": 3,
   "input_tokens": 31276,
   "cached_input_tokens": 30336,
   "output_tokens": 214,
   "list_usd": 0.007054
  },
  {
   "arm": "graff-v302-12",
   "task": "dead-code",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 8.07,
   "model_calls": 2,
   "input_tokens": 20811,
   "cached_input_tokens": 16512,
   "output_tokens": 56,
   "list_usd": 0.010809
  },
  {
   "arm": "graff-v302-12",
   "task": "dead-code",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 8.72,
   "model_calls": 2,
   "input_tokens": 20811,
   "cached_input_tokens": 16512,
   "output_tokens": 56,
   "list_usd": 0.010809
  },
  {
   "arm": "graff-v302-12",
   "task": "dead-code",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 10.71,
   "model_calls": 2,
   "input_tokens": 20811,
   "cached_input_tokens": 20224,
   "output_tokens": 70,
   "list_usd": 0.003896
  },
  {
   "arm": "graff-v302-12",
   "task": "exact-reply",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 4.33,
   "model_calls": 1,
   "input_tokens": 10271,
   "cached_input_tokens": 9984,
   "output_tokens": 5,
   "list_usd": 0.001622
  },
  {
   "arm": "graff-v302-12",
   "task": "exact-reply",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 4.41,
   "model_calls": 1,
   "input_tokens": 10271,
   "cached_input_tokens": 9984,
   "output_tokens": 5,
   "list_usd": 0.001622
  },
  {
   "arm": "graff-v302-12",
   "task": "exact-reply",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 4.29,
   "model_calls": 1,
   "input_tokens": 10271,
   "cached_input_tokens": 6400,
   "output_tokens": 5,
   "list_usd": 0.008432
  },
  {
   "arm": "graff-v302-12",
   "task": "file-ops",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 23.59,
   "model_calls": 5,
   "input_tokens": 51995,
   "cached_input_tokens": 50432,
   "output_tokens": 219,
   "list_usd": 0.010359
  },
  {
   "arm": "graff-v302-12",
   "task": "file-ops",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 25.41,
   "model_calls": 5,
   "input_tokens": 51990,
   "cached_input_tokens": 50816,
   "output_tokens": 221,
   "list_usd": 0.00964
  },
  {
   "arm": "graff-v302-12",
   "task": "file-ops",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.29,
   "model_calls": 5,
   "input_tokens": 52018,
   "cached_input_tokens": 50688,
   "output_tokens": 249,
   "list_usd": 0.010219
  },
  {
   "arm": "graff-v302-12",
   "task": "fix-fib",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 22.32,
   "model_calls": 4,
   "input_tokens": 42502,
   "cached_input_tokens": 40064,
   "output_tokens": 251,
   "list_usd": 0.011392
  },
  {
   "arm": "graff-v302-12",
   "task": "fix-fib",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 23.3,
   "model_calls": 4,
   "input_tokens": 42509,
   "cached_input_tokens": 36352,
   "output_tokens": 258,
   "list_usd": 0.018529
  },
  {
   "arm": "graff-v302-12",
   "task": "fix-fib",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.52,
   "model_calls": 4,
   "input_tokens": 42513,
   "cached_input_tokens": 40192,
   "output_tokens": 257,
   "list_usd": 0.011231
  },
  {
   "arm": "graff-v302-12",
   "task": "git-ops",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.32,
   "model_calls": 3,
   "input_tokens": 31616,
   "cached_input_tokens": 30336,
   "output_tokens": 233,
   "list_usd": 0.007924
  },
  {
   "arm": "graff-v302-12",
   "task": "git-ops",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 16.51,
   "model_calls": 3,
   "input_tokens": 31626,
   "cached_input_tokens": 26624,
   "output_tokens": 249,
   "list_usd": 0.015156
  },
  {
   "arm": "graff-v302-12",
   "task": "git-ops",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.35,
   "model_calls": 3,
   "input_tokens": 31749,
   "cached_input_tokens": 30080,
   "output_tokens": 300,
   "list_usd": 0.009346
  },
  {
   "arm": "graff-v302-12",
   "task": "json-transform",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 26.18,
   "model_calls": 4,
   "input_tokens": 41886,
   "cached_input_tokens": 40576,
   "output_tokens": 262,
   "list_usd": 0.009298
  },
  {
   "arm": "graff-v302-12",
   "task": "json-transform",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.82,
   "model_calls": 4,
   "input_tokens": 41856,
   "cached_input_tokens": 40448,
   "output_tokens": 235,
   "list_usd": 0.009211
  },
  {
   "arm": "graff-v302-12",
   "task": "json-transform",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.46,
   "model_calls": 4,
   "input_tokens": 41872,
   "cached_input_tokens": 40576,
   "output_tokens": 252,
   "list_usd": 0.00917
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.7,
   "model_calls": 4,
   "input_tokens": 45434,
   "cached_input_tokens": 35072,
   "output_tokens": 501,
   "list_usd": 0.029241
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 36.83,
   "model_calls": 5,
   "input_tokens": 57527,
   "cached_input_tokens": 51200,
   "output_tokens": 616,
   "list_usd": 0.023934
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-issues",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 34.19,
   "model_calls": 5,
   "input_tokens": 57109,
   "cached_input_tokens": 53632,
   "output_tokens": 515,
   "list_usd": 0.017467
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 39.62,
   "model_calls": 6,
   "input_tokens": 67899,
   "cached_input_tokens": 61568,
   "output_tokens": 734,
   "list_usd": 0.026159
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 44.91,
   "model_calls": 6,
   "input_tokens": 67896,
   "cached_input_tokens": 63616,
   "output_tokens": 753,
   "list_usd": 0.022452
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 52.49,
   "model_calls": 7,
   "input_tokens": 80116,
   "cached_input_tokens": 75648,
   "output_tokens": 872,
   "list_usd": 0.025221
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 39.11,
   "model_calls": 6,
   "input_tokens": 69188,
   "cached_input_tokens": 63488,
   "output_tokens": 737,
   "list_usd": 0.025119
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 51.97,
   "model_calls": 7,
   "input_tokens": 81844,
   "cached_input_tokens": 74496,
   "output_tokens": 922,
   "list_usd": 0.031366
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-nohint-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 38.11,
   "model_calls": 6,
   "input_tokens": 69081,
   "cached_input_tokens": 61568,
   "output_tokens": 727,
   "list_usd": 0.028453
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 24.03,
   "model_calls": 3,
   "input_tokens": 33479,
   "cached_input_tokens": 30720,
   "output_tokens": 476,
   "list_usd": 0.01335
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 26.63,
   "model_calls": 3,
   "input_tokens": 33533,
   "cached_input_tokens": 30720,
   "output_tokens": 507,
   "list_usd": 0.013768
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 25.88,
   "model_calls": 3,
   "input_tokens": 33552,
   "cached_input_tokens": 30720,
   "output_tokens": 513,
   "list_usd": 0.013866
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 38.22,
   "model_calls": 4,
   "input_tokens": 46459,
   "cached_input_tokens": 40960,
   "output_tokens": 828,
   "list_usd": 0.023374
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.54,
   "model_calls": 4,
   "input_tokens": 46362,
   "cached_input_tokens": 42496,
   "output_tokens": 529,
   "list_usd": 0.017272
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-quiet-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 30.31,
   "model_calls": 4,
   "input_tokens": 46392,
   "cached_input_tokens": 40960,
   "output_tokens": 548,
   "list_usd": 0.02044
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 28.84,
   "model_calls": 4,
   "input_tokens": 45083,
   "cached_input_tokens": 40960,
   "output_tokens": 541,
   "list_usd": 0.017752
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 32.24,
   "model_calls": 4,
   "input_tokens": 45068,
   "cached_input_tokens": 41984,
   "output_tokens": 529,
   "list_usd": 0.015656
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.86,
   "model_calls": 4,
   "input_tokens": 45092,
   "cached_input_tokens": 41472,
   "output_tokens": 553,
   "list_usd": 0.016917
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 31.87,
   "model_calls": 4,
   "input_tokens": 45837,
   "cached_input_tokens": 40832,
   "output_tokens": 519,
   "list_usd": 0.019283
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.62,
   "model_calls": 4,
   "input_tokens": 45815,
   "cached_input_tokens": 40960,
   "output_tokens": 499,
   "list_usd": 0.018796
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-reduce-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.61,
   "model_calls": 4,
   "input_tokens": 45813,
   "cached_input_tokens": 42240,
   "output_tokens": 492,
   "list_usd": 0.01629
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 40.34,
   "model_calls": 6,
   "input_tokens": 68055,
   "cached_input_tokens": 61056,
   "output_tokens": 732,
   "list_usd": 0.027424
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 44.16,
   "model_calls": 6,
   "input_tokens": 68136,
   "cached_input_tokens": 63104,
   "output_tokens": 766,
   "list_usd": 0.024034
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-sidecar",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 48.84,
   "model_calls": 6,
   "input_tokens": 68077,
   "cached_input_tokens": 61824,
   "output_tokens": 737,
   "list_usd": 0.026058
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 59.78,
   "model_calls": 16,
   "input_tokens": 161480,
   "cached_input_tokens": 132736,
   "output_tokens": 1380,
   "list_usd": 0.084562
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 65.9,
   "model_calls": 17,
   "input_tokens": 174216,
   "cached_input_tokens": 155392,
   "output_tokens": 1483,
   "list_usd": 0.068017
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-split",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 69.82,
   "model_calls": 18,
   "input_tokens": 190135,
   "cached_input_tokens": 175104,
   "output_tokens": 1585,
   "list_usd": 0.063422
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 30.0,
   "model_calls": 4,
   "input_tokens": 46123,
   "cached_input_tokens": 40960,
   "output_tokens": 547,
   "list_usd": 0.019892
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 32.05,
   "model_calls": 4,
   "input_tokens": 46015,
   "cached_input_tokens": 40960,
   "output_tokens": 449,
   "list_usd": 0.018696
  },
  {
   "arm": "graff-v302-12",
   "task": "linear-warm",
   "suite": "mcp",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 29.1,
   "model_calls": 4,
   "input_tokens": 46016,
   "cached_input_tokens": 42368,
   "output_tokens": 442,
   "list_usd": 0.015953
  },
  {
   "arm": "graff-v302-12",
   "task": "recall-noise",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 9.19,
   "model_calls": 2,
   "input_tokens": 20859,
   "cached_input_tokens": 20480,
   "output_tokens": 29,
   "list_usd": 0.003096
  },
  {
   "arm": "graff-v302-12",
   "task": "recall-noise",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 7.52,
   "model_calls": 2,
   "input_tokens": 20859,
   "cached_input_tokens": 20480,
   "output_tokens": 29,
   "list_usd": 0.003096
  },
  {
   "arm": "graff-v302-12",
   "task": "recall-noise",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 7.82,
   "model_calls": 2,
   "input_tokens": 20859,
   "cached_input_tokens": 20480,
   "output_tokens": 29,
   "list_usd": 0.003096
  },
  {
   "arm": "graff-v302-12",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 20.44,
   "model_calls": 4,
   "input_tokens": 42122,
   "cached_input_tokens": 40832,
   "output_tokens": 288,
   "list_usd": 0.009543
  },
  {
   "arm": "graff-v302-12",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 21.93,
   "model_calls": 4,
   "input_tokens": 42103,
   "cached_input_tokens": 40320,
   "output_tokens": 276,
   "list_usd": 0.010358
  },
  {
   "arm": "graff-v302-12",
   "task": "refactor-rename",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 19.85,
   "model_calls": 4,
   "input_tokens": 42106,
   "cached_input_tokens": 40320,
   "output_tokens": 274,
   "list_usd": 0.010344
  },
  {
   "arm": "graff-v302-12",
   "task": "regex-count",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 14.22,
   "model_calls": 3,
   "input_tokens": 31264,
   "cached_input_tokens": 30336,
   "output_tokens": 135,
   "list_usd": 0.00624
  },
  {
   "arm": "graff-v302-12",
   "task": "regex-count",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 23.7,
   "model_calls": 4,
   "input_tokens": 42009,
   "cached_input_tokens": 36736,
   "output_tokens": 287,
   "list_usd": 0.01709
  },
  {
   "arm": "graff-v302-12",
   "task": "regex-count",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 16.18,
   "model_calls": 3,
   "input_tokens": 31337,
   "cached_input_tokens": 30336,
   "output_tokens": 237,
   "list_usd": 0.007406
  },
  {
   "arm": "graff-v302-12",
   "task": "write-tests",
   "suite": "core",
   "rep": 1,
   "pass": true,
   "timed_out": false,
   "wall_s": 20.04,
   "model_calls": 4,
   "input_tokens": 41876,
   "cached_input_tokens": 40448,
   "output_tokens": 248,
   "list_usd": 0.009381
  },
  {
   "arm": "graff-v302-12",
   "task": "write-tests",
   "suite": "core",
   "rep": 2,
   "pass": true,
   "timed_out": false,
   "wall_s": 18.65,
   "model_calls": 4,
   "input_tokens": 41794,
   "cached_input_tokens": 36736,
   "output_tokens": 218,
   "list_usd": 0.01597
  },
  {
   "arm": "graff-v302-12",
   "task": "write-tests",
   "suite": "core",
   "rep": 3,
   "pass": true,
   "timed_out": false,
   "wall_s": 20.4,
   "model_calls": 4,
   "input_tokens": 41919,
   "cached_input_tokens": 40320,
   "output_tokens": 272,
   "list_usd": 0.00995
  }
 ]
}