graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs
Python
{
"model": "gpt-6.1-sol",
"tasks": 21,
"reps": 3,
"arms": {
"graff-v302-12": "graff v0.0.302.12 (release)",
"codex-app-server": "Codex app server"
},
"summary": {
"all": {
"graff-v302-12": {
"runs": 63,
"passed": 63,
"wall_s_per_task": 27.1,
"list_usd_per_task": 0.0171,
"cached_input_share": 0.915,
"output_tokens_per_task": 431,
"model_calls_per_task": 4.5
},
"codex-app-server": {
"runs": 63,
"passed": 63,
"wall_s_per_task": 27.4,
"list_usd_per_task": 0.0408,
"cached_input_share": 0.866,
"output_tokens_per_task": 401,
"model_calls_per_task": 4.3
}
},
"core": {
"graff-v302-12": {
"runs": 33,
"passed": 33,
"wall_s_per_task": 17.1,
"list_usd_per_task": 0.009,
"cached_input_share": 0.942,
"output_tokens_per_task": 186,
"model_calls_per_task": 3.2
},
"codex-app-server": {
"runs": 33,
"passed": 33,
"wall_s_per_task": 19.1,
"list_usd_per_task": 0.0142,
"cached_input_share": 0.908,
"output_tokens_per_task": 206,
"model_calls_per_task": 3.1
}
},
"mcp": {
"graff-v302-12": {
"runs": 30,
"passed": 30,
"wall_s_per_task": 38.1,
"list_usd_per_task": 0.0261,
"cached_input_share": 0.9,
"output_tokens_per_task": 701,
"model_calls_per_task": 5.9
},
"codex-app-server": {
"runs": 30,
"passed": 30,
"wall_s_per_task": 36.6,
"list_usd_per_task": 0.0701,
"cached_input_share": 0.849,
"output_tokens_per_task": 616,
"model_calls_per_task": 5.8
}
}
},
"per_task": {
"csv-sum": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 16.8,
"list_usd": 0.0071,
"model_calls": 3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 20.2,
"list_usd": 0.0167,
"model_calls": 3.3
}
},
"dead-code": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 9.2,
"list_usd": 0.0085,
"model_calls": 2
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 20.6,
"list_usd": 0.0143,
"model_calls": 4
}
},
"exact-reply": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 4.3,
"list_usd": 0.0039,
"model_calls": 1
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 8.3,
"list_usd": 0.0052,
"model_calls": 1
}
},
"file-ops": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 25.8,
"list_usd": 0.0101,
"model_calls": 5
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 15.3,
"list_usd": 0.0093,
"model_calls": 2
}
},
"fix-fib": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 21.7,
"list_usd": 0.0137,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 23.0,
"list_usd": 0.0185,
"model_calls": 4
}
},
"git-ops": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 21.4,
"list_usd": 0.0108,
"model_calls": 3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 18.4,
"list_usd": 0.0146,
"model_calls": 3
}
},
"json-transform": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 21.8,
"list_usd": 0.0092,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 22.5,
"list_usd": 0.0168,
"model_calls": 4
}
},
"linear-issues": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 33.2,
"list_usd": 0.0235,
"model_calls": 4.7
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 30.9,
"list_usd": 0.0404,
"model_calls": 4.3
}
},
"linear-nohint": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 45.7,
"list_usd": 0.0246,
"model_calls": 6.3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 36.1,
"list_usd": 0.0596,
"model_calls": 4.3
}
},
"linear-nohint-warm": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 43.1,
"list_usd": 0.0283,
"model_calls": 6.3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 28.1,
"list_usd": 0.0726,
"model_calls": 4
}
},
"linear-quiet": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 25.5,
"list_usd": 0.0137,
"model_calls": 3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 36.2,
"list_usd": 0.0351,
"model_calls": 4.3
}
},
"linear-quiet-warm": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 32.7,
"list_usd": 0.0204,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 28.5,
"list_usd": 0.0212,
"model_calls": 4
}
},
"linear-reduce": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 30.3,
"list_usd": 0.0168,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 30.0,
"list_usd": 0.0239,
"model_calls": 4.3
}
},
"linear-reduce-warm": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 30.4,
"list_usd": 0.0181,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 40.8,
"list_usd": 0.042,
"model_calls": 5.3
}
},
"linear-sidecar": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 44.4,
"list_usd": 0.0258,
"model_calls": 6
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 31.7,
"list_usd": 0.0533,
"model_calls": 4.7
}
},
"linear-split": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 65.2,
"list_usd": 0.072,
"model_calls": 17
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 67.2,
"list_usd": 0.3055,
"model_calls": 17.7
}
},
"linear-warm": {
"suite": "mcp",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 30.4,
"list_usd": 0.0182,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 36.9,
"list_usd": 0.047,
"model_calls": 4.7
}
},
"recall-noise": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 8.2,
"list_usd": 0.0031,
"model_calls": 2
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 10.0,
"list_usd": 0.0091,
"model_calls": 2
}
},
"refactor-rename": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 20.7,
"list_usd": 0.0101,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 28.4,
"list_usd": 0.0239,
"model_calls": 4
}
},
"regex-count": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 18.0,
"list_usd": 0.0102,
"model_calls": 3.3
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 15.7,
"list_usd": 0.0094,
"model_calls": 2.3
}
},
"write-tests": {
"suite": "core",
"graff-v302-12": {
"passed": 3,
"runs": 3,
"wall_s": 19.7,
"list_usd": 0.0118,
"model_calls": 4
},
"codex-app-server": {
"passed": 3,
"runs": 3,
"wall_s": 27.4,
"list_usd": 0.0189,
"model_calls": 4
}
}
},
"runs": [
{
"arm": "codex-app-server",
"task": "csv-sum",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 23.12,
"model_calls": 4,
"input_tokens": 57898,
"cached_input_tokens": 52992,
"output_tokens": 250,
"list_usd": 0.017611
},
{
"arm": "codex-app-server",
"task": "csv-sum",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 20.1,
"model_calls": 3,
"input_tokens": 43326,
"cached_input_tokens": 38656,
"output_tokens": 311,
"list_usd": 0.016316
},
{
"arm": "codex-app-server",
"task": "csv-sum",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 17.53,
"model_calls": 3,
"input_tokens": 43430,
"cached_input_tokens": 38656,
"output_tokens": 267,
"list_usd": 0.016084
},
{
"arm": "codex-app-server",
"task": "dead-code",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 20.14,
"model_calls": 4,
"input_tokens": 58049,
"cached_input_tokens": 53120,
"output_tokens": 157,
"list_usd": 0.01674
},
{
"arm": "codex-app-server",
"task": "dead-code",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 22.52,
"model_calls": 4,
"input_tokens": 58063,
"cached_input_tokens": 55040,
"output_tokens": 159,
"list_usd": 0.01314
},
{
"arm": "codex-app-server",
"task": "dead-code",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.22,
"model_calls": 4,
"input_tokens": 58064,
"cached_input_tokens": 55040,
"output_tokens": 151,
"list_usd": 0.013062
},
{
"arm": "codex-app-server",
"task": "exact-reply",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 8.44,
"model_calls": 1,
"input_tokens": 14231,
"cached_input_tokens": 12288,
"output_tokens": 5,
"list_usd": 0.005165
},
{
"arm": "codex-app-server",
"task": "exact-reply",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 9.35,
"model_calls": 1,
"input_tokens": 14231,
"cached_input_tokens": 12288,
"output_tokens": 5,
"list_usd": 0.005165
},
{
"arm": "codex-app-server",
"task": "exact-reply",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 7.08,
"model_calls": 1,
"input_tokens": 14231,
"cached_input_tokens": 12288,
"output_tokens": 5,
"list_usd": 0.005165
},
{
"arm": "codex-app-server",
"task": "file-ops",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 17.77,
"model_calls": 2,
"input_tokens": 28642,
"cached_input_tokens": 26368,
"output_tokens": 97,
"list_usd": 0.008155
},
{
"arm": "codex-app-server",
"task": "file-ops",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 15.59,
"model_calls": 2,
"input_tokens": 28639,
"cached_input_tokens": 26368,
"output_tokens": 104,
"list_usd": 0.008219
},
{
"arm": "codex-app-server",
"task": "file-ops",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 12.43,
"model_calls": 2,
"input_tokens": 28645,
"cached_input_tokens": 24576,
"output_tokens": 106,
"list_usd": 0.011656
},
{
"arm": "codex-app-server",
"task": "fix-fib",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 24.5,
"model_calls": 4,
"input_tokens": 58544,
"cached_input_tokens": 53504,
"output_tokens": 278,
"list_usd": 0.01821
},
{
"arm": "codex-app-server",
"task": "fix-fib",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 21.73,
"model_calls": 4,
"input_tokens": 58552,
"cached_input_tokens": 52992,
"output_tokens": 275,
"list_usd": 0.019169
},
{
"arm": "codex-app-server",
"task": "fix-fib",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 22.9,
"model_calls": 4,
"input_tokens": 58570,
"cached_input_tokens": 53632,
"output_tokens": 285,
"list_usd": 0.018089
},
{
"arm": "codex-app-server",
"task": "git-ops",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 18.61,
"model_calls": 3,
"input_tokens": 43583,
"cached_input_tokens": 38656,
"output_tokens": 206,
"list_usd": 0.01578
},
{
"arm": "codex-app-server",
"task": "git-ops",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 18.0,
"model_calls": 3,
"input_tokens": 43683,
"cached_input_tokens": 38912,
"output_tokens": 239,
"list_usd": 0.015823
},
{
"arm": "codex-app-server",
"task": "git-ops",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 18.54,
"model_calls": 3,
"input_tokens": 43552,
"cached_input_tokens": 40704,
"output_tokens": 230,
"list_usd": 0.012066
},
{
"arm": "codex-app-server",
"task": "json-transform",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 23.3,
"model_calls": 4,
"input_tokens": 57990,
"cached_input_tokens": 52992,
"output_tokens": 266,
"list_usd": 0.017955
},
{
"arm": "codex-app-server",
"task": "json-transform",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 22.99,
"model_calls": 4,
"input_tokens": 57987,
"cached_input_tokens": 52864,
"output_tokens": 278,
"list_usd": 0.018312
},
{
"arm": "codex-app-server",
"task": "json-transform",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 21.32,
"model_calls": 4,
"input_tokens": 57978,
"cached_input_tokens": 54912,
"output_tokens": 252,
"list_usd": 0.014143
},
{
"arm": "codex-app-server",
"task": "linear-issues",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 30.56,
"model_calls": 4,
"input_tokens": 89389,
"cached_input_tokens": 75648,
"output_tokens": 544,
"list_usd": 0.040487
},
{
"arm": "codex-app-server",
"task": "linear-issues",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 25.36,
"model_calls": 4,
"input_tokens": 78740,
"cached_input_tokens": 66176,
"output_tokens": 410,
"list_usd": 0.035846
},
{
"arm": "codex-app-server",
"task": "linear-issues",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 36.73,
"model_calls": 5,
"input_tokens": 108142,
"cached_input_tokens": 93312,
"output_tokens": 576,
"list_usd": 0.044751
},
{
"arm": "codex-app-server",
"task": "linear-nohint",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 45.77,
"model_calls": 4,
"input_tokens": 104971,
"cached_input_tokens": 83456,
"output_tokens": 492,
"list_usd": 0.056296
},
{
"arm": "codex-app-server",
"task": "linear-nohint",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 28.82,
"model_calls": 4,
"input_tokens": 105723,
"cached_input_tokens": 82176,
"output_tokens": 466,
"list_usd": 0.059972
},
{
"arm": "codex-app-server",
"task": "linear-nohint",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 33.6,
"model_calls": 5,
"input_tokens": 135068,
"cached_input_tokens": 112256,
"output_tokens": 581,
"list_usd": 0.06266
},
{
"arm": "codex-app-server",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 26.41,
"model_calls": 4,
"input_tokens": 105522,
"cached_input_tokens": 71552,
"output_tokens": 440,
"list_usd": 0.079495
},
{
"arm": "codex-app-server",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 29.44,
"model_calls": 4,
"input_tokens": 104968,
"cached_input_tokens": 81664,
"output_tokens": 455,
"list_usd": 0.059324
},
{
"arm": "codex-app-server",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 28.4,
"model_calls": 4,
"input_tokens": 104946,
"cached_input_tokens": 71296,
"output_tokens": 442,
"list_usd": 0.07885
},
{
"arm": "codex-app-server",
"task": "linear-quiet",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 29.78,
"model_calls": 3,
"input_tokens": 63893,
"cached_input_tokens": 50816,
"output_tokens": 471,
"list_usd": 0.035946
},
{
"arm": "codex-app-server",
"task": "linear-quiet",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 45.12,
"model_calls": 5,
"input_tokens": 84578,
"cached_input_tokens": 71296,
"output_tokens": 572,
"list_usd": 0.039414
},
{
"arm": "codex-app-server",
"task": "linear-quiet",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 33.66,
"model_calls": 5,
"input_tokens": 79561,
"cached_input_tokens": 70656,
"output_tokens": 507,
"list_usd": 0.029946
},
{
"arm": "codex-app-server",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 28.38,
"model_calls": 4,
"input_tokens": 62546,
"cached_input_tokens": 56064,
"output_tokens": 449,
"list_usd": 0.02306
},
{
"arm": "codex-app-server",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 29.9,
"model_calls": 4,
"input_tokens": 63311,
"cached_input_tokens": 58496,
"output_tokens": 522,
"list_usd": 0.0207
},
{
"arm": "codex-app-server",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 27.15,
"model_calls": 4,
"input_tokens": 62599,
"cached_input_tokens": 57984,
"output_tokens": 485,
"list_usd": 0.019878
},
{
"arm": "codex-app-server",
"task": "linear-reduce",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 31.93,
"model_calls": 5,
"input_tokens": 80670,
"cached_input_tokens": 75264,
"output_tokens": 539,
"list_usd": 0.023728
},
{
"arm": "codex-app-server",
"task": "linear-reduce",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 29.77,
"model_calls": 4,
"input_tokens": 63279,
"cached_input_tokens": 58368,
"output_tokens": 488,
"list_usd": 0.020539
},
{
"arm": "codex-app-server",
"task": "linear-reduce",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 28.37,
"model_calls": 4,
"input_tokens": 63280,
"cached_input_tokens": 54656,
"output_tokens": 480,
"list_usd": 0.027514
},
{
"arm": "codex-app-server",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 42.59,
"model_calls": 6,
"input_tokens": 133335,
"cached_input_tokens": 116608,
"output_tokens": 666,
"list_usd": 0.051775
},
{
"arm": "codex-app-server",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 39.59,
"model_calls": 6,
"input_tokens": 133104,
"cached_input_tokens": 116480,
"output_tokens": 658,
"list_usd": 0.051476
},
{
"arm": "codex-app-server",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 40.21,
"model_calls": 4,
"input_tokens": 66953,
"cached_input_tokens": 60928,
"output_tokens": 452,
"list_usd": 0.022663
},
{
"arm": "codex-app-server",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 32.41,
"model_calls": 5,
"input_tokens": 139070,
"cached_input_tokens": 117120,
"output_tokens": 571,
"list_usd": 0.061322
},
{
"arm": "codex-app-server",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 31.89,
"model_calls": 4,
"input_tokens": 77986,
"cached_input_tokens": 63744,
"output_tokens": 440,
"list_usd": 0.039258
},
{
"arm": "codex-app-server",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 30.69,
"model_calls": 5,
"input_tokens": 138841,
"cached_input_tokens": 117120,
"output_tokens": 426,
"list_usd": 0.059414
},
{
"arm": "codex-app-server",
"task": "linear-split",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 70.35,
"model_calls": 18,
"input_tokens": 411883,
"cached_input_tokens": 360960,
"output_tokens": 1618,
"list_usd": 0.300154
},
{
"arm": "codex-app-server",
"task": "linear-split",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 66.0,
"model_calls": 17,
"input_tokens": 373663,
"cached_input_tokens": 338816,
"output_tokens": 1561,
"list_usd": 0.230566
},
{
"arm": "codex-app-server",
"task": "linear-split",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 65.11,
"model_calls": 18,
"input_tokens": 460984,
"cached_input_tokens": 390144,
"output_tokens": 1630,
"list_usd": 0.385839
},
{
"arm": "codex-app-server",
"task": "linear-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 25.54,
"model_calls": 4,
"input_tokens": 78747,
"cached_input_tokens": 66176,
"output_tokens": 419,
"list_usd": 0.03595
},
{
"arm": "codex-app-server",
"task": "linear-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 49.04,
"model_calls": 5,
"input_tokens": 105075,
"cached_input_tokens": 89472,
"output_tokens": 595,
"list_usd": 0.046103
},
{
"arm": "codex-app-server",
"task": "linear-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 36.07,
"model_calls": 5,
"input_tokens": 129028,
"cached_input_tokens": 107520,
"output_tokens": 526,
"list_usd": 0.059028
},
{
"arm": "codex-app-server",
"task": "recall-noise",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 9.16,
"model_calls": 2,
"input_tokens": 28796,
"cached_input_tokens": 26368,
"output_tokens": 38,
"list_usd": 0.007873
},
{
"arm": "codex-app-server",
"task": "recall-noise",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 9.74,
"model_calls": 2,
"input_tokens": 28801,
"cached_input_tokens": 24576,
"output_tokens": 52,
"list_usd": 0.011428
},
{
"arm": "codex-app-server",
"task": "recall-noise",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 11.0,
"model_calls": 2,
"input_tokens": 28805,
"cached_input_tokens": 26368,
"output_tokens": 52,
"list_usd": 0.008031
},
{
"arm": "codex-app-server",
"task": "refactor-rename",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 28.18,
"model_calls": 4,
"input_tokens": 58438,
"cached_input_tokens": 50944,
"output_tokens": 379,
"list_usd": 0.023872
},
{
"arm": "codex-app-server",
"task": "refactor-rename",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 30.04,
"model_calls": 4,
"input_tokens": 58840,
"cached_input_tokens": 51584,
"output_tokens": 440,
"list_usd": 0.02407
},
{
"arm": "codex-app-server",
"task": "refactor-rename",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 26.98,
"model_calls": 4,
"input_tokens": 58534,
"cached_input_tokens": 51328,
"output_tokens": 425,
"list_usd": 0.023795
},
{
"arm": "codex-app-server",
"task": "regex-count",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 14.01,
"model_calls": 2,
"input_tokens": 28673,
"cached_input_tokens": 26368,
"output_tokens": 101,
"list_usd": 0.008257
},
{
"arm": "codex-app-server",
"task": "regex-count",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 13.66,
"model_calls": 2,
"input_tokens": 28700,
"cached_input_tokens": 26368,
"output_tokens": 130,
"list_usd": 0.008601
},
{
"arm": "codex-app-server",
"task": "regex-count",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.42,
"model_calls": 3,
"input_tokens": 43278,
"cached_input_tokens": 40576,
"output_tokens": 190,
"list_usd": 0.011362
},
{
"arm": "codex-app-server",
"task": "write-tests",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 24.47,
"model_calls": 4,
"input_tokens": 58002,
"cached_input_tokens": 52864,
"output_tokens": 357,
"list_usd": 0.019132
},
{
"arm": "codex-app-server",
"task": "write-tests",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 25.91,
"model_calls": 4,
"input_tokens": 57968,
"cached_input_tokens": 52992,
"output_tokens": 331,
"list_usd": 0.018561
},
{
"arm": "codex-app-server",
"task": "write-tests",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 31.78,
"model_calls": 4,
"input_tokens": 58016,
"cached_input_tokens": 52992,
"output_tokens": 378,
"list_usd": 0.019127
},
{
"arm": "graff-v302-12",
"task": "csv-sum",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 15.29,
"model_calls": 3,
"input_tokens": 31280,
"cached_input_tokens": 30080,
"output_tokens": 216,
"list_usd": 0.007568
},
{
"arm": "graff-v302-12",
"task": "csv-sum",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 19.07,
"model_calls": 3,
"input_tokens": 31248,
"cached_input_tokens": 30464,
"output_tokens": 215,
"list_usd": 0.006764
},
{
"arm": "graff-v302-12",
"task": "csv-sum",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 16.0,
"model_calls": 3,
"input_tokens": 31276,
"cached_input_tokens": 30336,
"output_tokens": 214,
"list_usd": 0.007054
},
{
"arm": "graff-v302-12",
"task": "dead-code",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 8.07,
"model_calls": 2,
"input_tokens": 20811,
"cached_input_tokens": 16512,
"output_tokens": 56,
"list_usd": 0.010809
},
{
"arm": "graff-v302-12",
"task": "dead-code",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 8.72,
"model_calls": 2,
"input_tokens": 20811,
"cached_input_tokens": 16512,
"output_tokens": 56,
"list_usd": 0.010809
},
{
"arm": "graff-v302-12",
"task": "dead-code",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 10.71,
"model_calls": 2,
"input_tokens": 20811,
"cached_input_tokens": 20224,
"output_tokens": 70,
"list_usd": 0.003896
},
{
"arm": "graff-v302-12",
"task": "exact-reply",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 4.33,
"model_calls": 1,
"input_tokens": 10271,
"cached_input_tokens": 9984,
"output_tokens": 5,
"list_usd": 0.001622
},
{
"arm": "graff-v302-12",
"task": "exact-reply",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 4.41,
"model_calls": 1,
"input_tokens": 10271,
"cached_input_tokens": 9984,
"output_tokens": 5,
"list_usd": 0.001622
},
{
"arm": "graff-v302-12",
"task": "exact-reply",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 4.29,
"model_calls": 1,
"input_tokens": 10271,
"cached_input_tokens": 6400,
"output_tokens": 5,
"list_usd": 0.008432
},
{
"arm": "graff-v302-12",
"task": "file-ops",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 23.59,
"model_calls": 5,
"input_tokens": 51995,
"cached_input_tokens": 50432,
"output_tokens": 219,
"list_usd": 0.010359
},
{
"arm": "graff-v302-12",
"task": "file-ops",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 25.41,
"model_calls": 5,
"input_tokens": 51990,
"cached_input_tokens": 50816,
"output_tokens": 221,
"list_usd": 0.00964
},
{
"arm": "graff-v302-12",
"task": "file-ops",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 28.29,
"model_calls": 5,
"input_tokens": 52018,
"cached_input_tokens": 50688,
"output_tokens": 249,
"list_usd": 0.010219
},
{
"arm": "graff-v302-12",
"task": "fix-fib",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 22.32,
"model_calls": 4,
"input_tokens": 42502,
"cached_input_tokens": 40064,
"output_tokens": 251,
"list_usd": 0.011392
},
{
"arm": "graff-v302-12",
"task": "fix-fib",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 23.3,
"model_calls": 4,
"input_tokens": 42509,
"cached_input_tokens": 36352,
"output_tokens": 258,
"list_usd": 0.018529
},
{
"arm": "graff-v302-12",
"task": "fix-fib",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.52,
"model_calls": 4,
"input_tokens": 42513,
"cached_input_tokens": 40192,
"output_tokens": 257,
"list_usd": 0.011231
},
{
"arm": "graff-v302-12",
"task": "git-ops",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 28.32,
"model_calls": 3,
"input_tokens": 31616,
"cached_input_tokens": 30336,
"output_tokens": 233,
"list_usd": 0.007924
},
{
"arm": "graff-v302-12",
"task": "git-ops",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 16.51,
"model_calls": 3,
"input_tokens": 31626,
"cached_input_tokens": 26624,
"output_tokens": 249,
"list_usd": 0.015156
},
{
"arm": "graff-v302-12",
"task": "git-ops",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.35,
"model_calls": 3,
"input_tokens": 31749,
"cached_input_tokens": 30080,
"output_tokens": 300,
"list_usd": 0.009346
},
{
"arm": "graff-v302-12",
"task": "json-transform",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 26.18,
"model_calls": 4,
"input_tokens": 41886,
"cached_input_tokens": 40576,
"output_tokens": 262,
"list_usd": 0.009298
},
{
"arm": "graff-v302-12",
"task": "json-transform",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 19.82,
"model_calls": 4,
"input_tokens": 41856,
"cached_input_tokens": 40448,
"output_tokens": 235,
"list_usd": 0.009211
},
{
"arm": "graff-v302-12",
"task": "json-transform",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.46,
"model_calls": 4,
"input_tokens": 41872,
"cached_input_tokens": 40576,
"output_tokens": 252,
"list_usd": 0.00917
},
{
"arm": "graff-v302-12",
"task": "linear-issues",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 28.7,
"model_calls": 4,
"input_tokens": 45434,
"cached_input_tokens": 35072,
"output_tokens": 501,
"list_usd": 0.029241
},
{
"arm": "graff-v302-12",
"task": "linear-issues",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 36.83,
"model_calls": 5,
"input_tokens": 57527,
"cached_input_tokens": 51200,
"output_tokens": 616,
"list_usd": 0.023934
},
{
"arm": "graff-v302-12",
"task": "linear-issues",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 34.19,
"model_calls": 5,
"input_tokens": 57109,
"cached_input_tokens": 53632,
"output_tokens": 515,
"list_usd": 0.017467
},
{
"arm": "graff-v302-12",
"task": "linear-nohint",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 39.62,
"model_calls": 6,
"input_tokens": 67899,
"cached_input_tokens": 61568,
"output_tokens": 734,
"list_usd": 0.026159
},
{
"arm": "graff-v302-12",
"task": "linear-nohint",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 44.91,
"model_calls": 6,
"input_tokens": 67896,
"cached_input_tokens": 63616,
"output_tokens": 753,
"list_usd": 0.022452
},
{
"arm": "graff-v302-12",
"task": "linear-nohint",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 52.49,
"model_calls": 7,
"input_tokens": 80116,
"cached_input_tokens": 75648,
"output_tokens": 872,
"list_usd": 0.025221
},
{
"arm": "graff-v302-12",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 39.11,
"model_calls": 6,
"input_tokens": 69188,
"cached_input_tokens": 63488,
"output_tokens": 737,
"list_usd": 0.025119
},
{
"arm": "graff-v302-12",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 51.97,
"model_calls": 7,
"input_tokens": 81844,
"cached_input_tokens": 74496,
"output_tokens": 922,
"list_usd": 0.031366
},
{
"arm": "graff-v302-12",
"task": "linear-nohint-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 38.11,
"model_calls": 6,
"input_tokens": 69081,
"cached_input_tokens": 61568,
"output_tokens": 727,
"list_usd": 0.028453
},
{
"arm": "graff-v302-12",
"task": "linear-quiet",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 24.03,
"model_calls": 3,
"input_tokens": 33479,
"cached_input_tokens": 30720,
"output_tokens": 476,
"list_usd": 0.01335
},
{
"arm": "graff-v302-12",
"task": "linear-quiet",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 26.63,
"model_calls": 3,
"input_tokens": 33533,
"cached_input_tokens": 30720,
"output_tokens": 507,
"list_usd": 0.013768
},
{
"arm": "graff-v302-12",
"task": "linear-quiet",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 25.88,
"model_calls": 3,
"input_tokens": 33552,
"cached_input_tokens": 30720,
"output_tokens": 513,
"list_usd": 0.013866
},
{
"arm": "graff-v302-12",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 38.22,
"model_calls": 4,
"input_tokens": 46459,
"cached_input_tokens": 40960,
"output_tokens": 828,
"list_usd": 0.023374
},
{
"arm": "graff-v302-12",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 29.54,
"model_calls": 4,
"input_tokens": 46362,
"cached_input_tokens": 42496,
"output_tokens": 529,
"list_usd": 0.017272
},
{
"arm": "graff-v302-12",
"task": "linear-quiet-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 30.31,
"model_calls": 4,
"input_tokens": 46392,
"cached_input_tokens": 40960,
"output_tokens": 548,
"list_usd": 0.02044
},
{
"arm": "graff-v302-12",
"task": "linear-reduce",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 28.84,
"model_calls": 4,
"input_tokens": 45083,
"cached_input_tokens": 40960,
"output_tokens": 541,
"list_usd": 0.017752
},
{
"arm": "graff-v302-12",
"task": "linear-reduce",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 32.24,
"model_calls": 4,
"input_tokens": 45068,
"cached_input_tokens": 41984,
"output_tokens": 529,
"list_usd": 0.015656
},
{
"arm": "graff-v302-12",
"task": "linear-reduce",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 29.86,
"model_calls": 4,
"input_tokens": 45092,
"cached_input_tokens": 41472,
"output_tokens": 553,
"list_usd": 0.016917
},
{
"arm": "graff-v302-12",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 31.87,
"model_calls": 4,
"input_tokens": 45837,
"cached_input_tokens": 40832,
"output_tokens": 519,
"list_usd": 0.019283
},
{
"arm": "graff-v302-12",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 29.62,
"model_calls": 4,
"input_tokens": 45815,
"cached_input_tokens": 40960,
"output_tokens": 499,
"list_usd": 0.018796
},
{
"arm": "graff-v302-12",
"task": "linear-reduce-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 29.61,
"model_calls": 4,
"input_tokens": 45813,
"cached_input_tokens": 42240,
"output_tokens": 492,
"list_usd": 0.01629
},
{
"arm": "graff-v302-12",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 40.34,
"model_calls": 6,
"input_tokens": 68055,
"cached_input_tokens": 61056,
"output_tokens": 732,
"list_usd": 0.027424
},
{
"arm": "graff-v302-12",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 44.16,
"model_calls": 6,
"input_tokens": 68136,
"cached_input_tokens": 63104,
"output_tokens": 766,
"list_usd": 0.024034
},
{
"arm": "graff-v302-12",
"task": "linear-sidecar",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 48.84,
"model_calls": 6,
"input_tokens": 68077,
"cached_input_tokens": 61824,
"output_tokens": 737,
"list_usd": 0.026058
},
{
"arm": "graff-v302-12",
"task": "linear-split",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 59.78,
"model_calls": 16,
"input_tokens": 161480,
"cached_input_tokens": 132736,
"output_tokens": 1380,
"list_usd": 0.084562
},
{
"arm": "graff-v302-12",
"task": "linear-split",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 65.9,
"model_calls": 17,
"input_tokens": 174216,
"cached_input_tokens": 155392,
"output_tokens": 1483,
"list_usd": 0.068017
},
{
"arm": "graff-v302-12",
"task": "linear-split",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 69.82,
"model_calls": 18,
"input_tokens": 190135,
"cached_input_tokens": 175104,
"output_tokens": 1585,
"list_usd": 0.063422
},
{
"arm": "graff-v302-12",
"task": "linear-warm",
"suite": "mcp",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 30.0,
"model_calls": 4,
"input_tokens": 46123,
"cached_input_tokens": 40960,
"output_tokens": 547,
"list_usd": 0.019892
},
{
"arm": "graff-v302-12",
"task": "linear-warm",
"suite": "mcp",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 32.05,
"model_calls": 4,
"input_tokens": 46015,
"cached_input_tokens": 40960,
"output_tokens": 449,
"list_usd": 0.018696
},
{
"arm": "graff-v302-12",
"task": "linear-warm",
"suite": "mcp",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 29.1,
"model_calls": 4,
"input_tokens": 46016,
"cached_input_tokens": 42368,
"output_tokens": 442,
"list_usd": 0.015953
},
{
"arm": "graff-v302-12",
"task": "recall-noise",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 9.19,
"model_calls": 2,
"input_tokens": 20859,
"cached_input_tokens": 20480,
"output_tokens": 29,
"list_usd": 0.003096
},
{
"arm": "graff-v302-12",
"task": "recall-noise",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 7.52,
"model_calls": 2,
"input_tokens": 20859,
"cached_input_tokens": 20480,
"output_tokens": 29,
"list_usd": 0.003096
},
{
"arm": "graff-v302-12",
"task": "recall-noise",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 7.82,
"model_calls": 2,
"input_tokens": 20859,
"cached_input_tokens": 20480,
"output_tokens": 29,
"list_usd": 0.003096
},
{
"arm": "graff-v302-12",
"task": "refactor-rename",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 20.44,
"model_calls": 4,
"input_tokens": 42122,
"cached_input_tokens": 40832,
"output_tokens": 288,
"list_usd": 0.009543
},
{
"arm": "graff-v302-12",
"task": "refactor-rename",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 21.93,
"model_calls": 4,
"input_tokens": 42103,
"cached_input_tokens": 40320,
"output_tokens": 276,
"list_usd": 0.010358
},
{
"arm": "graff-v302-12",
"task": "refactor-rename",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 19.85,
"model_calls": 4,
"input_tokens": 42106,
"cached_input_tokens": 40320,
"output_tokens": 274,
"list_usd": 0.010344
},
{
"arm": "graff-v302-12",
"task": "regex-count",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 14.22,
"model_calls": 3,
"input_tokens": 31264,
"cached_input_tokens": 30336,
"output_tokens": 135,
"list_usd": 0.00624
},
{
"arm": "graff-v302-12",
"task": "regex-count",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 23.7,
"model_calls": 4,
"input_tokens": 42009,
"cached_input_tokens": 36736,
"output_tokens": 287,
"list_usd": 0.01709
},
{
"arm": "graff-v302-12",
"task": "regex-count",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 16.18,
"model_calls": 3,
"input_tokens": 31337,
"cached_input_tokens": 30336,
"output_tokens": 237,
"list_usd": 0.007406
},
{
"arm": "graff-v302-12",
"task": "write-tests",
"suite": "core",
"rep": 1,
"pass": true,
"timed_out": false,
"wall_s": 20.04,
"model_calls": 4,
"input_tokens": 41876,
"cached_input_tokens": 40448,
"output_tokens": 248,
"list_usd": 0.009381
},
{
"arm": "graff-v302-12",
"task": "write-tests",
"suite": "core",
"rep": 2,
"pass": true,
"timed_out": false,
"wall_s": 18.65,
"model_calls": 4,
"input_tokens": 41794,
"cached_input_tokens": 36736,
"output_tokens": 218,
"list_usd": 0.01597
},
{
"arm": "graff-v302-12",
"task": "write-tests",
"suite": "core",
"rep": 3,
"pass": true,
"timed_out": false,
"wall_s": 20.4,
"model_calls": 4,
"input_tokens": 41919,
"cached_input_tokens": 40320,
"output_tokens": 272,
"list_usd": 0.00995
}
]
}