Open source CapCut alternative.
TypeScript
{
"schema": "cut-chat-eval/v1",
"generatedAt": "2026-09-29T09:35:22.156Z",
"base": "http://localhost:3000",
"runsPerCase": 3,
"configs": [
{
"label": "config",
"chatModel": "gemini-3.1-flash-lite | complex→gemini-3.8-flash",
"buckets": {
"chat": {
"cases": 9,
"passRate": 1,
"gateMs": {
"p50": 283,
"p95": 329,
"mean": 279,
"n": 9
},
"ttftMs": {
"p50": 4931,
"p95": 6805,
"mean": 4349,
"n": 9
},
"totalMs": {
"p50": 5027,
"p95": 8093,
"mean": 4978,
"n": 9
},
"meanRounds": 1
},
"multi-tool": {
"cases": 10,
"passRate": 0.9,
"gateMs": {
"p50": 299,
"p95": 363,
"mean": 303,
"n": 9
},
"ttftMs": {
"p50": 6042,
"p95": 35207,
"mean": 10888,
"n": 9
},
"totalMs": {
"p50": 6242,
"p95": 35498,
"mean": 11255,
"n": 9
},
"meanRounds": 4.3
},
"single-tool": {
"cases": 24,
"passRate": 0.99,
"gateMs": {
"p50": 288,
"p95": 318,
"mean": 287,
"n": 24
},
"ttftMs": {
"p50": 3965,
"p95": 13719,
"mean": 5493,
"n": 24
},
"totalMs": {
"p50": 4229,
"p95": 14041,
"mean": 5688,
"n": 24
},
"meanRounds": 2.4
}
},
"cases": [
{
"name": "transcribe-attached-audio",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 226,
"p95": 353,
"mean": 266,
"n": 3
},
"ttftMs": {
"p50": 6805,
"p95": 9528,
"mean": 6392,
"n": 3
},
"totalMs": {
"p50": 7279,
"p95": 9852,
"mean": 6759,
"n": 3
},
"modelMs": {
"p50": 6542,
"p95": 9378,
"mean": 6210,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"inspector",
"subtitles",
"audio",
"library",
"side_panel",
"editor"
],
"declaredTools": 66,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 352.5657920000001,
"gateSkipped": true,
"ttftMs": 6804.758417,
"modelMs": 6541.570333,
"toolMs": 0,
"totalMs": 7279.050333,
"judgeMs": 202.53833399999894,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6541.570333,
"firstDeltaMs": 6447.532540999999,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"inspector",
"subtitles",
"audio",
"library",
"side_panel",
"editor"
],
"declaredTools": 66,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 225.58595799999966,
"gateSkipped": true,
"ttftMs": 9527.671041,
"modelMs": 9378.321292,
"toolMs": 0,
"totalMs": 9852.140416,
"judgeMs": 210.40312500000073,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 9378.321292,
"firstDeltaMs": 9301.344417,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"inspector",
"subtitles",
"audio",
"library",
"side_panel",
"editor"
],
"declaredTools": 66,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 220.65787499999715,
"gateSkipped": true,
"ttftMs": 2844.0305829999998,
"modelMs": 2710.038249999998,
"toolMs": 0,
"totalMs": 3144.4576670000024,
"judgeMs": 262.7090420000022,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2710.038249999998,
"firstDeltaMs": 2621.184416,
"calls": []
}
]
}
}
]
},
{
"name": "greeting-is-gated",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 275,
"p95": 324,
"mean": 285,
"n": 3
},
"ttftMs": {
"p50": 3755,
"p95": 5724,
"mean": 4038,
"n": 3
},
"totalMs": {
"p50": 3778,
"p95": 5758,
"mean": 4067,
"n": 3
},
"modelMs": {
"p50": 3522,
"p95": 5481,
"mean": 3780,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 274.7531249999993,
"gateSkipped": false,
"ttftMs": 5724.422707999998,
"modelMs": 5480.611250000002,
"toolMs": 0,
"totalMs": 5758.151915999999,
"judgeMs": 217.0037080000002,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5480.611250000002,
"firstDeltaMs": 5447.382250000002,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 324.2627079999984,
"gateSkipped": false,
"ttftMs": 2633.5315839999967,
"modelMs": 2338.3022089999977,
"toolMs": 0,
"totalMs": 2663.329167,
"judgeMs": 231.75733300000138,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2338.3022089999977,
"firstDeltaMs": 2308.6519169999992,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 255.84183399999893,
"gateSkipped": false,
"ttftMs": 3754.8822080000027,
"modelMs": 3521.598665999998,
"toolMs": 0,
"totalMs": 3778.106040999999,
"judgeMs": 219.99225000000297,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 3521.598665999998,
"firstDeltaMs": 3498.4723749999976,
"calls": []
}
]
}
}
]
},
{
"name": "thanks-is-gated",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 301,
"p95": 331,
"mean": 311,
"n": 3
},
"ttftMs": {
"p50": 4931,
"p95": 5418,
"mean": 4743,
"n": 3
},
"totalMs": {
"p50": 5027,
"p95": 5511,
"mean": 4814,
"n": 3
},
"modelMs": {
"p50": 4725,
"p95": 5180,
"mean": 4502,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.46",
"trace": [],
"timings": {
"gateMs": 301.02241700000013,
"gateSkipped": false,
"ttftMs": 4931.060791999997,
"modelMs": 4724.819624999996,
"toolMs": 0,
"totalMs": 5026.555,
"judgeMs": 235.64329100000032,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4724.819624999996,
"firstDeltaMs": 4629.475124999997,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.45",
"trace": [],
"timings": {
"gateMs": 330.9295409999977,
"gateSkipped": false,
"ttftMs": 5418.156958,
"modelMs": 5179.641499999998,
"toolMs": 0,
"totalMs": 5511.137750000002,
"judgeMs": 221.82791599999473,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5179.641499999998,
"firstDeltaMs": 5086.774540999999,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 300.5991670000003,
"gateSkipped": false,
"ttftMs": 3879.5976660000015,
"modelMs": 3601.7352909999972,
"toolMs": 0,
"totalMs": 3903.035125000002,
"judgeMs": 245.40783300000476,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 3601.7352909999972,
"firstDeltaMs": 3578.5,
"calls": []
}
]
}
}
]
},
{
"name": "follow-up-do-it-works",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 288,
"p95": 309,
"mean": 295,
"n": 3
},
"ttftMs": {
"p50": 4900,
"p95": 6263,
"mean": 5029,
"n": 3
},
"totalMs": {
"p50": 5704,
"p95": 6854,
"mean": 5694,
"n": 3
},
"modelMs": {
"p50": 5413,
"p95": 6530,
"mean": 5392,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 5040.534,
"execMs": 0.19741700000304263,
"args": {
"text": "so today we're",
"id": "cue1"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 5041.484332999993,
"execMs": 0.002499999995052349,
"args": {
"text": "you know,",
"id": "cue3"
}
}
],
"timings": {
"gateMs": 308.6308749999953,
"gateSkipped": false,
"ttftMs": 6263.223624999999,
"modelMs": 6529.586832999994,
"toolMs": 0.19991699999809498,
"totalMs": 6854.3088329999955,
"judgeMs": 256.5859999999957,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4718.679416999999,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.19741700000304263
},
{
"name": "update_cue",
"execMs": 0.002499999995052349
}
]
},
{
"roundMs": 1810.9074159999946,
"firstDeltaMs": 1220.4254159999982,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 1866.0425000000032,
"execMs": 0.007666999998036772,
"args": {
"id": "cue1",
"text": "So today we're"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 1866.2134159999987,
"execMs": 0.0037919999958830886,
"args": {
"text": "you know,",
"id": "cue3"
}
}
],
"timings": {
"gateMs": 287.3754160000026,
"gateSkipped": false,
"ttftMs": 3923.485915999998,
"modelMs": 4232.716166999991,
"toolMs": 0.01145899999391986,
"totalMs": 4523.615082999997,
"judgeMs": 219.96620800000528,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1576.5418749999953,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.007666999998036772
},
{
"name": "update_cue",
"execMs": 0.0037919999958830886
}
]
},
{
"roundMs": 2656.174291999996,
"firstDeltaMs": 2056.1984999999986,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 3079.256125,
"execMs": 0.008166999999957625,
"args": {
"text": "so today we're",
"id": "cue1"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 3079.436624999995,
"execMs": 0.004000000000814907,
"args": {
"id": "cue3",
"text": "you know,"
}
},
{
"name": "align_to_audio",
"round": 0,
"atMs": 3080.996165999997,
"execMs": 0.0058749999952851795,
"args": {
"target": "captions",
"track": 0
}
}
],
"timings": {
"gateMs": 287.60533399999986,
"gateSkipped": false,
"ttftMs": 4900.479290999996,
"modelMs": 5412.996790999998,
"toolMs": 0.01804199999605771,
"totalMs": 5704.4517909999995,
"judgeMs": 213.9017920000042,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2790.592582999998,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.008166999999957625
},
{
"name": "update_cue",
"execMs": 0.004000000000814907
},
{
"name": "align_to_audio",
"execMs": 0.0058749999952851795
}
]
},
{
"roundMs": 2622.404208,
"firstDeltaMs": 1818.6448749999909,
"calls": []
}
]
}
}
]
},
{
"name": "question-answers-in-chat",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 315,
"p95": 367,
"mean": 326,
"n": 3
},
"ttftMs": {
"p50": 1314,
"p95": 4220,
"mean": 2251,
"n": 3
},
"totalMs": {
"p50": 1804,
"p95": 4675,
"mean": 2680,
"n": 3
},
"modelMs": {
"p50": 1206,
"p95": 4018,
"mean": 2102,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"timeline"
],
"declaredTools": 49,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 367.2477079999953,
"gateSkipped": false,
"ttftMs": 4220.395292000001,
"modelMs": 4018.25,
"toolMs": 0,
"totalMs": 4674.570416999995,
"judgeMs": 190.72358299999905,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4018.25,
"firstDeltaMs": 3852.0521249999874,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"timeline"
],
"declaredTools": 49,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 294.8747500000027,
"gateSkipped": false,
"ttftMs": 1220.4067080000095,
"modelMs": 1083.1540419999947,
"toolMs": 0,
"totalMs": 1562.9170000000013,
"judgeMs": 217.79933399999572,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1083.1540419999947,
"firstDeltaMs": 925.085917000004,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"timeline"
],
"declaredTools": 49,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 314.6208750000078,
"gateSkipped": false,
"ttftMs": 1313.6030420000025,
"modelMs": 1205.8607920000068,
"toolMs": 0,
"totalMs": 1803.9524589999928,
"judgeMs": 241.892875000005,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1205.8607920000068,
"firstDeltaMs": 998.6018750000076,
"calls": []
}
]
}
}
]
},
{
"name": "photos-request-places-clips",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 299,
"p95": 526,
"mean": 347,
"n": 3
},
"ttftMs": {
"p50": 9058,
"p95": 16581,
"mean": 10515,
"n": 3
},
"totalMs": {
"p50": 9476,
"p95": 16780,
"mean": 10777,
"n": 3
},
"modelMs": {
"p50": 9173,
"p95": 16557,
"mean": 10425,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 115,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_clip",
"round": 0,
"atMs": 13439.891208000001,
"execMs": 0.16291699999419507,
"args": {
"asset_id": "a-i1"
}
},
{
"name": "add_clip",
"round": 0,
"atMs": 13440.412375,
"execMs": 0.0032499999942956492,
"args": {
"asset_id": "a-i2"
}
}
],
"timings": {
"gateMs": 214.77137500001118,
"gateSkipped": true,
"ttftMs": 16580.75787500001,
"modelMs": 16557.499582999997,
"toolMs": 0.16616699998849072,
"totalMs": 16780.034750000006,
"judgeMs": 228.37012500000128,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 13219.850583000007,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.16291699999419507
},
{
"name": "add_clip",
"execMs": 0.0032499999942956492
}
]
},
{
"roundMs": 3337.6489999999903,
"firstDeltaMs": 3138.8479579999985,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 116,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_clip",
"round": 0,
"atMs": 6817.213625000004,
"execMs": 0.008666999987326562,
"args": {
"asset_id": "a-i1"
}
},
{
"name": "add_clip",
"round": 0,
"atMs": 6817.4075840000005,
"execMs": 0.0028750000055879354,
"args": {
"asset_id": "a-i2"
}
}
],
"timings": {
"gateMs": 298.9635419999977,
"gateSkipped": true,
"ttftMs": 9057.790667000008,
"modelMs": 9172.570582,
"toolMs": 0.011541999992914498,
"totalMs": 9475.603042000002,
"judgeMs": 282.852040999991,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6516.063290999999,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.008666999987326562
},
{
"name": "add_clip",
"execMs": 0.0028750000055879354
}
]
},
{
"roundMs": 2656.5072910000017,
"firstDeltaMs": 2239.090624999997,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "timeline-editing",
"areas": [
"preview",
"timeline",
"inspector",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 115,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_clip",
"round": 0,
"atMs": 3465.237208000006,
"execMs": 0.006999999997788109,
"args": {
"asset_id": "a-i1"
}
},
{
"name": "add_clip",
"round": 0,
"atMs": 3465.418583000006,
"execMs": 0.002666000000317581,
"args": {
"asset_id": "a-i2"
}
}
],
"timings": {
"gateMs": 526.1055420000048,
"gateSkipped": true,
"ttftMs": 5907.248625000007,
"modelMs": 5544.6760839999915,
"toolMs": 0.00966599999810569,
"totalMs": 6073.960541000008,
"judgeMs": 225.02583300000697,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2937.4768339999864,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.006999999997788109
},
{
"name": "add_clip",
"execMs": 0.002666000000317581
}
]
},
{
"roundMs": 2607.199250000005,
"firstDeltaMs": 2440.756999999998,
"calls": []
}
]
}
}
]
},
{
"name": "photos-question-stays-in-chat",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 223,
"p95": 323,
"mean": 252,
"n": 3
},
"ttftMs": {
"p50": 6418,
"p95": 7141,
"mean": 5188,
"n": 3
},
"totalMs": {
"p50": 8093,
"p95": 8955,
"mean": 6874,
"n": 3
},
"modelMs": {
"p50": 7485,
"p95": 8415,
"mean": 6350,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 118,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.29; upsell 0.86; long 2.0",
"trace": [],
"timings": {
"gateMs": 211.3352920000034,
"gateSkipped": true,
"ttftMs": 6418.420958000002,
"modelMs": 7484.65058300001,
"toolMs": 0,
"totalMs": 8093.259667000006,
"judgeMs": 261.5647920000047,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7484.65058300001,
"firstDeltaMs": 6206.224249999999,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 118,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.17; upsell 0.62; long 2.0",
"trace": [],
"timings": {
"gateMs": 222.674125000005,
"gateSkipped": true,
"ttftMs": 2005.486791000003,
"modelMs": 3151.868583000003,
"toolMs": 0,
"totalMs": 3574.1149999999907,
"judgeMs": 291.90154199999233,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 3151.868583000003,
"firstDeltaMs": 1780.6883329999982,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"effects",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 119,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.19; upsell 0.91; long 2.0",
"trace": [],
"timings": {
"gateMs": 322.5453750000015,
"gateSkipped": true,
"ttftMs": 7140.687458,
"modelMs": 8414.779208999986,
"toolMs": 0,
"totalMs": 8954.787332999986,
"judgeMs": 285.74741700000595,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 8414.779208999986,
"firstDeltaMs": 6817.368124999994,
"calls": []
}
]
}
}
]
},
{
"name": "clutter-complaint-deletes-nothing",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 267,
"p95": 285,
"mean": 268,
"n": 3
},
"ttftMs": {
"p50": 5790,
"p95": 7918,
"mean": 6454,
"n": 3
},
"totalMs": {
"p50": 5935,
"p95": 8169,
"mean": 6628,
"n": 3
},
"modelMs": {
"p50": 5649,
"p95": 7901,
"mean": 6359,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 266.54287500001374,
"gateSkipped": false,
"ttftMs": 7917.823957999994,
"modelMs": 7900.989583999995,
"toolMs": 0,
"totalMs": 8168.597749999986,
"judgeMs": 216.06266599998344,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7900.989583999995,
"firstDeltaMs": 7650.463292,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 253.84899999998743,
"gateSkipped": false,
"ttftMs": 5653.489499999996,
"modelMs": 5525.969624999998,
"toolMs": 0,
"totalMs": 5780.543166999996,
"judgeMs": 245.9249579999887,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5525.969624999998,
"firstDeltaMs": 5399.108584000001,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "chat",
"skill": null,
"areas": [
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 0,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.46",
"trace": [],
"timings": {
"gateMs": 284.60658299998613,
"gateSkipped": false,
"ttftMs": 5789.619500000001,
"modelMs": 5649.31025000001,
"toolMs": 0,
"totalMs": 5934.561249999999,
"judgeMs": 341.0812910000095,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5649.31025000001,
"firstDeltaMs": 5504.599749999994,
"calls": []
}
]
}
}
]
},
{
"name": "video-ask-single-generate",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 299,
"p95": 299,
"mean": 294,
"n": 3
},
"ttftMs": {
"p50": 6543,
"p95": 6568,
"mean": 5416,
"n": 3
},
"totalMs": {
"p50": 6718,
"p95": 6746,
"mean": 5602,
"n": 3
},
"modelMs": {
"p50": 6414,
"p95": 6442,
"mean": 5304,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 114,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 5251.609457999992,
"execMs": 0.0026670000224839896,
"args": {
"prompt": "A playful, high-energy video of various dogs running, playing, and wagging their tails in a sunlit park, cinematic quality."
}
}
],
"timings": {
"gateMs": 299.0597499999858,
"gateSkipped": false,
"ttftMs": 6567.9794160000165,
"modelMs": 6414.450792000018,
"toolMs": 0.0026670000224839896,
"totalMs": 6717.698540999991,
"judgeMs": 234.98737499999697,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4949.058500000014,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.0026670000224839896
}
]
},
{
"roundMs": 1465.392292000004,
"firstDeltaMs": 1315.7593749999942,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 112,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 5383.152834000008,
"execMs": 0.007874999981140718,
"args": {
"prompt": "a dog playing in a park, happy, sunny weather, high quality"
}
}
],
"timings": {
"gateMs": 299.3892079999787,
"gateSkipped": false,
"ttftMs": 6543.118125000008,
"modelMs": 6442.472707999987,
"toolMs": 0.007874999981140718,
"totalMs": 6745.6967920000025,
"judgeMs": 218.95854200000758,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5082.10824999999,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.007874999981140718
}
]
},
{
"roundMs": 1360.3644579999964,
"firstDeltaMs": 1158.0721670000057,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 112,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 1732.363667000027,
"execMs": 0.00229199999012053,
"args": {
"prompt": "A playful, high-energy video of various dog breeds running and jumping in a park, bright sunny lighting, handheld camera movement."
}
}
],
"timings": {
"gateMs": 282.55079199999454,
"gateSkipped": false,
"ttftMs": 3137.222417000012,
"modelMs": 3056.4819990000105,
"toolMs": 0.00229199999012053,
"totalMs": 3342.322084000014,
"judgeMs": 224.98716600000625,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1447.3806660000118,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.00229199999012053
}
]
},
{
"roundMs": 1609.1013329999987,
"firstDeltaMs": 1404.2079580000136,
"calls": []
}
]
}
}
]
},
{
"name": "video-ask-with-size-and-length",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 310,
"p95": 372,
"mean": 316,
"n": 3
},
"ttftMs": {
"p50": 2955,
"p95": 6634,
"mean": 4111,
"n": 3
},
"totalMs": {
"p50": 3169,
"p95": 6819,
"mean": 4323,
"n": 3
},
"modelMs": {
"p50": 2902,
"p95": 6443,
"mean": 4004,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 102,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 5339.653666999977,
"execMs": 0.38020799998776056,
"args": {
"prompt": "A paper boat drifting across a puddle, cinematic lighting, top-down perspective, high quality, 1080p.",
"duration_seconds": 6,
"resolution": "1080p"
}
}
],
"timings": {
"gateMs": 372.2609999999986,
"gateSkipped": false,
"ttftMs": 6633.895874999987,
"modelMs": 6442.698667999997,
"toolMs": 0.38020799998776056,
"totalMs": 6818.572583000001,
"judgeMs": 310.25191700001596,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4966.019333999982,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.38020799998776056
}
]
},
{
"roundMs": 1476.679334000015,
"firstDeltaMs": 1292.443459000002,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 102,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 1584.980291999993,
"execMs": 0.004374999989522621,
"args": {
"duration_seconds": 6,
"resolution": "1080p",
"prompt": "A paper boat drifting across a puddle, realistic and close up, cinematic lighting, 1080p."
}
}
],
"timings": {
"gateMs": 310.2955420000071,
"gateSkipped": false,
"ttftMs": 2743.3947089999856,
"modelMs": 2667.625916000019,
"toolMs": 0.004374999989522621,
"totalMs": 2981.154291999992,
"judgeMs": 224.60754200001247,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1272.787083000003,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.004374999989522621
}
]
},
{
"roundMs": 1394.8388330000162,
"firstDeltaMs": 1157.1951250000275,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 102,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 1816.2158749999944,
"execMs": 0.0025000000023283064,
"args": {
"prompt": "a paper boat drifting across a puddle, cinematic lighting, top-down view, 1080p resolution",
"resolution": "1080p",
"duration_seconds": 6
}
}
],
"timings": {
"gateMs": 264.6728749999893,
"gateSkipped": false,
"ttftMs": 2954.834541999997,
"modelMs": 2901.8779170000053,
"toolMs": 0.0025000000023283064,
"totalMs": 3168.7127920000057,
"judgeMs": 228.03629200000432,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1550.0100000000093,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.0025000000023283064
}
]
},
{
"roundMs": 1351.867916999996,
"firstDeltaMs": 1138.1755419999827,
"calls": []
}
]
}
}
]
},
{
"name": "iterate-keeps-existing-clip",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 289,
"p95": 329,
"mean": 302,
"n": 3
},
"ttftMs": {
"p50": 9848,
"p95": 16469,
"mean": 12013,
"n": 3
},
"totalMs": {
"p50": 10348,
"p95": 16769,
"mean": 12415,
"n": 3
},
"modelMs": {
"p50": 10056,
"p95": 16476,
"mean": 12110,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "color-grading",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"video_gen",
"scene",
"side_panel",
"top_bar"
],
"declaredTools": 93,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 14305.236291999987,
"execMs": 0.12679199999547563,
"args": {
"aspect": "9:16",
"reference_asset_id": "a-v1",
"prompt": "Cinematic beach shoreline during a vibrant golden-hour sunset, warm amber and orange sunlight reflecting across rolling ocean waves and wet sand, gentle breeze, serene coastal atmosphere"
}
}
],
"timings": {
"gateMs": 287.8058749999909,
"gateSkipped": false,
"ttftMs": 16468.722875000007,
"modelMs": 16476.01899900002,
"toolMs": 0.12679199999547563,
"totalMs": 16768.567500000005,
"judgeMs": 246.86837499999092,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 14014.608583000023,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.12679199999547563
}
]
},
{
"roundMs": 2461.410415999999,
"firstDeltaMs": 2161.850582999992,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "color-grading",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"video_gen",
"scene",
"side_panel",
"top_bar"
],
"declaredTools": 93,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 7417.076957999991,
"execMs": 0.0054579999996349216,
"args": {
"prompt": "A scenic beach at golden-hour sunset, warm sunlight reflecting off gentle ocean waves, golden light illuminating the sandy shore, cinematic camera motion, peaceful mood",
"reference_asset_id": "a-v1"
}
}
],
"timings": {
"gateMs": 288.767709000007,
"gateSkipped": false,
"ttftMs": 9848.250249999983,
"modelMs": 10055.999248999986,
"toolMs": 0.0054579999996349216,
"totalMs": 10347.86258300001,
"judgeMs": 255.11712500001886,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7126.448790999973,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.0054579999996349216
}
]
},
{
"roundMs": 2929.5504580000124,
"firstDeltaMs": 2430.29454100001,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "color-grading",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"video_gen",
"side_panel",
"top_bar"
],
"declaredTools": 87,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_video",
"round": 0,
"atMs": 7499.506499999989,
"execMs": 0.0037500000034924597,
"args": {
"reference_asset_id": "a-v1",
"prompt": "Scenic golden-hour sunset over the ocean and sandy beach, warm golden light spilling across gentle breaking waves, calm and cinematic atmosphere",
"aspect": "9:16"
}
}
],
"timings": {
"gateMs": 328.66312499999185,
"gateSkipped": false,
"ttftMs": 9722.059000000008,
"modelMs": 9797.73008400001,
"toolMs": 0.0037500000034924597,
"totalMs": 10128.584624999989,
"judgeMs": 212.2879589999793,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7169.828375000012,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_video",
"execMs": 0.0037500000034924597
}
]
},
{
"roundMs": 2627.901708999998,
"firstDeltaMs": 2221.645124999981,
"calls": []
}
]
}
}
]
},
{
"name": "mute-all-does-not-redo-prior-turn",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 318,
"p95": 421,
"mean": 348,
"n": 3
},
"ttftMs": {
"p50": 7022,
"p95": 7121,
"mean": 6068,
"n": 3
},
"totalMs": {
"p50": 7093,
"p95": 7199,
"mean": 6155,
"n": 3
},
"modelMs": {
"p50": 6770,
"p95": 6886,
"mean": 5801,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3,
"max": 3
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"timeline",
"inspector",
"audio",
"editor"
],
"declaredTools": 69,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "select_items",
"round": 0,
"atMs": 5030.151666999998,
"execMs": 0.34395899999071844,
"args": {
"kind": "clip",
"describe": "all video clips"
}
},
{
"name": "set_clip_muted",
"round": 1,
"atMs": 6118.733750000014,
"execMs": 0.007042000012006611,
"args": {
"muted": true,
"ids": [
"c1",
"c2",
"c3"
]
}
}
],
"timings": {
"gateMs": 304.8868749999965,
"gateSkipped": false,
"ttftMs": 7120.990917000017,
"modelMs": 6885.719458000036,
"toolMs": 0.35100100000272505,
"totalMs": 7198.936500000011,
"judgeMs": 241.19633299999987,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4721.502375000011,
"firstDeltaMs": null,
"calls": [
{
"name": "select_items",
"execMs": 0.34395899999071844
}
]
},
{
"roundMs": 1085.1692500000063,
"firstDeltaMs": null,
"calls": [
{
"name": "set_clip_muted",
"execMs": 0.007042000012006611
}
]
},
{
"roundMs": 1079.0478330000187,
"firstDeltaMs": 1001.2170420000039,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"audio",
"editor"
],
"declaredTools": 74,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "select_items",
"round": 0,
"atMs": 4551.601832999993,
"execMs": 0.03699999998207204,
"args": {
"describe": "all clips on the video track",
"kind": "clip"
}
},
{
"name": "set_clip_muted",
"round": 1,
"atMs": 6002.901832999982,
"execMs": 0.007958000001963228,
"args": {
"ids": [
"c1",
"c2",
"c3"
],
"muted": true
}
}
],
"timings": {
"gateMs": 317.6171660000109,
"gateSkipped": false,
"ttftMs": 7021.600458000001,
"modelMs": 6769.820791999984,
"toolMs": 0.04495799998403527,
"totalMs": 7092.728415999998,
"judgeMs": 251.0344589999877,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4232.605374999985,
"firstDeltaMs": null,
"calls": [
{
"name": "select_items",
"execMs": 0.03699999998207204
}
]
},
{
"roundMs": 1449.5802919999987,
"firstDeltaMs": null,
"calls": [
{
"name": "set_clip_muted",
"execMs": 0.007958000001963228
}
]
},
{
"roundMs": 1087.6351250000007,
"firstDeltaMs": 1017.4927079999761,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"timeline",
"inspector",
"audio",
"editor"
],
"declaredTools": 69,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "select_items",
"round": 0,
"atMs": 1772.855292000022,
"execMs": 0.021708000014768913,
"args": {
"kind": "clip",
"describe": "all clips on the video track"
}
},
{
"name": "set_clip_muted",
"round": 1,
"atMs": 2942.752334000019,
"execMs": 0.004124999977648258,
"args": {
"ids": [
"c1",
"c2",
"c3"
],
"muted": true
}
}
],
"timings": {
"gateMs": 420.586707999988,
"gateSkipped": false,
"ttftMs": 4062.4324590000033,
"modelMs": 3748.286207999976,
"toolMs": 0.02583299999241717,
"totalMs": 4173.034209000005,
"judgeMs": 221.5738340000098,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1350.1406669999997,
"firstDeltaMs": null,
"calls": [
{
"name": "select_items",
"execMs": 0.021708000014768913
}
]
},
{
"roundMs": 1168.9457499999844,
"firstDeltaMs": null,
"calls": [
{
"name": "set_clip_muted",
"execMs": 0.004124999977648258
}
]
},
{
"roundMs": 1229.1997909999918,
"firstDeltaMs": 1118.9669160000049,
"calls": []
}
]
}
}
]
},
{
"name": "imported-photo-edit-references-photo",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 307,
"p95": 370,
"mean": 316,
"n": 3
},
"ttftMs": {
"p50": 3139,
"p95": 6485,
"mean": 4153,
"n": 3
},
"totalMs": {
"p50": 3278,
"p95": 6631,
"mean": 4312,
"n": 3
},
"modelMs": {
"p50": 2969,
"p95": 6355,
"mean": 3993,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 108,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_image",
"round": 0,
"atMs": 5290.043917000003,
"execMs": 0.05966599998646416,
"args": {
"prompt": "a girl in the snow wearing a santa hat, same style as the provided image of snow scenery",
"reference_asset_ids": [
"a-tw1"
]
}
}
],
"timings": {
"gateMs": 271.9621249999909,
"gateSkipped": false,
"ttftMs": 6484.776916999981,
"modelMs": 6354.983042000007,
"toolMs": 0.05966599998646416,
"totalMs": 6630.66741699999,
"judgeMs": 232.30124999998952,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5015.172709000006,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_image",
"execMs": 0.05966599998646416
}
]
},
{
"roundMs": 1339.8103330000013,
"firstDeltaMs": 1194.0998330000148,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 108,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_image",
"round": 0,
"atMs": 1864.8342499999853,
"execMs": 0.005250000016530976,
"args": {
"prompt": "A woman wearing a santa hat, matching the snowy setting of the original photo.",
"reference_asset_ids": [
"a-tw1"
]
}
}
],
"timings": {
"gateMs": 307.0209170000162,
"gateSkipped": false,
"ttftMs": 3138.883582999988,
"modelMs": 2969.3477080000157,
"toolMs": 0.005250000016530976,
"totalMs": 3278.2796249999956,
"judgeMs": 242.69666600000346,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1556.7005000000063,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_image",
"execMs": 0.005250000016530976
}
]
},
{
"roundMs": 1412.6472080000094,
"firstDeltaMs": 1273.4667080000218,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 108,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_image",
"round": 0,
"atMs": 1544.2185419999878,
"execMs": 0.0021659999911207706,
"args": {
"prompt": "A high-quality, atmospheric portrait of a woman in the snow, wearing a Santa hat. The style matches the provided reference photo.",
"reference_asset_ids": [
"a-tw1"
]
}
}
],
"timings": {
"gateMs": 369.5519170000043,
"gateSkipped": false,
"ttftMs": 2836.6649169999873,
"modelMs": 2655.652875000029,
"toolMs": 0.0021659999911207706,
"totalMs": 3027.089458000002,
"judgeMs": 265.0380410000216,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1173.3577920000243,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_image",
"execMs": 0.0021659999911207706
}
]
},
{
"roundMs": 1482.2950830000045,
"firstDeltaMs": 1291.9899159999914,
"calls": []
}
]
}
}
]
},
{
"name": "audio-ask-single-generate",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 259,
"p95": 264,
"mean": 256,
"n": 3
},
"ttftMs": {
"p50": 2857,
"p95": 6136,
"mean": 3935,
"n": 3
},
"totalMs": {
"p50": 3043,
"p95": 6368,
"mean": 4141,
"n": 3
},
"modelMs": {
"p50": 2781,
"p95": 6120,
"mean": 3882,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 111,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "voiceover_generate",
"round": 0,
"atMs": 4702.946250000008,
"execMs": 0.00483300001360476,
"args": {
"script": "Welcome to the dog show."
}
}
],
"timings": {
"gateMs": 245.72429199999897,
"gateSkipped": false,
"ttftMs": 6135.654791000008,
"modelMs": 6119.53925099998,
"toolMs": 0.00483300001360476,
"totalMs": 6368.155958000018,
"judgeMs": 244.4287080000213,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4455.206166999997,
"firstDeltaMs": null,
"calls": [
{
"name": "voiceover_generate",
"execMs": 0.00483300001360476
}
]
},
{
"roundMs": 1664.3330839999835,
"firstDeltaMs": 1431.9489999999932,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 111,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "voiceover_generate",
"round": 0,
"atMs": 1594.999541999976,
"execMs": 0.003749999974388629,
"args": {
"script": "Welcome to the dog show."
}
}
],
"timings": {
"gateMs": 259.14762499998324,
"gateSkipped": false,
"ttftMs": 2856.8558340000163,
"modelMs": 2781.4767500000016,
"toolMs": 0.003749999974388629,
"totalMs": 3043.4790419999918,
"judgeMs": 302.17270799999824,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1334.262000000017,
"firstDeltaMs": null,
"calls": [
{
"name": "voiceover_generate",
"execMs": 0.003749999974388629
}
]
},
{
"roundMs": 1447.2147499999846,
"firstDeltaMs": 1260.7392499999842,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 111,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "voiceover_generate",
"round": 0,
"atMs": 1526.9769169999636,
"execMs": 0.00229199999012053,
"args": {
"script": "welcome to the dog show"
}
}
],
"timings": {
"gateMs": 263.6788340000203,
"gateSkipped": false,
"ttftMs": 2813.426291999989,
"modelMs": 2745.775250000006,
"toolMs": 0.00229199999012053,
"totalMs": 3011.1399999999558,
"judgeMs": 296.57595800003037,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1262.1901250000228,
"firstDeltaMs": null,
"calls": [
{
"name": "voiceover_generate",
"execMs": 0.00229199999012053
}
]
},
{
"roundMs": 1483.5851249999832,
"firstDeltaMs": 1285.9516669999575,
"calls": []
}
]
}
}
]
},
{
"name": "music-ask-single-generate",
"bucket": "single-tool",
"passRate": 0.6666666666666666,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 293,
"p95": 324,
"mean": 308,
"n": 2
},
"ttftMs": {
"p50": 8841,
"p95": 8897,
"mean": 8869,
"n": 2
},
"totalMs": {
"p50": 9229,
"p95": 9270,
"mean": 9250,
"n": 2
},
"modelMs": {
"p50": 8902,
"p95": 8975,
"mean": 8938,
"n": 2
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 2
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "audio-and-subtitles",
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"stock",
"library",
"side_panel"
],
"declaredTools": 99,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_music",
"round": 0,
"atMs": 6858.3898749999935,
"execMs": 0.04375000001164153,
"args": {
"add_to_timeline": true,
"prompt": "Chill, relaxed lo-fi background beat with soft electric piano and mellow groove",
"volume": 0.4,
"instrumental": true,
"length": "clip",
"start": 0
}
}
],
"timings": {
"gateMs": 323.64420899999095,
"gateSkipped": false,
"ttftMs": 8841.34275000001,
"modelMs": 8901.61633400002,
"toolMs": 0.04375000001164153,
"totalMs": 9229.258083000022,
"judgeMs": 216.17620799998986,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6531.584792000009,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_music",
"execMs": 0.04375000001164153
}
]
},
{
"roundMs": 2370.0315420000115,
"firstDeltaMs": 1982.2433749999618,
"calls": []
}
]
}
},
{
"pass": false,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"audio",
"stock",
"library",
"side_panel"
],
"declaredTools": 86,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [
"slow: 9 tool calls (cap 3)",
"mutating tools called: update_audio, update_audio, update_audio, update_audio, update_audio, update_audio, update_audio, update_audio"
],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_music",
"round": 0,
"atMs": 4874.502084000036,
"execMs": 0.0024170000106096268,
"args": {
"prompt": "chill lo-fi hip hop background music with a relaxed, mellow vibe",
"start": 0,
"instrumental": true,
"volume": 0.3,
"add_to_timeline": true
}
},
{
"name": "update_audio",
"round": 1,
"atMs": 6353.414667000005,
"execMs": 0.003416999999899417,
"args": {
"id": "au1",
"lane": 0,
"duck": 0.4
}
},
{
"name": "update_audio",
"round": 1,
"atMs": 6353.506375000055,
"execMs": 0.0035409999545663595,
"args": {
"volume": 0.35,
"id": "a-music1",
"start": 0,
"lane": 1
}
},
{
"name": "update_audio",
"round": 2,
"atMs": 7833.417000000016,
"execMs": 0.0018339999951422215,
"args": {
"duck": 0.4,
"lane": 0,
"id": "au1"
}
},
{
"name": "update_audio",
"round": 2,
"atMs": 7833.489709000045,
"execMs": 0.00045900000259280205,
"args": {
"volume": 0.35,
"start": 0,
"lane": 1,
"id": "a-music1"
}
},
{
"name": "update_audio",
"round": 3,
"atMs": 8956.677292000037,
"execMs": 0.0024170000106096268,
"args": {
"lane": 0,
"id": "au1",
"duck": 0.4
}
},
{
"name": "update_audio",
"round": 3,
"atMs": 8956.781000000017,
"execMs": 0.000708000035956502,
"args": {
"start": 0,
"id": "a-music1",
"lane": 1,
"volume": 0.35
}
},
{
"name": "update_audio",
"round": 4,
"atMs": 10560.706417000038,
"execMs": 0.004249999998137355,
"args": {
"id": "au1",
"duck": 0.4,
"lane": 0
}
},
{
"name": "update_audio",
"round": 4,
"atMs": 10560.854375000054,
"execMs": 0.000750000006519258,
"args": {
"volume": 0.35,
"id": "a-music1",
"lane": 1,
"start": 0
}
}
],
"timings": {
"gateMs": 312.2920419999864,
"gateSkipped": false,
"ttftMs": 11747.616584000003,
"modelMs": 11899.193247999996,
"toolMs": 0.01979300001403317,
"totalMs": 12217.388959000004,
"judgeMs": 225.95666599995457,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4561.031041999988,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_music",
"execMs": 0.0024170000106096268
}
]
},
{
"roundMs": 1477.7010829999927,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.003416999999899417
},
{
"name": "update_audio",
"execMs": 0.0035409999545663595
}
]
},
{
"roundMs": 1479.376958000008,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.0018339999951422215
},
{
"name": "update_audio",
"execMs": 0.00045900000259280205
}
]
},
{
"roundMs": 1122.644541000016,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.0024170000106096268
},
{
"name": "update_audio",
"execMs": 0.000708000035956502
}
]
},
{
"roundMs": 1603.0200409999816,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.004249999998137355
},
{
"name": "update_audio",
"execMs": 0.000750000006519258
}
]
},
{
"roundMs": 1655.4195830000099,
"firstDeltaMs": 1185.8099159999983,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "audio-and-subtitles",
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 103,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "generate_music",
"round": 0,
"atMs": 6853.7098340000375,
"execMs": 0.0013329999637790024,
"args": {
"prompt": "Chill, mellow lo-fi ambient background music, soft electric piano, smooth relaxed beat, sunny beach vibe",
"start": 0,
"volume": 0.3,
"add_to_timeline": true,
"length": "clip",
"instrumental": true,
"reference_asset_ids": [
"a-v1"
]
}
}
],
"timings": {
"gateMs": 292.982416999992,
"gateSkipped": false,
"ttftMs": 8896.698875000002,
"modelMs": 8974.924916999997,
"toolMs": 0.0013329999637790024,
"totalMs": 9269.925374999992,
"judgeMs": 307.85679200000595,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6559.319749999966,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_music",
"execMs": 0.0013329999637790024
}
]
},
{
"roundMs": 2415.6051670000306,
"firstDeltaMs": 2042.4562499999884,
"calls": []
}
]
}
}
]
},
{
"name": "trim-ask-single-tool",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 295,
"p95": 308,
"mean": 297,
"n": 3
},
"ttftMs": {
"p50": 3113,
"p95": 5886,
"mean": 3817,
"n": 3
},
"totalMs": {
"p50": 3229,
"p95": 6076,
"mean": 3953,
"n": 3
},
"modelMs": {
"p50": 2931,
"p95": 5765,
"mean": 3653,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"editor"
],
"declaredTools": 70,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 4755.06362500001,
"execMs": 0.006583000009413809,
"args": {
"in": 0,
"clipId": "c1",
"out": 5
}
}
],
"timings": {
"gateMs": 307.56374999997206,
"gateSkipped": false,
"ttftMs": 5885.744249999989,
"modelMs": 5765.08929199999,
"toolMs": 0.006583000009413809,
"totalMs": 6075.649541000021,
"judgeMs": 281.2807909999974,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4445.752957999997,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.006583000009413809
}
]
},
{
"roundMs": 1319.3363339999923,
"firstDeltaMs": 1129.8835419999668,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"editor"
],
"declaredTools": 70,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 1378.729915999982,
"execMs": 0.014957999985199422,
"args": {
"clipId": "c1",
"out": 5
}
}
],
"timings": {
"gateMs": 286.7538749999949,
"gateSkipped": false,
"ttftMs": 2451.0434159999713,
"modelMs": 2263.99770800001,
"toolMs": 0.014957999985199422,
"totalMs": 2553.3215829999535,
"judgeMs": 342.14708399999654,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1090.4872909999685,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.014957999985199422
}
]
},
{
"roundMs": 1173.5104170000413,
"firstDeltaMs": 1071.464708000014,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"editor"
],
"declaredTools": 70,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 2064.502832999977,
"execMs": 0.00604200002271682,
"args": {
"in": 0,
"out": 5,
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 295.4639999999781,
"gateSkipped": false,
"ttftMs": 3113.1877499999828,
"modelMs": 2930.8606669999426,
"toolMs": 0.00604200002271682,
"totalMs": 3228.944541999954,
"judgeMs": 216.67524999997113,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1767.761999999988,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.00604200002271682
}
]
},
{
"roundMs": 1163.0986669999547,
"firstDeltaMs": 1047.5580829999526,
"calls": []
}
]
}
}
]
},
{
"name": "transition-ask-styled",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 287,
"p95": 335,
"mean": 300,
"n": 3
},
"ttftMs": {
"p50": 6393,
"p95": 9196,
"mean": 5294,
"n": 3
},
"totalMs": {
"p50": 6552,
"p95": 9331,
"mean": 5392,
"n": 3
},
"modelMs": {
"p50": 6272,
"p95": 8988,
"mean": 5087,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1.3,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "transitions-and-fades",
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 7230.907999999996,
"execMs": 0.04824999999254942,
"args": {
"seconds": 0.5,
"clipId": "c1",
"style": "pushdown"
}
}
],
"timings": {
"gateMs": 335.4893339999835,
"gateSkipped": false,
"ttftMs": 9195.887707999966,
"modelMs": 8988.162375000014,
"toolMs": 0.04824999999254942,
"totalMs": 9331.445666000014,
"judgeMs": 297.6030000000028,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6889.254625000001,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.04824999999254942
}
]
},
{
"roundMs": 2098.907750000013,
"firstDeltaMs": 1963.700084000011,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"library",
"top_bar",
"editor"
],
"declaredTools": 84,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_transition",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 292.2096249999595,
"execMs": 0.0036250000121071935,
"args": {
"clipId": "c1",
"style": "pushdown",
"seconds": 0.44
}
}
],
"timings": {
"gateMs": 287.3120409999974,
"gateSkipped": false,
"ttftMs": 292.48870899999747,
"modelMs": 0,
"toolMs": 0.0036250000121071935,
"totalMs": 292.4946249999921,
"judgeMs": 230.67624999996042,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"top_bar",
"editor"
],
"declaredTools": 77,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 5124.744375000009,
"execMs": 0.0032500000088475645,
"args": {
"clipId": "c1",
"seconds": 0.5,
"style": "pushdown"
}
}
],
"timings": {
"gateMs": 277.24412500002654,
"gateSkipped": false,
"ttftMs": 6392.705499999982,
"modelMs": 6272.208874000004,
"toolMs": 0.0032500000088475645,
"totalMs": 6552.322417000018,
"judgeMs": 277.97829200001433,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4845.824208000035,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.0032500000088475645
}
]
},
{
"roundMs": 1426.384665999969,
"firstDeltaMs": 1267.3150409999653,
"calls": []
}
]
}
}
]
},
{
"name": "slide-in-direction-correct",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 288,
"p95": 296,
"mean": 290,
"n": 3
},
"ttftMs": {
"p50": 289,
"p95": 296,
"mean": 291,
"n": 3
},
"totalMs": {
"p50": 289,
"p95": 296,
"mean": 291,
"n": 3
},
"modelMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 0,
"max": 0
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_animation",
"qualityGate": [],
"judgeNote": "failures owned 0.49",
"trace": [
{
"name": "set_animation",
"round": 0,
"atMs": 288.58908300002804,
"execMs": 0.10308299999451265,
"args": {
"clipId": "c2",
"which": "in",
"style": "slideright",
"seconds": 0.47
}
}
],
"timings": {
"gateMs": 288.10062500002095,
"gateSkipped": false,
"ttftMs": 289.0498329999973,
"modelMs": 0,
"toolMs": 0.10308299999451265,
"totalMs": 289.0702080000192,
"judgeMs": 221.4971249999944,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_animation",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_animation",
"round": 0,
"atMs": 286.19412499998,
"execMs": 0.0040840000146999955,
"args": {
"clipId": "c2",
"which": "in",
"style": "slideright",
"seconds": 0.46
}
}
],
"timings": {
"gateMs": 286.0055000000284,
"gateSkipped": false,
"ttftMs": 286.25808399997186,
"modelMs": 0,
"toolMs": 0.0040840000146999955,
"totalMs": 286.26204199995846,
"judgeMs": 240.00829099997645,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_animation",
"qualityGate": [],
"judgeNote": "failures owned 0.46",
"trace": [
{
"name": "set_animation",
"round": 0,
"atMs": 296.20054200000595,
"execMs": 0.004167000006418675,
"args": {
"clipId": "c2",
"which": "in",
"style": "slideright",
"seconds": 0.47
}
}
],
"timings": {
"gateMs": 295.90124999999534,
"gateSkipped": false,
"ttftMs": 296.3215419999906,
"modelMs": 0,
"toolMs": 0.004167000006418675,
"totalMs": 296.32895799999824,
"judgeMs": 225.91437499999302,
"retryMs": 0,
"retries": 0,
"rounds": []
}
}
]
},
{
"name": "look-ask-single-tool",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 269,
"p95": 275,
"mean": 267,
"n": 3
},
"ttftMs": {
"p50": 270,
"p95": 275,
"mean": 268,
"n": 3
},
"totalMs": {
"p50": 270,
"p95": 275,
"mean": 268,
"n": 3
},
"modelMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 0,
"max": 0
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 100,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 269.38970800000243,
"execMs": 0.05199999996693805,
"args": {
"effect": "vhs",
"amount": 0.69,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 269.0963749999646,
"gateSkipped": false,
"ttftMs": 269.514749999973,
"modelMs": 0,
"toolMs": 0.05199999996693805,
"totalMs": 269.5209160000086,
"judgeMs": 254.70250000001397,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 100,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 275.35920799995074,
"execMs": 0.0038330000243149698,
"args": {
"effect": "vhs",
"amount": 0.68,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 275.1068750000559,
"gateSkipped": false,
"ttftMs": 275.45583299995633,
"modelMs": 0,
"toolMs": 0.0038330000243149698,
"totalMs": 275.46241699997336,
"judgeMs": 249.15562500001397,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"color",
"effects",
"animation",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 102,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 258.08333300001686,
"execMs": 0.0028750000055879354,
"args": {
"effect": "vhs",
"amount": 0.68,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 257.90475000004517,
"gateSkipped": false,
"ttftMs": 258.1542500000214,
"modelMs": 0,
"toolMs": 0.0028750000055879354,
"totalMs": 258.15895800001454,
"judgeMs": 263.5490829999908,
"retryMs": 0,
"retries": 0,
"rounds": []
}
}
]
},
{
"name": "audio-effect-single-tool",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 266,
"p95": 287,
"mean": 270,
"n": 3
},
"ttftMs": {
"p50": 267,
"p95": 288,
"mean": 271,
"n": 3
},
"totalMs": {
"p50": 267,
"p95": 288,
"mean": 271,
"n": 3
},
"modelMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 0,
"max": 0
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"audio",
"library",
"side_panel"
],
"declaredTools": 85,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 287.232209000038,
"execMs": 0.24045799998566508,
"args": {
"effect": "telephone",
"amount": 0.68,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 286.7231659999816,
"gateSkipped": false,
"ttftMs": 287.5645000000368,
"modelMs": 0,
"toolMs": 0.24045799998566508,
"totalMs": 287.5706670000218,
"judgeMs": 236.46583299996564,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"audio",
"side_panel",
"editor"
],
"declaredTools": 82,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 258.01304099999834,
"execMs": 0.004541000002063811,
"args": {
"effect": "telephone",
"amount": 0.69,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 257.85229200002505,
"gateSkipped": false,
"ttftMs": 258.08445799996844,
"modelMs": 0,
"toolMs": 0.004541000002063811,
"totalMs": 258.08895799994934,
"judgeMs": 268.93137499998556,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"audio",
"side_panel",
"editor"
],
"declaredTools": 82,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "add_effect",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "add_effect",
"round": 0,
"atMs": 266.5954170000041,
"execMs": 0.007082999974954873,
"args": {
"effect": "telephone",
"amount": 0.69,
"start": 6,
"end": 12.5
}
}
],
"timings": {
"gateMs": 266.2927079999936,
"gateSkipped": false,
"ttftMs": 266.7177500000107,
"modelMs": 0,
"toolMs": 0.007082999974954873,
"totalMs": 266.72541700000875,
"judgeMs": 254.47275000001537,
"retryMs": 0,
"retries": 0,
"rounds": []
}
}
]
},
{
"name": "sound-dissolve-single-tool",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 289,
"p95": 309,
"mean": 286,
"n": 3
},
"ttftMs": {
"p50": 3564,
"p95": 7128,
"mean": 4603,
"n": 3
},
"totalMs": {
"p50": 3961,
"p95": 7435,
"mean": 4947,
"n": 3
},
"modelMs": {
"p50": 3649,
"p95": 7143,
"mean": 4658,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"audio",
"editor"
],
"declaredTools": 75,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 5764.952665999997,
"execMs": 0.18366599996807054,
"args": {
"clipId": "c1",
"seconds": 0.3,
"style": "audiocross"
}
}
],
"timings": {
"gateMs": 289.1781659999979,
"gateSkipped": false,
"ttftMs": 7128.057499999995,
"modelMs": 7142.5439169999445,
"toolMs": 0.18366599996807054,
"totalMs": 7434.578082999971,
"judgeMs": 248.58254099998157,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5474.448374999978,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.18366599996807054
}
]
},
{
"roundMs": 1668.0955419999664,
"firstDeltaMs": 1362.1745829999563,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"audio",
"editor"
],
"declaredTools": 75,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 2276.402833,
"execMs": 0.007791999960318208,
"args": {
"clipId": "c1",
"style": "audiocross",
"seconds": 0.3
}
}
],
"timings": {
"gateMs": 308.84325000003446,
"gateSkipped": false,
"ttftMs": 3564.4721659999923,
"modelMs": 3648.954417000001,
"toolMs": 0.007791999960318208,
"totalMs": 3961.0801249999786,
"judgeMs": 194.6512920000241,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1965.453542000032,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.007791999960318208
}
]
},
{
"roundMs": 1683.5008749999688,
"firstDeltaMs": 1287.251540999976,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"audio",
"editor"
],
"declaredTools": 75,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 1967.5905839999905,
"execMs": 0.00620800000615418,
"args": {
"style": "audiocross",
"clipId": "c1",
"seconds": 0.3
}
}
],
"timings": {
"gateMs": 259.63266699999804,
"gateSkipped": false,
"ttftMs": 3117.8015840000007,
"modelMs": 3181.908584000019,
"toolMs": 0.00620800000615418,
"totalMs": 3443.9027500000084,
"judgeMs": 206.35820800001966,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1706.5325840000296,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.00620800000615418
}
]
},
{
"roundMs": 1475.3759999999893,
"firstDeltaMs": 1149.4281670000055,
"calls": []
}
]
}
}
]
},
{
"name": "animation-overrides-transition",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 278,
"p95": 340,
"mean": 291,
"n": 3
},
"ttftMs": {
"p50": 5725,
"p95": 6109,
"mean": 5161,
"n": 3
},
"totalMs": {
"p50": 6074,
"p95": 6553,
"mean": 5592,
"n": 3
},
"modelMs": {
"p50": 5730,
"p95": 6294,
"mean": 5295,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2.3,
"max": 3
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 4957.611708000011,
"execMs": 0.1391670000157319,
"args": {
"seconds": 0,
"clipId": "c1"
}
},
{
"name": "set_animation",
"round": 0,
"atMs": 4959.681582999998,
"execMs": 0.005208000016864389,
"args": {
"style": "pop",
"clipId": "c2",
"which": "in",
"seconds": 0.5
}
}
],
"timings": {
"gateMs": 255.6330420000013,
"gateSkipped": false,
"ttftMs": 6109.203333000012,
"modelMs": 6293.60170900001,
"toolMs": 0.1443750000325963,
"totalMs": 6553.404916999978,
"judgeMs": 262.70691599999554,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4700.71666700003,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.1391670000157319
},
{
"name": "set_animation",
"execMs": 0.005208000016864389
}
]
},
{
"roundMs": 1592.8850419999799,
"firstDeltaMs": 1148.7802919999813,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 2236.17074999999,
"execMs": 0.006666999950539321,
"args": {
"seconds": 0,
"clipId": "c1"
}
},
{
"name": "set_animation",
"round": 0,
"atMs": 2236.3257919999887,
"execMs": 0.001125000009778887,
"args": {
"style": "pop",
"clipId": "c2",
"seconds": 0.5,
"which": "in"
}
},
{
"name": "remove_transition",
"round": 1,
"atMs": 4429.580332999991,
"execMs": 0.0034580000210553408,
"args": {
"transitionId": "c1"
}
}
],
"timings": {
"gateMs": 339.65454100002535,
"gateSkipped": false,
"ttftMs": 5724.758207999985,
"modelMs": 5730.387707000016,
"toolMs": 0.011249999981373549,
"totalMs": 6073.837500000023,
"judgeMs": 214.58708399999887,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1895.211958000029,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.006666999950539321
},
{
"name": "set_animation",
"execMs": 0.001125000009778887
}
]
},
{
"roundMs": 2191.698708000011,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.0034580000210553408
}
]
},
{
"roundMs": 1643.4770409999765,
"firstDeltaMs": 1294.5286249999772,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 2171.0417080000043,
"execMs": 0.018166999972891062,
"args": {
"clipId": "c1",
"seconds": 0
}
},
{
"name": "set_animation",
"round": 0,
"atMs": 2171.9010000000126,
"execMs": 0.008458000025711954,
"args": {
"style": "pop",
"clipId": "c2",
"which": "in",
"seconds": 0.5
}
}
],
"timings": {
"gateMs": 277.67399999999907,
"gateSkipped": false,
"ttftMs": 3648.9808750000084,
"modelMs": 3861.243666000024,
"toolMs": 0.026624999998603016,
"totalMs": 4147.93441700004,
"judgeMs": 288.43741600000067,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1887.5172080000048,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.018166999972891062
},
{
"name": "set_animation",
"execMs": 0.008458000025711954
}
]
},
{
"roundMs": 1973.7264580000192,
"firstDeltaMs": 1475.392749999999,
"calls": []
}
]
}
}
]
},
{
"name": "filler-words-cut-with-editor",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 363,
"p95": 670,
"mean": 438,
"n": 3
},
"ttftMs": {
"p50": 35207,
"p95": 50332,
"mean": 37519,
"n": 3
},
"totalMs": {
"p50": 35498,
"p95": 50836,
"mean": 37925,
"n": 3
},
"modelMs": {
"p50": 35185,
"p95": 50416,
"mean": 37454,
"n": 3
},
"toolMs": {
"p50": 1,
"p95": 2,
"mean": 1,
"n": 3
},
"rounds": {
"mean": 13.3,
"max": 22
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "watching-and-cutting",
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 105,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "find_filler",
"round": 0,
"atMs": 6423.560666999954,
"execMs": 0.19024999998509884,
"args": {
"clip_id": "c1",
"track": 0
}
},
{
"name": "detect_silence",
"round": 1,
"atMs": 8914.558833999967,
"execMs": 0.05137499998090789,
"args": {
"min_silence": 0.1,
"to": 6,
"threshold_db": -35,
"clip_id": "c1",
"from": 0
}
},
{
"name": "split_at",
"round": 2,
"atMs": 11007.473750000005,
"execMs": 0.11587500001769513,
"args": {
"t": 4.55
}
},
{
"name": "split_at",
"round": 2,
"atMs": 11007.670333999966,
"execMs": 0.007249999966006726,
"args": {
"t": 5.6
}
},
{
"name": "delete_item",
"round": 3,
"atMs": 13390.454833999975,
"execMs": 0.27799999999115244,
"args": {
"kind": "clip",
"id": "c1-2-3"
}
},
{
"name": "trim_clip",
"round": 3,
"atMs": 13391.036334000004,
"execMs": 0.10795799997868016,
"args": {
"in": 0.45,
"clipId": "c1-1"
}
},
{
"name": "refine_speech_cuts",
"round": 4,
"atMs": 27092.396374999953,
"execMs": 0.1305419999989681,
"args": {
"pace": "natural",
"clip_ids": [
"c1-1",
"c1-2-4"
]
}
},
{
"name": "get_state",
"round": 5,
"atMs": 29709.528541999985,
"execMs": 0.41791699995519593,
"args": {}
},
{
"name": "align_to_audio",
"round": 6,
"atMs": 31641.34724999999,
"execMs": 0.017667000007349998,
"args": {
"target": "captions",
"track": 0
}
},
{
"name": "update_cue",
"round": 7,
"atMs": 33554.104208999954,
"execMs": 0.05537499999627471,
"args": {
"id": "cue1",
"text": "So today we're"
}
},
{
"name": "update_cue",
"round": 7,
"atMs": 33554.452624999976,
"execMs": 0.008333000005222857,
"args": {
"id": "cue3",
"text": "and"
}
}
],
"timings": {
"gateMs": 279.37712499999907,
"gateSkipped": false,
"ttftMs": 35206.940249999985,
"modelMs": 35184.756250999984,
"toolMs": 1.3805419998825528,
"totalMs": 35497.60491699999,
"judgeMs": 310.3287910000072,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6139.123957999982,
"firstDeltaMs": null,
"calls": [
{
"name": "find_filler",
"execMs": 0.19024999998509884
}
]
},
{
"roundMs": 2486.63079200004,
"firstDeltaMs": null,
"calls": [
{
"name": "detect_silence",
"execMs": 0.05137499998090789
}
]
},
{
"roundMs": 2090.33908299997,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.11587500001769513
},
{
"name": "split_at",
"execMs": 0.007249999966006726
}
]
},
{
"roundMs": 2380.0327919999836,
"firstDeltaMs": null,
"calls": [
{
"name": "delete_item",
"execMs": 0.27799999999115244
},
{
"name": "trim_clip",
"execMs": 0.10795799997868016
}
]
},
{
"roundMs": 13696.37854200002,
"firstDeltaMs": null,
"calls": [
{
"name": "refine_speech_cuts",
"execMs": 0.1305419999989681
}
]
},
{
"roundMs": 2613.7787499999977,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.41791699995519593
}
]
},
{
"roundMs": 1928.9118749999907,
"firstDeltaMs": null,
"calls": [
{
"name": "align_to_audio",
"execMs": 0.017667000007349998
}
]
},
{
"roundMs": 1909.4799999999814,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.05537499999627471
},
{
"name": "update_cue",
"execMs": 0.008333000005222857
}
]
},
{
"roundMs": 1940.080459000019,
"firstDeltaMs": 1650.6597499999916,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "watching-and-cutting",
"areas": [
"preview",
"timeline",
"inspector",
"transitions",
"subtitles",
"audio",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 105,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "find_filler",
"round": 0,
"atMs": 2465.97195799998,
"execMs": 0.03591600002255291,
"args": {
"clip_id": "c1"
}
},
{
"name": "detect_silence",
"round": 1,
"atMs": 4283.671625000017,
"execMs": 0.1032499999855645,
"args": {
"min_silence": 0.1,
"clip_id": "c1",
"from": 0,
"to": 6,
"threshold_db": -30
}
},
{
"name": "trim_clip",
"round": 2,
"atMs": 6181.593791000021,
"execMs": 0.032833000004757196,
"args": {
"in": 0.45,
"clipId": "c1"
}
},
{
"name": "get_state",
"round": 3,
"atMs": 8030.2934160000295,
"execMs": 0.050749999994877726,
"args": {}
},
{
"name": "undo",
"round": 4,
"atMs": 9800.059291000012,
"execMs": 0.009040999982971698,
"args": {}
},
{
"name": "split_at",
"round": 5,
"atMs": 11517.143250000023,
"execMs": 0.04658300004666671,
"args": {
"t": 5.6
}
},
{
"name": "split_at",
"round": 6,
"atMs": 13153.54879099998,
"execMs": 0.017042000021319836,
"args": {
"t": 4.55
}
},
{
"name": "split_at",
"round": 7,
"atMs": 14942.620540999982,
"execMs": 0.054875000030733645,
"args": {
"t": 0.45
}
},
{
"name": "get_state",
"round": 8,
"atMs": 16987.046374999976,
"execMs": 0.2518339999951422,
"args": {}
},
{
"name": "delete_item",
"round": 9,
"atMs": 19798.928375000018,
"execMs": 0.19750000000931323,
"args": {
"id": "c1-1-3-5",
"kind": "clip"
}
},
{
"name": "delete_item",
"round": 10,
"atMs": 21935.19733300002,
"execMs": 0.3006250000325963,
"args": {
"id": "c1-1-4",
"kind": "clip"
}
},
{
"name": "get_state",
"round": 11,
"atMs": 24042.764790999994,
"execMs": 0.05141699995147064,
"args": {}
},
{
"name": "delete_item",
"round": 12,
"atMs": 26056.646833000006,
"execMs": 0.447708000021521,
"args": {
"kind": "audio",
"id": "au1-7"
}
},
{
"name": "get_state",
"round": 13,
"atMs": 28727.604915999982,
"execMs": 0.03308399999514222,
"args": {}
},
{
"name": "update_audio",
"round": 14,
"atMs": 31400.913249999983,
"execMs": 0.4530410000006668,
"args": {
"start": 0,
"id": "au1-8"
}
},
{
"name": "get_state",
"round": 15,
"atMs": 33264.96195800003,
"execMs": 0.08083300001453608,
"args": {}
},
{
"name": "update_cue",
"round": 16,
"atMs": 36635.31766599999,
"execMs": 0.027415999968070537,
"args": {
"text": "so today we're",
"id": "cue1"
}
},
{
"name": "get_state",
"round": 17,
"atMs": 39013.65083300002,
"execMs": 0.18770800001220778,
"args": {}
},
{
"name": "update_cue",
"round": 18,
"atMs": 41068.66145800002,
"execMs": 0.03391699999338016,
"args": {
"id": "cue3",
"text": "and"
}
},
{
"name": "refine_speech_cuts",
"round": 19,
"atMs": 44928.08066600002,
"execMs": 0.06620900001144037,
"args": {
"pace": "natural",
"clip_ids": [
"c1-1-3-6",
"c1-2"
]
}
},
{
"name": "align_to_audio",
"round": 20,
"atMs": 46833.981791,
"execMs": 0.004167000006418675,
"args": {
"target": "captions"
}
}
],
"timings": {
"gateMs": 363.17774999997346,
"gateSkipped": false,
"ttftMs": 50332.33041599998,
"modelMs": 50415.61825300008,
"toolMs": 2.4857490001013502,
"totalMs": 50835.67916599999,
"judgeMs": 236.2410829999717,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2100.9943750000093,
"firstDeltaMs": null,
"calls": [
{
"name": "find_filler",
"execMs": 0.03591600002255291
}
]
},
{
"roundMs": 1816.155374999973,
"firstDeltaMs": null,
"calls": [
{
"name": "detect_silence",
"execMs": 0.1032499999855645
}
]
},
{
"roundMs": 1896.8156249999884,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.032833000004757196
}
]
},
{
"roundMs": 1847.6458340000245,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.050749999994877726
}
]
},
{
"roundMs": 1768.2988339999574,
"firstDeltaMs": null,
"calls": [
{
"name": "undo",
"execMs": 0.009040999982971698
}
]
},
{
"roundMs": 1716.445875000034,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.04658300004666671
}
]
},
{
"roundMs": 1635.714250000019,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.017042000021319836
}
]
},
{
"roundMs": 1788.2793330000131,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.054875000030733645
}
]
},
{
"roundMs": 2042.8841660000035,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.2518339999951422
}
]
},
{
"roundMs": 2807.625417000032,
"firstDeltaMs": null,
"calls": [
{
"name": "delete_item",
"execMs": 0.19750000000931323
}
]
},
{
"roundMs": 2131.5503340000287,
"firstDeltaMs": null,
"calls": [
{
"name": "delete_item",
"execMs": 0.3006250000325963
}
]
},
{
"roundMs": 2104.593499999959,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.05141699995147064
}
]
},
{
"roundMs": 2010.0908750000526,
"firstDeltaMs": null,
"calls": [
{
"name": "delete_item",
"execMs": 0.447708000021521
}
]
},
{
"roundMs": 2667.412708000047,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.03308399999514222
}
]
},
{
"roundMs": 2669.556416999956,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.4530410000006668
}
]
},
{
"roundMs": 1859.6817089999677,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.08083300001453608
}
]
},
{
"roundMs": 3366.3862090000184,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.027415999968070537
}
]
},
{
"roundMs": 2373.349749999994,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.18770800001220778
}
]
},
{
"roundMs": 2050.4419580000103,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.03391699999338016
}
]
},
{
"roundMs": 3857.207791999972,
"firstDeltaMs": null,
"calls": [
{
"name": "refine_speech_cuts",
"execMs": 0.06620900001144037
}
]
},
{
"roundMs": 1904.6372919999994,
"firstDeltaMs": null,
"calls": [
{
"name": "align_to_audio",
"execMs": 0.004167000006418675
}
]
},
{
"roundMs": 3999.850625000021,
"firstDeltaMs": 3496.994834000012,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "watching-and-cutting",
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"audio",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 105,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "find_filler",
"round": 0,
"atMs": 2493.229624999978,
"execMs": 0.05712499999208376,
"args": {
"clip_id": "c1"
}
},
{
"name": "detect_silence",
"round": 1,
"atMs": 4141.955499999982,
"execMs": 0.01204100000904873,
"args": {
"clip_id": "c1"
}
},
{
"name": "split_at",
"round": 2,
"atMs": 15915.409875000012,
"execMs": 0.11891700001433492,
"args": {
"t": 0.45
}
},
{
"name": "split_at",
"round": 3,
"atMs": 18050.555125000014,
"execMs": 0.03425000002607703,
"args": {
"t": 4.55
}
},
{
"name": "split_at",
"round": 4,
"atMs": 19620.45641600003,
"execMs": 0.02412499999627471,
"args": {
"t": 5.6
}
},
{
"name": "delete_item",
"round": 5,
"atMs": 21524.928375000018,
"execMs": 0.025957999983802438,
"args": {
"kind": "clip",
"id": "c1-1"
}
},
{
"name": "delete_item",
"round": 5,
"atMs": 21525.02879100002,
"execMs": 0.008333000005222857,
"args": {
"kind": "clip",
"id": "c1-2-6-7"
}
},
{
"name": "delete_item",
"round": 5,
"atMs": 21525.065125000023,
"execMs": 0.008583999995607883,
"args": {
"id": "au1-3",
"kind": "audio"
}
},
{
"name": "get_state",
"round": 6,
"atMs": 23256.531415999983,
"execMs": 0.08904099999926984,
"args": {}
},
{
"name": "update_audio",
"round": 7,
"atMs": 25532.989125000022,
"execMs": 0.051124999998137355,
"args": {
"start": 0,
"id": "au1-4"
}
},
{
"name": "refine_speech_cuts",
"round": 7,
"atMs": 25533.187916000024,
"execMs": 0.02504199999384582,
"args": {
"pace": "natural",
"clip_ids": [
"c1-2-5",
"c1-2-6-8"
]
}
},
{
"name": "update_cue",
"round": 7,
"atMs": 25533.290041,
"execMs": 0.011416000023018569,
"args": {
"text": "So today we're",
"id": "cue1"
}
},
{
"name": "update_cue",
"round": 7,
"atMs": 25533.349708000023,
"execMs": 0.015749999962281436,
"args": {
"text": "And",
"id": "cue3"
}
}
],
"timings": {
"gateMs": 670.1086249999935,
"gateSkipped": false,
"ttftMs": 27018.361416,
"modelMs": 26762.549081000092,
"toolMs": 0.48170699999900535,
"totalMs": 27442.874375000014,
"judgeMs": 244.11712499998976,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1821.524291000038,
"firstDeltaMs": null,
"calls": [
{
"name": "find_filler",
"execMs": 0.05712499999208376
}
]
},
{
"roundMs": 1647.8133749999688,
"firstDeltaMs": null,
"calls": [
{
"name": "detect_silence",
"execMs": 0.01204100000904873
}
]
},
{
"roundMs": 11772.277416000026,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.11891700001433492
}
]
},
{
"roundMs": 2133.7217079999973,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.03425000002607703
}
]
},
{
"roundMs": 1569.235624999972,
"firstDeltaMs": null,
"calls": [
{
"name": "split_at",
"execMs": 0.02412499999627471
}
]
},
{
"roundMs": 1903.7515410000342,
"firstDeltaMs": null,
"calls": [
{
"name": "delete_item",
"execMs": 0.025957999983802438
},
{
"name": "delete_item",
"execMs": 0.008333000005222857
},
{
"name": "delete_item",
"execMs": 0.008583999995607883
}
]
},
{
"roundMs": 1730.8703749999986,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.08904099999926984
}
]
},
{
"roundMs": 2275.1513330000453,
"firstDeltaMs": null,
"calls": [
{
"name": "update_audio",
"execMs": 0.051124999998137355
},
{
"name": "refine_speech_cuts",
"execMs": 0.02504199999384582
},
{
"name": "update_cue",
"execMs": 0.011416000023018569
},
{
"name": "update_cue",
"execMs": 0.015749999962281436
}
]
},
{
"roundMs": 1908.2034170000115,
"firstDeltaMs": 1484.029582999996,
"calls": []
}
]
}
}
]
},
{
"name": "edit-request-still-uses-tools",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 307,
"p95": 418,
"mean": 327,
"n": 3
},
"ttftMs": {
"p50": 3970,
"p95": 6243,
"mean": 4314,
"n": 3
},
"totalMs": {
"p50": 4229,
"p95": 6413,
"mean": 4501,
"n": 3
},
"modelMs": {
"p50": 3920,
"p95": 5992,
"mean": 4171,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 101,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "subtitles_generate",
"round": 0,
"atMs": 4963.909291999997,
"execMs": 0.0043329999898560345,
"args": {
"track": 0
}
}
],
"timings": {
"gateMs": 417.5009999999893,
"gateSkipped": false,
"ttftMs": 6243.4855830000015,
"modelMs": 5991.626040999952,
"toolMs": 0.0043329999898560345,
"totalMs": 6413.435708000034,
"judgeMs": 347.80133299995214,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4542.725457999972,
"firstDeltaMs": null,
"calls": [
{
"name": "subtitles_generate",
"execMs": 0.0043329999898560345
}
]
},
{
"roundMs": 1448.9005829999805,
"firstDeltaMs": 1279.0630830000155,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 101,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "subtitles_generate",
"round": 0,
"atMs": 2575.7401669999817,
"execMs": 0.01195800001733005,
"args": {
"track": 0
}
}
],
"timings": {
"gateMs": 306.6463329999824,
"gateSkipped": false,
"ttftMs": 3969.60708300001,
"modelMs": 3920.3630839999532,
"toolMs": 0.01195800001733005,
"totalMs": 4228.688832999964,
"judgeMs": 265.9667920000502,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2268.197374999989,
"firstDeltaMs": null,
"calls": [
{
"name": "subtitles_generate",
"execMs": 0.01195800001733005
}
]
},
{
"roundMs": 1652.1657089999644,
"firstDeltaMs": 1393.1727090000059,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 101,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "subtitles_generate",
"round": 0,
"atMs": 1629.4270000000251,
"execMs": 0.0015830000047571957,
"args": {
"track": 0
}
}
],
"timings": {
"gateMs": 256.53483299998334,
"gateSkipped": false,
"ttftMs": 2729.1182499999995,
"modelMs": 2600.701915999991,
"toolMs": 0.0015830000047571957,
"totalMs": 2860.4588330000406,
"judgeMs": 286.3098750000354,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1372.2659579999745,
"firstDeltaMs": null,
"calls": [
{
"name": "subtitles_generate",
"execMs": 0.0015830000047571957
}
]
},
{
"roundMs": 1228.4359580000164,
"firstDeltaMs": 1099.1026670000283,
"calls": []
}
]
}
}
]
},
{
"name": "cartoon-from-audio-plans-scene",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 288,
"p95": 317,
"mean": 292,
"n": 3
},
"ttftMs": {
"p50": 13719,
"p95": 19715,
"mean": 13323,
"n": 3
},
"totalMs": {
"p50": 14041,
"p95": 19916,
"mean": 13562,
"n": 3
},
"modelMs": {
"p50": 13762,
"p95": 19622,
"mean": 13264,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3.3,
"max": 4
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 7362.682417000004,
"execMs": 0.03154200001154095,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 9963.262541999982,
"execMs": 0.005459000007249415,
"args": {
"asset_id": "a-au1",
"notes": [
{
"text": "Narration describing a story to be visualized as animation",
"to": 24,
"from": 0
}
]
}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 12068.898042000015,
"execMs": 0.049666999955661595,
"args": {
"style": "smooth 2D cartoon animation, fluid motion, clean vector outlines, flat shading",
"from_audio_asset_id": "a-au1",
"brief": "A smooth 2D cartoon bringing the narration to life with fluid animation, clean outlines, vibrant solid colors, and expressive character movement"
}
}
],
"timings": {
"gateMs": 270.3110829999787,
"gateSkipped": false,
"ttftMs": 13719.221250000002,
"modelMs": 13762.489540000039,
"toolMs": 0.08666799997445196,
"totalMs": 14041.008374999976,
"judgeMs": 396.9947909999755,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7089.053083000006,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.03154200001154095
}
]
},
{
"roundMs": 2598.1457080000546,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.005459000007249415
}
]
},
{
"roundMs": 2104.328165999963,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.049666999955661595
}
]
},
{
"roundMs": 1970.962583000015,
"firstDeltaMs": 1649.428292000026,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 1913.8164589999942,
"execMs": 0.01433299999916926,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 4766.566959000018,
"execMs": 0.012125000008381903,
"args": {
"asset_id": "a-au1",
"notes": [
{
"from": 0,
"text": "Narration audio track (24s) to be animated into a smooth 2D cartoon scene.",
"to": 24
}
]
}
},
{
"name": "generate_scene",
"round": 1,
"atMs": 4766.675334000029,
"execMs": 0.001500000013038516,
"args": {
"from_audio_asset_id": "a-au1",
"style": "smooth 2D cartoon animation, fluid movement, clean line art, vibrant flat colors",
"brief": "A smooth, vibrant 2D animated cartoon illustrating the narration: clean bold outlines, expressive character animation, fluid motion, flat cel shading, rich colorful backgrounds."
}
}
],
"timings": {
"gateMs": 316.8707090000389,
"gateSkipped": false,
"ttftMs": 6533.403584000014,
"modelMs": 6407.625498999958,
"toolMs": 0.02795800002058968,
"totalMs": 6728.721542000014,
"judgeMs": 332.666790999996,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1595.5531249999767,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.01433299999916926
}
]
},
{
"roundMs": 2851.052083000017,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.012125000008381903
},
{
"name": "generate_scene",
"execMs": 0.001500000013038516
}
]
},
{
"roundMs": 1961.0202909999643,
"firstDeltaMs": 1766.0304159999941,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 14462.90266599995,
"execMs": 0.023000000044703484,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 17471.089665999985,
"execMs": 0.005708000040613115,
"args": {
"notes": [
{
"text": "A 24-second narration track.",
"to": 24,
"from": 0
}
],
"asset_id": "a-au1"
}
},
{
"name": "generate_scene",
"round": 1,
"atMs": 17471.221583000035,
"execMs": 0.002250000019557774,
"args": {
"style": "smooth 2D cartoon animation, clean line art, vibrant flat colors, fluid motion",
"from_audio_asset_id": "a-au1",
"brief": "A smooth 2D animated cartoon illustrating the narration: clean hand-drawn line art, expressive cartoon characters, fluid character animation, vibrant flat colors."
}
}
],
"timings": {
"gateMs": 287.8705000000191,
"gateSkipped": false,
"ttftMs": 19714.876958000008,
"modelMs": 19622.24733299995,
"toolMs": 0.030958000104874372,
"totalMs": 19915.61279100005,
"judgeMs": 253.7644169999985,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 14172.487124999985,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.023000000044703484
}
]
},
{
"roundMs": 3006.621207999997,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.005708000040613115
},
{
"name": "generate_scene",
"execMs": 0.002250000019557774
}
]
},
{
"roundMs": 2443.1389999999665,
"firstDeltaMs": 2242.7570839999244,
"calls": []
}
]
}
}
]
},
{
"name": "cartoon-korean-audio-passes-language",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 315,
"p95": 358,
"mean": 319,
"n": 3
},
"ttftMs": {
"p50": 18063,
"p95": 18316,
"mean": 17579,
"n": 3
},
"totalMs": {
"p50": 18291,
"p95": 18618,
"mean": 17856,
"n": 3
},
"modelMs": {
"p50": 18001,
"p95": 18297,
"mean": 17531,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 4,
"max": 4
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 125,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 9011.650041999994,
"execMs": 0.004249999998137355,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "get_state",
"round": 1,
"atMs": 12421.365082999924,
"execMs": 0.027916999999433756,
"args": {}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 16541.807792000007,
"execMs": 0.2664579999400303,
"args": {
"style": "smooth 2D cartoon, fluid hand-drawn 2D animation, clean outlines, colorful vibrant palette",
"from_audio_asset_id": "a-au1",
"target_seconds": 24,
"brief": "Smooth 2D cartoon animation illustrating the Korean narration with expressive characters, clean lines, vibrant palette, and fluid motion.",
"audio_language": "ko-KR"
}
}
],
"timings": {
"gateMs": 314.77779199997894,
"gateSkipped": false,
"ttftMs": 18316.070624999935,
"modelMs": 18297.32733499992,
"toolMs": 0.2986249999376014,
"totalMs": 18618.37150000001,
"judgeMs": 251.4206669999985,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 8694.752458999981,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.004249999998137355
}
]
},
{
"roundMs": 3409.022666999954,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.027916999999433756
}
]
},
{
"roundMs": 4118.825084000011,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.2664579999400303
}
]
},
{
"roundMs": 2074.727124999976,
"firstDeltaMs": 1772.658666000003,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 125,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 3800.8949579999316,
"execMs": 0.010250000050291419,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "get_state",
"round": 1,
"atMs": 6438.398333000019,
"execMs": 0.010000000009313226,
"args": {}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 14570.597667000024,
"execMs": 0.009916999959386885,
"args": {
"from_audio_asset_id": "a-au1",
"style": "smooth 2D cartoon animation, fluid motion, clean outlines, soft vibrant colors",
"audio_language": "ko-KR"
}
}
],
"timings": {
"gateMs": 358.1557909999974,
"gateSkipped": false,
"ttftMs": 16357.016416999977,
"modelMs": 16294.908041999792,
"toolMs": 0.03016700001899153,
"totalMs": 16658.72666699998,
"judgeMs": 252.65341699996497,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 3441.4169999998994,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.010250000050291419
}
]
},
{
"roundMs": 2636.155541999964,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.010000000009313226
}
]
},
{
"roundMs": 8130.9032919999445,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.009916999959386885
}
]
},
{
"roundMs": 2086.432207999984,
"firstDeltaMs": 1785.360042000073,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 125,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 4338.667917000013,
"execMs": 0.05991599999833852,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 9972.311083000037,
"execMs": 0.022417000029236078,
"args": {
"notes": [
{
"text": "Korean narration describing an energetic dog's fun adventure playing outdoors at the park and on the beach.",
"to": 24,
"from": 0
}
],
"asset_id": "a-au1"
}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 13614.331707999925,
"execMs": 0.019582999986596406,
"args": {
"style": "smooth 2D cartoon, hand-drawn vector animation, clean linework, vibrant flat colors, fluid motion",
"audio_language": "ko-KR",
"brief": "A smooth 2D cartoon following a playful dog exploring the outdoors, running happily through a green park, and visiting a sunny beach.",
"target_seconds": 24,
"from_audio_asset_id": "a-au1"
}
}
],
"timings": {
"gateMs": 282.84612499992363,
"gateSkipped": false,
"ttftMs": 18063.01662499993,
"modelMs": 18001.100376000046,
"toolMs": 0.101916000014171,
"totalMs": 18291.207166999928,
"judgeMs": 207.9362919999985,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4053.087749999948,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.05991599999833852
}
]
},
{
"roundMs": 5631.896917000064,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.022417000029236078
}
]
},
{
"roundMs": 3640.746749999933,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.019582999986596406
}
]
},
{
"roundMs": 4675.368959000101,
"firstDeltaMs": 4447.385375000071,
"calls": []
}
]
}
}
]
},
{
"name": "cartoon-style-reference-anchors-look",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 220,
"p95": 250,
"mean": 227,
"n": 3
},
"ttftMs": {
"p50": 10236,
"p95": 11751,
"mean": 10207,
"n": 3
},
"totalMs": {
"p50": 10552,
"p95": 11994,
"mean": 10485,
"n": 3
},
"modelMs": {
"p50": 10333,
"p95": 11737,
"mean": 10251,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 4,
"max": 4
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 2612.082959000021,
"execMs": 0.006459000054746866,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 5420.980916999979,
"execMs": 0.005708000040613115,
"args": {
"notes": [
{
"text": "Narrator tells a story for a cartoon episode about a playful puppy visiting a sunny dog park, meeting furry friends, chasing a frisbee across the grass, and resting happily under a shade tree.",
"to": 24,
"from": 0
}
],
"asset_id": "a-au1"
}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 8028.66412500001,
"execMs": 0.14650000003166497,
"args": {
"style": "Vibrant cartoon illustration, colorful stylized 2D animation look matching the dog park reference image",
"reference_asset_ids": [
"a-i1"
],
"brief": "A lively cartoon episode following a playful puppy visiting a vibrant, sunny dog park, making friends with other dogs, chasing a flying frisbee across lush green lawns, and resting contentedly under a shady tree.",
"from_audio_asset_id": "a-au1"
}
}
],
"timings": {
"gateMs": 212.7123750000028,
"gateSkipped": true,
"ttftMs": 10236.009375000023,
"modelMs": 10333.3265829999,
"toolMs": 0.15866700012702495,
"totalMs": 10552.049084000057,
"judgeMs": 231.5101250000298,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2397.277000000002,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.006459000054746866
}
]
},
{
"roundMs": 2808.089249999961,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.005708000040613115
}
]
},
{
"roundMs": 2606.533666000003,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.14650000003166497
}
]
},
{
"roundMs": 2521.4266669999342,
"firstDeltaMs": 2205.639208999928,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 2062.9541660000104,
"execMs": 0.009625000064261258,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 6914.006625000038,
"execMs": 0.007375000044703484,
"args": {
"notes": [
{
"from": 0,
"text": "Narration audio about a cartoon dog's adventure in the park.",
"to": 24
}
],
"asset_id": "a-au1"
}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 10026.779582999996,
"execMs": 0.014375000027939677,
"args": {
"from_audio_asset_id": "a-au1",
"style": "2D cartoon animation, vibrant playful colors, bold outlines, expressive character design",
"reference_asset_ids": [
"a-i1"
],
"brief": "Cartoon episode following the narration about a dog's adventure in the park, featuring vibrant 2D animated styling, expressive canine character animation, and warm colorful park backgrounds matching the reference image."
}
}
],
"timings": {
"gateMs": 250.11012500000652,
"gateSkipped": true,
"ttftMs": 11751.02754099993,
"modelMs": 11736.876000999939,
"toolMs": 0.03137500013690442,
"totalMs": 11994.302999999956,
"judgeMs": 282.21175000001676,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1810.9785420000553,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.009625000064261258
}
]
},
{
"roundMs": 4849.677416999941,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.007375000044703484
}
]
},
{
"roundMs": 3110.9392499999376,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.014375000027939677
}
]
},
{
"roundMs": 1965.280792000005,
"firstDeltaMs": 1722.4753749999218,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 132,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 2097.89612499997,
"execMs": 0.023000000044703484,
"args": {
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 4436.2976250000065,
"execMs": 0.013500000000931323,
"args": {
"notes": [
{
"from": 0,
"text": "Narration track for a cartoon episode about a playful dog enjoying a day at the dog park, running around, catching a frisbee, and playing with friends.",
"to": 24
}
],
"asset_id": "a-au1"
}
},
{
"name": "generate_scene",
"round": 2,
"atMs": 6851.660166000016,
"execMs": 0.010041999979875982,
"args": {
"brief": "A cartoon episode about a playful dog at a sunny dog park, running freely, catching a frisbee, and playing with other dogs. Style matches the colorful, whimsical 2D hand-drawn cartoon aesthetic of the reference image.",
"reference_asset_ids": [
"a-i1"
],
"from_audio_asset_id": "a-au1",
"style": "whimsical 2D hand-drawn cartoon illustration, vibrant cheerful colors, thick clean line art, charming storybook aesthetic"
}
}
],
"timings": {
"gateMs": 219.54387499997392,
"gateSkipped": true,
"ttftMs": 8635.100499999942,
"modelMs": 8682.401375999907,
"toolMs": 0.04654200002551079,
"totalMs": 8909.428624999942,
"judgeMs": 314.7087499999907,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1875.6595840000082,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.023000000044703484
}
]
},
{
"roundMs": 2337.405124999932,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.013500000000931323
}
]
},
{
"roundMs": 2413.645917000016,
"firstDeltaMs": null,
"calls": [
{
"name": "generate_scene",
"execMs": 0.010041999979875982
}
]
},
{
"roundMs": 2055.6907499999506,
"firstDeltaMs": 1781.7861249999842,
"calls": []
}
]
}
}
]
},
{
"name": "cartoon-question-stays-in-chat",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 329,
"p95": 363,
"mean": 322,
"n": 3
},
"ttftMs": {
"p50": 2810,
"p95": 7041,
"mean": 3920,
"n": 3
},
"totalMs": {
"p50": 4482,
"p95": 8339,
"mean": 5270,
"n": 3
},
"modelMs": {
"p50": 3899,
"p95": 7832,
"mean": 4729,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 121,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "long 1.6",
"trace": [],
"timings": {
"gateMs": 273.95699999993667,
"gateSkipped": false,
"ttftMs": 7041.193749999977,
"modelMs": 7832.378540999955,
"toolMs": 0,
"totalMs": 8339.371541999979,
"judgeMs": 258.5448750000214,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7832.378540999955,
"firstDeltaMs": 6765.902583000017,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 125,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "concise factual 0.39; long 2.0",
"trace": [],
"timings": {
"gateMs": 362.56400000001304,
"gateSkipped": false,
"ttftMs": 2810.4324999999953,
"modelMs": 3898.9005840000464,
"toolMs": 0,
"totalMs": 4481.982583999983,
"judgeMs": 239.52262500009965,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 3898.9005840000464,
"firstDeltaMs": 2446.904542000033,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "scene-productions",
"areas": [
"preview",
"timeline",
"inspector",
"removal",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"image_gen",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 125,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "long 1.6",
"trace": [],
"timings": {
"gateMs": 329.076166999992,
"gateSkipped": false,
"ttftMs": 1907.3634169999277,
"modelMs": 2455.725833000033,
"toolMs": 0,
"totalMs": 2989.9816249998985,
"judgeMs": 203.20095899992157,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2455.725833000033,
"firstDeltaMs": 1577.076500000083,
"calls": []
}
]
}
}
]
},
{
"name": "clip-mentions-redo-their-shots",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 259,
"p95": 322,
"mean": 272,
"n": 3
},
"ttftMs": {
"p50": 18104,
"p95": 23095,
"mean": 19169,
"n": 3
},
"totalMs": {
"p50": 18543,
"p95": 23294,
"mean": 19494,
"n": 3
},
"modelMs": {
"p50": 18296,
"p95": 22964,
"mean": 19213,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 1,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 6,
"max": 7
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "audio-and-subtitles",
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 116,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 6771.978583000018,
"execMs": 1.0475420000730082,
"args": {
"to": 9,
"asset_id": "a-au1",
"from": 0
}
},
{
"name": "watch_video",
"round": 1,
"atMs": 9040.511874999967,
"execMs": 0.007959000067785382,
"args": {
"clip_id": "sc-1"
}
},
{
"name": "watch_video",
"round": 1,
"atMs": 9040.628874999937,
"execMs": 0.0012080000014975667,
"args": {
"clip_id": "sc-2"
}
},
{
"name": "note_source",
"round": 2,
"atMs": 11727.347833000007,
"execMs": 0.010500000091269612,
"args": {
"asset_id": "a-au1",
"notes": [
{
"text": "Narration audio for the project.",
"from": 0,
"to": 9
}
]
}
},
{
"name": "note_source",
"round": 3,
"atMs": 13839.683874999988,
"execMs": 0.006959000020287931,
"args": {
"notes": [
{
"to": 3,
"from": 0,
"text": "Shot 1 footage currently placed in sc-1."
}
],
"asset_id": "t-1"
}
},
{
"name": "note_source",
"round": 3,
"atMs": 13839.764957999927,
"execMs": 0.0011249999515712261,
"args": {
"asset_id": "t-2",
"notes": [
{
"from": 0,
"text": "Shot 2 footage currently placed in sc-2.",
"to": 3
}
]
}
},
{
"name": "regenerate_shot",
"round": 4,
"atMs": 16099.686791999964,
"execMs": 0.006374999997206032,
"args": {
"note": "Differentiate visual composition from shot 2 to better match the narration audio",
"n": 1
}
},
{
"name": "regenerate_shot",
"round": 4,
"atMs": 16099.785291999928,
"execMs": 0.0015839999541640282,
"args": {
"n": 2,
"note": "Create a contrasting shot distinct from shot 1 aligned with the narration audio"
}
}
],
"timings": {
"gateMs": 235.3153750000056,
"gateSkipped": true,
"ttftMs": 18104.01658299996,
"modelMs": 18295.742456999957,
"toolMs": 1.08325200015679,
"totalMs": 18543.282957999967,
"judgeMs": 311.52329200005624,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6534.10491600004,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 1.0475420000730082
}
]
},
{
"roundMs": 2263.647916999995,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.007959000067785382
},
{
"name": "watch_video",
"execMs": 0.0012080000014975667
}
]
},
{
"roundMs": 2685.8785830000415,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.010500000091269612
}
]
},
{
"roundMs": 2111.5064579999307,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.006959000020287931
},
{
"name": "note_source",
"execMs": 0.0011249999515712261
}
]
},
{
"roundMs": 2258.3414999999804,
"firstDeltaMs": null,
"calls": [
{
"name": "regenerate_shot",
"execMs": 0.006374999997206032
},
{
"name": "regenerate_shot",
"execMs": 0.0015839999541640282
}
]
},
{
"roundMs": 2442.263082999969,
"firstDeltaMs": 2003.2772910000058,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "audio-and-subtitles",
"areas": [
"preview",
"timeline",
"inspector",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 115,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 6433.507417000015,
"execMs": 0.084874999942258,
"args": {
"asset_id": "a-au1",
"to": 7,
"from": 0
}
},
{
"name": "watch_video",
"round": 0,
"atMs": 6433.739917000057,
"execMs": 0.004540999885648489,
"args": {
"clip_id": "sc-1"
}
},
{
"name": "watch_video",
"round": 0,
"atMs": 6433.803874999983,
"execMs": 0.0028750000055879354,
"args": {
"clip_id": "sc-2"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 9301.335375000024,
"execMs": 0.007916999980807304,
"args": {
"notes": [
{
"to": 7,
"from": 0,
"text": "Audio narration track: spoken narration corresponding to the video shots."
}
],
"asset_id": "a-au1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 9301.41399999999,
"execMs": 0.009084000019356608,
"args": {
"asset_id": "t-1",
"notes": [
{
"to": 3,
"from": 0,
"text": "Generated shot 1 take footage."
}
]
}
},
{
"name": "note_source",
"round": 1,
"atMs": 9301.453500000061,
"execMs": 0.0005830000154674053,
"args": {
"asset_id": "t-2",
"notes": [
{
"to": 3,
"from": 0,
"text": "Generated shot 2 take footage."
}
]
}
},
{
"name": "regenerate_shot",
"round": 2,
"atMs": 11279.128083000076,
"execMs": 0.009542000014334917,
"args": {
"n": 1,
"note": "Differentiate from shot 2 and match the opening audio narration"
}
},
{
"name": "regenerate_shot",
"round": 3,
"atMs": 13113.694000000018,
"execMs": 0.004249999998137355,
"args": {
"n": 2,
"note": "Match the audio narration from second 3 to 6 and contrast clearly with shot 1"
}
}
],
"timings": {
"gateMs": 259.1030000000028,
"gateSkipped": true,
"ttftMs": 16306.932333000004,
"modelMs": 16378.79429300013,
"toolMs": 0.12366699986159801,
"totalMs": 16643.60079200007,
"judgeMs": 305.4105409999611,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6172.752625000081,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.084874999942258
},
{
"name": "watch_video",
"execMs": 0.004540999885648489
},
{
"name": "watch_video",
"execMs": 0.0028750000055879354
}
]
},
{
"roundMs": 2866.306709000026,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.007916999980807304
},
{
"name": "note_source",
"execMs": 0.009084000019356608
},
{
"name": "note_source",
"execMs": 0.0005830000154674053
}
]
},
{
"roundMs": 1976.9020419999724,
"firstDeltaMs": null,
"calls": [
{
"name": "regenerate_shot",
"execMs": 0.009542000014334917
}
]
},
{
"roundMs": 1833.6816670000553,
"firstDeltaMs": null,
"calls": [
{
"name": "regenerate_shot",
"execMs": 0.004249999998137355
}
]
},
{
"roundMs": 3529.1512499999953,
"firstDeltaMs": 3192.6798329999438,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "audio-and-subtitles",
"areas": [
"preview",
"timeline",
"inspector",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"editor"
],
"declaredTools": 111,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "listen_audio",
"round": 0,
"atMs": 6508.911167000071,
"execMs": 0.008749999920837581,
"args": {
"asset_id": "a-au1",
"from": 0,
"to": 9
}
},
{
"name": "watch_video",
"round": 1,
"atMs": 9235.296500000055,
"execMs": 0.01345900003798306,
"args": {
"detail": "scan",
"asset_id": "t-1"
}
},
{
"name": "note_source",
"round": 2,
"atMs": 11480.35520900006,
"execMs": 0.006749999942258,
"args": {
"notes": [
{
"from": 0,
"text": "Shot 1 footage",
"to": 10
}
],
"asset_id": "t-1"
}
},
{
"name": "watch_video",
"round": 3,
"atMs": 13474.911500000046,
"execMs": 0.006374999997206032,
"args": {
"detail": "scan",
"asset_id": "t-2"
}
},
{
"name": "note_source",
"round": 4,
"atMs": 15193.942459000042,
"execMs": 0.019749999977648258,
"args": {
"asset_id": "t-2",
"notes": [
{
"to": 10,
"from": 0,
"text": "Shot 2 footage"
}
]
}
},
{
"name": "regenerate_shot",
"round": 5,
"atMs": 19800.33612500003,
"execMs": 0.008958999998867512,
"args": {
"n": 1,
"note": "Make the scene match the opening narration and distinctly differ from shot 2"
}
},
{
"name": "regenerate_shot",
"round": 5,
"atMs": 19800.522750000004,
"execMs": 0.002250000019557774,
"args": {
"note": "Make the scene match the second part of narration with fresh action and composition distinct from shot 1",
"n": 2
}
}
],
"timings": {
"gateMs": 321.6334580000257,
"gateSkipped": true,
"ttftMs": 23095.11937500001,
"modelMs": 22963.914833000163,
"toolMs": 0.06629299989435822,
"totalMs": 23294.259416999994,
"judgeMs": 325.9206249999115,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6185.745791999972,
"firstDeltaMs": null,
"calls": [
{
"name": "listen_audio",
"execMs": 0.008749999920837581
}
]
},
{
"roundMs": 2725.584125000052,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.01345900003798306
}
]
},
{
"roundMs": 2243.3027500000317,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.006749999942258
}
]
},
{
"roundMs": 1993.499582999968,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.006374999997206032
}
]
},
{
"roundMs": 1718.3457090000156,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.019749999977648258
}
]
},
{
"roundMs": 4604.92291600001,
"firstDeltaMs": null,
"calls": [
{
"name": "regenerate_shot",
"execMs": 0.008958999998867512
},
{
"name": "regenerate_shot",
"execMs": 0.002250000019557774
}
]
},
{
"roundMs": 3492.5139580001123,
"firstDeltaMs": 3293.5729580000043,
"calls": []
}
]
}
}
]
},
{
"name": "parked-debris-cleanup-after-retime",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 310,
"p95": 330,
"mean": 313,
"n": 3
},
"ttftMs": {
"p50": 3907,
"p95": 7150,
"mean": 4920,
"n": 3
},
"totalMs": {
"p50": 4190,
"p95": 7337,
"mean": 5133,
"n": 3
},
"modelMs": {
"p50": 3858,
"p95": 7022,
"mean": 4816,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3,
"max": 3
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed",
"round": 0,
"atMs": 4834.244665999897,
"execMs": 0.0744999999878928,
"args": {
"speed": 2,
"clipId": "c2"
}
},
{
"name": "set_transition",
"round": 1,
"atMs": 6222.863916000002,
"execMs": 0.007166999974288046,
"args": {
"style": "crosszoom",
"clipId": "c2",
"seconds": 1
}
}
],
"timings": {
"gateMs": 310.1376249999739,
"gateSkipped": false,
"ttftMs": 7150.197415999952,
"modelMs": 7021.506873999955,
"toolMs": 0.08166699996218085,
"totalMs": 7336.698707999894,
"judgeMs": 298.00458399998024,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4521.468583000009,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed",
"execMs": 0.0744999999878928
}
]
},
{
"roundMs": 1387.44070799998,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.007166999974288046
}
]
},
{
"roundMs": 1112.597582999966,
"firstDeltaMs": 926.2512499999721,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed",
"round": 0,
"atMs": 1573.5160419999156,
"execMs": 0.0040840000146999955,
"args": {
"clipId": "c2",
"speed": 2
}
},
{
"name": "remove_transition",
"round": 1,
"atMs": 2623.170334000024,
"execMs": 0.00729099998716265,
"args": {
"transitionId": "tr-2"
}
}
],
"timings": {
"gateMs": 299.3481250000186,
"gateSkipped": false,
"ttftMs": 3701.282125000027,
"modelMs": 3568.832208000007,
"toolMs": 0.011375000001862645,
"totalMs": 3873.2035419999156,
"judgeMs": 320.6592500000261,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1272.8748749999795,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed",
"execMs": 0.0040840000146999955
}
]
},
{
"roundMs": 1047.9654580000788,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.00729099998716265
}
]
},
{
"roundMs": 1247.9918749999488,
"firstDeltaMs": 1076.6612089999253,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed",
"round": 0,
"atMs": 1622.1324579999782,
"execMs": 0.0058750000316649675,
"args": {
"clipId": "c2",
"speed": 2
}
},
{
"name": "remove_transition",
"round": 1,
"atMs": 2935.9930409999797,
"execMs": 0.004165999940596521,
"args": {
"transitionId": "tr-2"
}
}
],
"timings": {
"gateMs": 330.10820799996145,
"gateSkipped": false,
"ttftMs": 3907.240165999974,
"modelMs": 3857.7134589999914,
"toolMs": 0.010040999972261488,
"totalMs": 4190.35470799997,
"judgeMs": 323.0179169999901,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1290.936958999955,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed",
"execMs": 0.0058750000316649675
}
]
},
{
"roundMs": 1313.184709000052,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.004165999940596521
}
]
},
{
"roundMs": 1253.5917909999844,
"firstDeltaMs": 970.6840830000583,
"calls": []
}
]
}
}
]
},
{
"name": "speed-ramp-from-description",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 340,
"p95": 448,
"mean": 374,
"n": 3
},
"ttftMs": {
"p50": 10713,
"p95": 38183,
"mean": 18777,
"n": 3
},
"totalMs": {
"p50": 10886,
"p95": 38382,
"mean": 18959,
"n": 3
},
"modelMs": {
"p50": 10427,
"p95": 38007,
"mean": 18567,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 13.7,
"max": 27
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed_curve",
"round": 0,
"atMs": 1907.2352080000564,
"execMs": 0.02841699996497482,
"args": {
"smooth": true,
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.7
}
]
}
},
{
"name": "list_skills",
"round": 1,
"atMs": 3208.395332999993,
"execMs": 0.03429199999663979,
"args": {}
},
{
"name": "get_state",
"round": 2,
"atMs": 4262.4094160000095,
"execMs": 0.023916999925859272,
"args": {}
},
{
"name": "set_speed_curve",
"round": 3,
"atMs": 5566.878458000021,
"execMs": 0.002374999923631549,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 4,
"atMs": 6800.936416000011,
"execMs": 0.0024579999735578895,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"at": 3.5,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 5,
"atMs": 8277.770541000064,
"execMs": 0.004874999984167516,
"args": {
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 6,
"atMs": 9371.066165999975,
"execMs": 0.003499999991618097,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
}
],
"timings": {
"gateMs": 447.6125839999877,
"gateSkipped": false,
"ttftMs": 10712.897915999987,
"modelMs": 10426.759750999976,
"toolMs": 0.09983399976044893,
"totalMs": 10885.737208000035,
"judgeMs": 233.90895900002215,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1455.907707999926,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.02841699996497482
}
]
},
{
"roundMs": 1300.0084590000333,
"firstDeltaMs": null,
"calls": [
{
"name": "list_skills",
"execMs": 0.03429199999663979
}
]
},
{
"roundMs": 1052.9886670000851,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.023916999925859272
}
]
},
{
"roundMs": 1303.1813329999568,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.002374999923631549
}
]
},
{
"roundMs": 1233.3818749999627,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0024579999735578895
}
]
},
{
"roundMs": 1476.0065000000177,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.004874999984167516
}
]
},
{
"roundMs": 1091.9814999999944,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.003499999991618097
}
]
},
{
"roundMs": 1513.3037089999998,
"firstDeltaMs": 1341.003667000099,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed_curve",
"round": 0,
"atMs": 1665.4296660000691,
"execMs": 0.00704199995379895,
"args": {
"clipId": "c2",
"preset": "rampOut"
}
},
{
"name": "get_state",
"round": 1,
"atMs": 2826.738291000016,
"execMs": 0.04937500006053597,
"args": {}
},
{
"name": "set_speed_curve",
"round": 2,
"atMs": 4024.670207999996,
"execMs": 0.007542000035755336,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3,
"speed": 1
},
{
"speed": 0.4,
"at": 4.7
}
]
}
},
{
"name": "set_speed_curve",
"round": 3,
"atMs": 5223.467833000002,
"execMs": 0.0047079999931156635,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 1
},
{
"speed": 0.3,
"at": 4.7
}
]
}
},
{
"name": "set_speed_curve",
"round": 4,
"atMs": 6540.693708000006,
"execMs": 0.0039579999865964055,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"at": 3.5,
"speed": 1
},
{
"at": 4.7,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
}
],
"timings": {
"gateMs": 333.498041999992,
"gateSkipped": false,
"ttftMs": 7433.934208000079,
"modelMs": 7265.878542000195,
"toolMs": 0.07262500002980232,
"totalMs": 7608.296208000043,
"judgeMs": 254.47412500006612,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1330.798708000104,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.00704199995379895
}
]
},
{
"roundMs": 1159.9662920000264,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.04937500006053597
}
]
},
{
"roundMs": 1195.3122080001049,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.007542000035755336
}
]
},
{
"roundMs": 1197.1209579999559,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0047079999931156635
}
]
},
{
"roundMs": 1316.0827920000302,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0039579999865964055
}
]
},
{
"roundMs": 1066.5975839999737,
"firstDeltaMs": 892.4294590000063,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"library"
],
"declaredTools": 76,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_speed_curve",
"round": 0,
"atMs": 4813.077833999996,
"execMs": 0.013082999968901277,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.7,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "get_state",
"round": 1,
"atMs": 6071.004500000039,
"execMs": 0.04554199997801334,
"args": {}
},
{
"name": "set_speed_curve",
"round": 2,
"atMs": 7434.719959000009,
"execMs": 0.005082999938167632,
"args": {
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
],
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 3,
"atMs": 8668.722167000058,
"execMs": 0.006667000008746982,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 4,
"atMs": 10055.493292000028,
"execMs": 0.005707999924197793,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 0.3
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 5,
"atMs": 11303.18120900006,
"execMs": 0.0027920000720769167,
"args": {
"smooth": true,
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "list_skills",
"round": 6,
"atMs": 12328.23354200006,
"execMs": 0.01966700004413724,
"args": {}
},
{
"name": "set_speed_curve",
"round": 7,
"atMs": 14246.97333399998,
"execMs": 0.0046660000225529075,
"args": {
"clipId": "c2",
"nodes": [
{
"speed": 1,
"at": 0
},
{
"at": 3,
"speed": 0.3
}
],
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 8,
"atMs": 15549.769500000053,
"execMs": 0.0029170000925660133,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3,
"speed": 0.3
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 9,
"atMs": 16711.149749999982,
"execMs": 0.0046660000225529075,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 10,
"atMs": 18036.499375000014,
"execMs": 0.003041999996639788,
"args": {
"smooth": true,
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 11,
"atMs": 19156.34258399997,
"execMs": 0.0038750000530853868,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 12,
"atMs": 20370.917791999993,
"execMs": 0.0025420000310987234,
"args": {
"smooth": true,
"clipId": "c2",
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 13,
"atMs": 21590.87062499998,
"execMs": 0.0029169999761506915,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 14,
"atMs": 22925.33720900002,
"execMs": 0.005082999938167632,
"args": {
"smooth": true,
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 0.3
}
],
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 15,
"atMs": 24005.223791999975,
"execMs": 0.0023750000400468707,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 16,
"atMs": 25258.501416999963,
"execMs": 0.0031660000095143914,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 17,
"atMs": 26522.295541999978,
"execMs": 0.0016250000335276127,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 18,
"atMs": 27898.891334000044,
"execMs": 0.0019580000080168247,
"args": {
"clipId": "c2",
"smooth": true,
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 19,
"atMs": 29098.859999999986,
"execMs": 0.0020829999120905995,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3.5,
"speed": 0.3
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 20,
"atMs": 30406.784250000026,
"execMs": 0.003333000000566244,
"args": {
"smooth": true,
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 21,
"atMs": 31617.301084000035,
"execMs": 0.007041000062599778,
"args": {
"nodes": [
{
"speed": 1,
"at": 0
},
{
"at": 3,
"speed": 0.3
}
],
"smooth": true,
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 22,
"atMs": 33007.34499999997,
"execMs": 0.0058750000316649675,
"args": {
"smooth": true,
"nodes": [
{
"speed": 1,
"at": 0
},
{
"speed": 0.3,
"at": 3
}
],
"clipId": "c2"
}
},
{
"name": "set_speed_curve",
"round": 23,
"atMs": 34294.80050000001,
"execMs": 0.01791699999012053,
"args": {
"clipId": "c2",
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3.5
}
]
}
},
{
"name": "set_speed_curve",
"round": 24,
"atMs": 35532.61725000001,
"execMs": 0.023874999955296516,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"at": 3,
"speed": 0.3
}
],
"clipId": "c2",
"smooth": true
}
},
{
"name": "set_speed_curve",
"round": 25,
"atMs": 36825.66208399995,
"execMs": 0.016874999972060323,
"args": {
"nodes": [
{
"at": 0,
"speed": 1
},
{
"speed": 0.3,
"at": 3
}
],
"smooth": true,
"clipId": "c2"
}
}
],
"timings": {
"gateMs": 340.04562500002794,
"gateSkipped": false,
"ttftMs": 38182.86729199998,
"modelMs": 38007.16762600036,
"toolMs": 0.21437300008255988,
"totalMs": 38382.030708999955,
"judgeMs": 235.03075000003446,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4470.962584000081,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.013082999968901277
}
]
},
{
"roundMs": 1255.8474169999827,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.04554199997801334
}
]
},
{
"roundMs": 1362.0033340000082,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.005082999938167632
}
]
},
{
"roundMs": 1232.5105840000324,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.006667000008746982
}
]
},
{
"roundMs": 1385.3968330000062,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.005707999924197793
}
]
},
{
"roundMs": 1246.2852919999277,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0027920000720769167
}
]
},
{
"roundMs": 1024.0098749999888,
"firstDeltaMs": null,
"calls": [
{
"name": "list_skills",
"execMs": 0.01966700004413724
}
]
},
{
"roundMs": 1917.314000000013,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0046660000225529075
}
]
},
{
"roundMs": 1301.3625000000466,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0029170000925660133
}
]
},
{
"roundMs": 1160.595667000045,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0046660000225529075
}
]
},
{
"roundMs": 1324.0202079999726,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.003041999996639788
}
]
},
{
"roundMs": 1118.7093330000062,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0038750000530853868
}
]
},
{
"roundMs": 1213.388957999996,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0025420000310987234
}
]
},
{
"roundMs": 1219.1501670000143,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0029169999761506915
}
]
},
{
"roundMs": 1333.437333000009,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.005082999938167632
}
]
},
{
"roundMs": 1078.58970900008,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0023750000400468707
}
]
},
{
"roundMs": 1252.3047080000397,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0031660000095143914
}
]
},
{
"roundMs": 1262.7010409999639,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0016250000335276127
}
]
},
{
"roundMs": 1376.0862500000512,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0019580000080168247
}
]
},
{
"roundMs": 1199.347208000021,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0020829999120905995
}
]
},
{
"roundMs": 1307.2001250000903,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.003333000000566244
}
]
},
{
"roundMs": 1209.5728329999838,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.007041000062599778
}
]
},
{
"roundMs": 1389.2945840000175,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.0058750000316649675
}
]
},
{
"roundMs": 1286.0864999999758,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.01791699999012053
}
]
},
{
"roundMs": 1235.404749999987,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.023874999955296516
}
]
},
{
"roundMs": 1291.3292080000974,
"firstDeltaMs": null,
"calls": [
{
"name": "set_speed_curve",
"execMs": 0.016874999972060323
}
]
},
{
"roundMs": 1554.2566249999218,
"firstDeltaMs": 1355.919750000001,
"calls": []
}
]
}
}
]
},
{
"name": "replicate-a-video-blocks-out-the-cuts",
"bucket": "multi-tool",
"passRate": 0,
"budgetBreaches": [],
"latency": null,
"runs": [
{
"pass": false,
"intent": "complex",
"skill": "replicating-a-video",
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 121,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [
"mutating tools called: detach_audio, compare_to_source"
],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "watch_video",
"round": 0,
"atMs": 7651.853792000096,
"execMs": 1.3317089999327436,
"args": {
"detail": "scan",
"to": 71.6,
"from": 0,
"asset_id": "a-ref1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 10133.366125000059,
"execMs": 0.004541000002063811,
"args": {
"notes": [
{
"text": "Talking head video with rapid cuts every ~2s, hook titles in bold yellow Archivo Black over the speaker.",
"from": 0,
"to": 24
}
],
"asset_id": "a-ref1"
}
},
{
"name": "watch_video",
"round": 2,
"atMs": 13902.610292000114,
"execMs": 0.027584000024944544,
"args": {
"asset_id": "a-ref1",
"to": 71.6,
"detail": "scan",
"from": 24
}
},
{
"name": "note_source",
"round": 3,
"atMs": 16201.765042000101,
"execMs": 0.005083999945782125,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"text": "Talking head video continues with cuts every ~2s, hook and topic titles over speaker.",
"from": 24,
"to": 48
}
]
}
},
{
"name": "watch_video",
"round": 4,
"atMs": 18646.350292000105,
"execMs": 0.03141699999105185,
"args": {
"asset_id": "a-ref1",
"to": 71.6,
"detail": "scan",
"from": 48
}
},
{
"name": "note_source",
"round": 5,
"atMs": 20813.67875000008,
"execMs": 0.002791999955661595,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"text": "Talking head video continues with cuts every ~2s through 71.6s, yellow hook titles over speaker.",
"from": 48,
"to": 71.6
}
]
}
},
{
"name": "watch_video",
"round": 6,
"atMs": 23144.796792000066,
"execMs": 0.03737499995622784,
"args": {
"detail": "read",
"from": 0,
"to": 10,
"asset_id": "a-ref1",
"interval_seconds": 0.5
}
},
{
"name": "note_source",
"round": 7,
"atMs": 27155.734459000058,
"execMs": 0.0037089999532327056,
"args": {
"notes": [
{
"text": "Hook title '4.6 YEARS UNTIL I NEVER WORK AGAIN' in yellow Archivo Black over talking head shot.",
"to": 10,
"from": 0
}
],
"asset_id": "a-ref1"
}
},
{
"name": "detach_audio",
"round": 8,
"atMs": 29109.927125000046,
"execMs": 0.01049999997485429,
"args": {
"start": 0,
"assetId": "a-ref1"
}
},
{
"name": "add_clip",
"round": 9,
"atMs": 35508.461834000074,
"execMs": 0.11791699996683747,
"args": {
"blocks": [
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking head - shot 1"
},
{
"label": "Talking head - shot 2",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Talking head - shot 3",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking head - shot 4",
"color": "#1a1a1a"
},
{
"label": "Talking head - shot 5",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Talking head - shot 6",
"color": "#1a1a1a"
},
{
"label": "Talking head - shot 7",
"seconds": 2,
"color": "#1a1a1a"
},
{
"label": "Talking head - shot 8",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Talking head - shot 9",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 10"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking head - shot 11"
},
{
"label": "Talking head - shot 12",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Talking head - shot 13",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Talking head - shot 14",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 15"
},
{
"label": "Talking head - shot 16",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Talking head - shot 17",
"seconds": 2
},
{
"label": "Talking head - shot 18",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Talking head - shot 19",
"seconds": 2,
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Talking head - shot 20",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking head - shot 21",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 22"
},
{
"seconds": 2,
"label": "Talking head - shot 23",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking head - shot 24"
},
{
"label": "Talking head - shot 25",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking head - shot 26",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Talking head - shot 27",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 28"
},
{
"seconds": 2,
"label": "Talking head - shot 29",
"color": "#1a1a1a"
},
{
"label": "Talking head - shot 30",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Talking head - shot 31",
"seconds": 2,
"color": "#1a1a1a"
},
{
"label": "Talking head - shot 32",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 33"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking head - shot 34"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking head - shot 35"
},
{
"label": "Talking head - shot 36",
"color": "#1a1a1a",
"seconds": 1.6
}
]
}
},
{
"name": "add_title",
"round": 10,
"atMs": 38894.09595900006,
"execMs": 0.022624999983236194,
"args": {
"size": 84,
"font": "archivoblack",
"color": "#FFD700",
"stroke_width": 0.04,
"start": 0,
"stroke_color": "#000000",
"weight": 700,
"x": 0.5,
"end": 4,
"y": 0.35,
"text": "4.6 YEARS UNTIL\nI NEVER WORK AGAIN"
}
},
{
"name": "compare_to_source",
"round": 11,
"atMs": 41018.14554200007,
"execMs": 0.008916999911889434,
"args": {
"asset_id": "a-ref1",
"times": [
1,
3
]
}
}
],
"timings": {
"gateMs": 316.11187500006054,
"gateSkipped": false,
"ttftMs": 42785.785417000065,
"modelMs": 42921.28175099997,
"toolMs": 1.6041699995985255,
"totalMs": 43545.976125000045,
"judgeMs": 242.09712499997113,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 7333.578458999982,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 1.3317089999327436
}
]
},
{
"roundMs": 2478.904000000097,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.004541000002063811
}
]
},
{
"roundMs": 3768.4792919999454,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.027584000024944544
}
]
},
{
"roundMs": 2297.895707999938,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.005083999945782125
}
]
},
{
"roundMs": 2443.2579160000896,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.03141699999105185
}
]
},
{
"roundMs": 2165.743417000049,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.002791999955661595
}
]
},
{
"roundMs": 2330.1352079999633,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.03737499995622784
}
]
},
{
"roundMs": 4010.056125000003,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.0037089999532327056
}
]
},
{
"roundMs": 1951.2360839999747,
"firstDeltaMs": null,
"calls": [
{
"name": "detach_audio",
"execMs": 0.01049999997485429
}
]
},
{
"roundMs": 6396.062082999968,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.11791699996683747
}
]
},
{
"roundMs": 3381.6100000001024,
"firstDeltaMs": null,
"calls": [
{
"name": "add_title",
"execMs": 0.022624999983236194
}
]
},
{
"roundMs": 2120.4634999999544,
"firstDeltaMs": null,
"calls": [
{
"name": "compare_to_source",
"execMs": 0.008916999911889434
}
]
},
{
"roundMs": 2243.8599589999067,
"firstDeltaMs": 1766.9238749999786,
"calls": []
}
]
}
},
{
"pass": false,
"intent": "complex",
"skill": "replicating-a-video",
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 121,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [
"mutating tools called: detach_audio, compare_to_source"
],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "watch_video",
"round": 0,
"atMs": 2920.111957999994,
"execMs": 0.019791000057011843,
"args": {
"from": 0,
"asset_id": "a-ref1",
"detail": "scan",
"to": 71.6
}
},
{
"name": "note_source",
"round": 1,
"atMs": 5120.832874999964,
"execMs": 0.004000000073574483,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"to": 24,
"text": "Talking head with yellow Archivo-Black hook titles over video, cuts roughly every 2 seconds.",
"from": 0
}
]
}
},
{
"name": "watch_video",
"round": 2,
"atMs": 7062.144916999969,
"execMs": 0.029125000000931323,
"args": {
"from": 24,
"asset_id": "a-ref1",
"detail": "scan",
"to": 71.6
}
},
{
"name": "note_source",
"round": 3,
"atMs": 8817.70637499995,
"execMs": 0.007083000033162534,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"to": 48,
"from": 24,
"text": "Talking head with yellow Archivo-Black hook titles over video, cuts every 2s."
}
]
}
},
{
"name": "watch_video",
"round": 4,
"atMs": 10765.183582999976,
"execMs": 0.0287080000853166,
"args": {
"asset_id": "a-ref1",
"detail": "scan",
"from": 48,
"to": 71.6
}
},
{
"name": "note_source",
"round": 5,
"atMs": 13108.372417000006,
"execMs": 0.004542000009678304,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"text": "Talking head with yellow Archivo-Black hook titles over video, cuts every 2s to the end at 71.6s.",
"to": 71.6,
"from": 48
}
]
}
},
{
"name": "watch_video",
"round": 6,
"atMs": 14821.983332999982,
"execMs": 0.06145799998193979,
"args": {
"to": 6,
"from": 0,
"detail": "read",
"asset_id": "a-ref1"
}
},
{
"name": "note_source",
"round": 7,
"atMs": 16781.84474999993,
"execMs": 0.003041999996639788,
"args": {
"notes": [
{
"to": 6,
"from": 0,
"text": "Hook: Yellow Archivo Black title '4.6 YEARS UNTIL I NEVER WORK AGAIN' in upper-middle frame. Cuts every 2s across talking head shots."
}
],
"asset_id": "a-ref1"
}
},
{
"name": "detach_audio",
"round": 8,
"atMs": 18349.087541999994,
"execMs": 0.02137500001117587,
"args": {
"assetId": "a-ref1"
}
},
{
"name": "add_clip",
"round": 9,
"atMs": 25062.19179199997,
"execMs": 0.04466699995100498,
"args": {
"blocks": [
{
"color": "#1a1a1a",
"label": "Shot 1 - Talking Head Hook",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 2 - Talking Head",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 3 - Talking Head"
},
{
"label": "Shot 4 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 5 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 6 - Talking Head",
"seconds": 2,
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 7 - Talking Head",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 8 - Talking Head",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 9 - Talking Head"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 10 - Talking Head"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 11 - Talking Head"
},
{
"label": "Shot 12 - Talking Head",
"seconds": 2,
"color": "#1a1a1a"
},
{
"label": "Shot 13 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 14 - Talking Head",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 15 - Talking Head",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 16 - Talking Head",
"color": "#1a1a1a"
},
{
"label": "Shot 17 - Talking Head",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 18 - Talking Head",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 19 - Talking Head"
},
{
"color": "#1a1a1a",
"label": "Shot 20 - Talking Head",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 21 - Talking Head"
},
{
"color": "#1a1a1a",
"label": "Shot 22 - Talking Head",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 23 - Talking Head",
"color": "#1a1a1a"
},
{
"label": "Shot 24 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 25 - Talking Head"
},
{
"label": "Shot 26 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 27 - Talking Head"
},
{
"color": "#1a1a1a",
"label": "Shot 28 - Talking Head",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 29 - Talking Head",
"seconds": 2
},
{
"label": "Shot 30 - Talking Head",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 31 - Talking Head"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 32 - Talking Head"
},
{
"label": "Shot 33 - Talking Head",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 34 - Talking Head",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 35 - Talking Head",
"color": "#1a1a1a"
},
{
"label": "Shot 36 - Talking Head",
"seconds": 1.6,
"color": "#1a1a1a"
}
]
}
},
{
"name": "add_title",
"round": 10,
"atMs": 27887.89970800001,
"execMs": 0.016167000052519143,
"args": {
"start": 0,
"text": "4.6 YEARS UNTIL I NEVER WORK AGAIN",
"shadow": true,
"font": "archivo-black",
"weight": 700,
"stroke_width": 0.04,
"end": 4,
"color": "#FFE600",
"x": 0.5,
"stroke_color": "#000000",
"size": 72,
"y": 0.35
}
},
{
"name": "compare_to_source",
"round": 11,
"atMs": 30154.67937499995,
"execMs": 0.01441599999088794,
"args": {
"asset_id": "a-ref1",
"times": [
1,
3
]
}
}
],
"timings": {
"gateMs": 249.90333400003146,
"gateSkipped": false,
"ttftMs": 32229.36166699999,
"modelMs": 32365.15333299979,
"toolMs": 0.2543740002438426,
"totalMs": 32903.33833299996,
"judgeMs": 196.00445799995214,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2669.0592079999624,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.019791000057011843
}
]
},
{
"roundMs": 2199.4125419999473,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.004000000073574483
}
]
},
{
"roundMs": 1940.07337499992,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.029125000000931323
}
]
},
{
"roundMs": 1754.0145000000484,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.007083000033162534
}
]
},
{
"roundMs": 1946.110999999917,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.0287080000853166
}
]
},
{
"roundMs": 2341.584125000052,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.004542000009678304
}
]
},
{
"roundMs": 1712.4732089999598,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.06145799998193979
}
]
},
{
"roundMs": 1958.4459580000257,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.003041999996639788
}
]
},
{
"roundMs": 1566.4760000000242,
"firstDeltaMs": null,
"calls": [
{
"name": "detach_audio",
"execMs": 0.02137500001117587
}
]
},
{
"roundMs": 6711.534665999934,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.04466699995100498
}
]
},
{
"roundMs": 2824.0153750000754,
"firstDeltaMs": null,
"calls": [
{
"name": "add_title",
"execMs": 0.016167000052519143
}
]
},
{
"roundMs": 2265.438709000009,
"firstDeltaMs": null,
"calls": [
{
"name": "compare_to_source",
"execMs": 0.01441599999088794
}
]
},
{
"roundMs": 2476.5146659999155,
"firstDeltaMs": 2073.804582999903,
"calls": []
}
]
}
},
{
"pass": false,
"intent": "complex",
"skill": "replicating-a-video",
"areas": [
"preview",
"timeline",
"inspector",
"elements",
"effects",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"stock",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 121,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [
"mutating tools called: detach_audio, compare_to_source",
"blocked out 143.2s over a 71.6s reference",
"put the reference itself on the timeline"
],
"instant": null,
"qualityGate": [
"repair",
"repair"
],
"judgeNote": "concise factual 0.39; long 2.0",
"trace": [
{
"name": "watch_video",
"round": 0,
"atMs": 2454.3938749999506,
"execMs": 0.13158299995120615,
"args": {
"detail": "scan",
"interval_seconds": 2,
"asset_id": "a-ref1"
}
},
{
"name": "note_source",
"round": 1,
"atMs": 4819.524041999946,
"execMs": 0.01533299998845905,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"text": "Hook title cards in yellow Archivo-Black over talking head shots, cuts approximately every 2 seconds",
"from": 0,
"to": 24
}
]
}
},
{
"name": "watch_video",
"round": 2,
"atMs": 7010.304208999965,
"execMs": 0.02549999998882413,
"args": {
"interval_seconds": 2,
"detail": "scan",
"to": 71.6,
"asset_id": "a-ref1",
"from": 24
}
},
{
"name": "note_source",
"round": 3,
"atMs": 9040.837708999985,
"execMs": 0.007208000053651631,
"args": {
"notes": [
{
"to": 48,
"text": "Talking head shots continuing with cuts every 2s, captions/titles in bold yellow centered",
"from": 24
}
],
"asset_id": "a-ref1"
}
},
{
"name": "watch_video",
"round": 4,
"atMs": 10944.034375000047,
"execMs": 0.029792000073939562,
"args": {
"asset_id": "a-ref1",
"to": 71.6,
"detail": "scan",
"interval_seconds": 2,
"from": 48
}
},
{
"name": "note_source",
"round": 5,
"atMs": 12899.244042000035,
"execMs": 0.004750000080093741,
"args": {
"notes": [
{
"from": 48,
"text": "Talking head shots continuing with cuts every 2s to end at 71.6s",
"to": 71.6
}
],
"asset_id": "a-ref1"
}
},
{
"name": "watch_video",
"round": 6,
"atMs": 14999.003917000024,
"execMs": 0.039582999888807535,
"args": {
"detail": "read",
"to": 10,
"from": 0,
"interval_seconds": 1,
"asset_id": "a-ref1"
}
},
{
"name": "note_source",
"round": 7,
"atMs": 17129.839666999993,
"execMs": 0.0017499999376013875,
"args": {
"asset_id": "a-ref1",
"notes": [
{
"to": 10,
"text": "Yellow Archivo-Black hook title cards: \"4.6 YEARS UNTIL I NEVER WORK AGAIN\" over talking head shots cut every ~2s.",
"from": 0
}
]
}
},
{
"name": "detach_audio",
"round": 9,
"atMs": 21677.02537499997,
"execMs": 0.006416999967768788,
"args": {
"start": 0,
"assetId": "a-ref1"
}
},
{
"name": "add_clip",
"round": 10,
"atMs": 23550.73091699998,
"execMs": 2.669542000046931,
"args": {
"asset_id": "a-ref1",
"lane": 0,
"start": 0
}
},
{
"name": "add_clip",
"round": 11,
"atMs": 30098.456833999953,
"execMs": 0.04029200004879385,
"args": {
"blocks": [
{
"label": "Shot 1",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 2"
},
{
"seconds": 2,
"label": "Shot 3",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 4",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Shot 5"
},
{
"label": "Shot 6",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 7",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 8",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 9",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 10",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 11",
"color": "#1a1a1a"
},
{
"label": "Shot 12",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 13"
},
{
"label": "Shot 14",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 15",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 16",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 17"
},
{
"label": "Shot 18",
"seconds": 2,
"color": "#1a1a1a"
},
{
"label": "Shot 19",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 20",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Shot 21"
},
{
"label": "Shot 22",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 23",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 24",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Shot 25",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 26",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 27",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 28",
"seconds": 2
},
{
"seconds": 2,
"label": "Shot 29",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 30",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Shot 31",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 32",
"seconds": 2
},
{
"label": "Shot 33",
"seconds": 2,
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Shot 34",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Shot 35",
"seconds": 2
},
{
"label": "Shot 36",
"seconds": 1.6,
"color": "#1a1a1a"
}
]
}
},
{
"name": "add_title",
"round": 12,
"atMs": 33018.68437499995,
"execMs": 0.0033340000081807375,
"args": {
"end": 2,
"font": "archivo-black",
"stroke_width": 0.04,
"stroke_color": "#000000",
"color": "#FFEB3B",
"text": "4.6 YEARS UNTIL I\nNEVER WORK AGAIN",
"size": 84,
"weight": 700,
"start": 0,
"line_height": 1.1,
"x": 0.5,
"y": 0.42
}
},
{
"name": "compare_to_source",
"round": 13,
"atMs": 34935.40466700005,
"execMs": 0.005375000066123903,
"args": {
"times": [
1
],
"asset_id": "a-ref1"
}
},
{
"name": "get_state",
"round": 15,
"atMs": 39551.863459000015,
"execMs": 0.014167000073939562,
"args": {}
},
{
"name": "add_clip",
"round": 16,
"atMs": 46965.54874999996,
"execMs": 0.022790999966673553,
"args": {
"blocks": [
{
"seconds": 2,
"label": "Talking Head 1",
"color": "#1a1a1a"
},
{
"label": "Talking Head 2",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking Head 3",
"color": "#1a1a1a"
},
{
"seconds": 2,
"label": "Talking Head 4",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Talking Head 5",
"seconds": 2
},
{
"color": "#1a1a1a",
"label": "Talking Head 6",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking Head 7"
},
{
"seconds": 2,
"label": "Talking Head 8",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Talking Head 9",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking Head 10",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 11"
},
{
"label": "Talking Head 12",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking Head 13",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 14"
},
{
"seconds": 2,
"label": "Talking Head 15",
"color": "#1a1a1a"
},
{
"label": "Talking Head 16",
"color": "#1a1a1a",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking Head 17"
},
{
"label": "Talking Head 18",
"seconds": 2,
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Talking Head 19",
"seconds": 2
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking Head 20"
},
{
"label": "Talking Head 21",
"color": "#1a1a1a",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking Head 22",
"color": "#1a1a1a"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 23"
},
{
"seconds": 2,
"label": "Talking Head 24",
"color": "#1a1a1a"
},
{
"label": "Talking Head 25",
"seconds": 2,
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"label": "Talking Head 26",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 27"
},
{
"color": "#1a1a1a",
"label": "Talking Head 28",
"seconds": 2
},
{
"seconds": 2,
"label": "Talking Head 29",
"color": "#1a1a1a"
},
{
"color": "#1a1a1a",
"seconds": 2,
"label": "Talking Head 30"
},
{
"color": "#1a1a1a",
"label": "Talking Head 31",
"seconds": 2
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 32"
},
{
"seconds": 2,
"color": "#1a1a1a",
"label": "Talking Head 33"
},
{
"label": "Talking Head 34",
"color": "#1a1a1a",
"seconds": 2
},
{
"label": "Talking Head 35",
"seconds": 2,
"color": "#1a1a1a"
},
{
"seconds": 1.6,
"label": "Talking Head 36",
"color": "#1a1a1a"
}
]
}
},
{
"name": "get_state",
"round": 18,
"atMs": 57080.39316700003,
"execMs": 0.024834000039845705,
"args": {}
}
],
"timings": {
"gateMs": 301.26170800009277,
"gateSkipped": false,
"ttftMs": 36839.36379199999,
"modelMs": 59014.770918000024,
"toolMs": 3.0422510001808405,
"totalMs": 59870.99829200003,
"judgeMs": 358.0040000000736,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2151.130375000066,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.13158299995120615
}
]
},
{
"roundMs": 2363.417000000016,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.01533299998845905
}
]
},
{
"roundMs": 2189.395750000025,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.02549999998882413
}
]
},
{
"roundMs": 2029.7997090000426,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.007208000053651631
}
]
},
{
"roundMs": 1902.327042000019,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.029792000073939562
}
]
},
{
"roundMs": 1953.394250000012,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.004750000080093741
}
]
},
{
"roundMs": 2098.0664169999072,
"firstDeltaMs": null,
"calls": [
{
"name": "watch_video",
"execMs": 0.039582999888807535
}
]
},
{
"roundMs": 2129.202500000014,
"firstDeltaMs": null,
"calls": [
{
"name": "note_source",
"execMs": 0.0017499999376013875
}
]
},
{
"roundMs": 2724.828082999913,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1819.6345829999773,
"firstDeltaMs": null,
"calls": [
{
"name": "detach_audio",
"execMs": 0.006416999967768788
}
]
},
{
"roundMs": 1872.1347499999683,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 2.669542000046931
}
]
},
{
"roundMs": 6542.076791000087,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.04029200004879385
}
]
},
{
"roundMs": 2918.550667000003,
"firstDeltaMs": null,
"calls": [
{
"name": "add_title",
"execMs": 0.0033340000081807375
}
]
},
{
"roundMs": 1915.3446249999106,
"firstDeltaMs": null,
"calls": [
{
"name": "compare_to_source",
"execMs": 0.005375000066123903
}
]
},
{
"roundMs": 2251.7953330000164,
"firstDeltaMs": 1903.3696249999339,
"calls": []
},
{
"roundMs": 2122.2408329999307,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.014167000073939562
}
]
},
{
"roundMs": 7412.891708999989,
"firstDeltaMs": null,
"calls": [
{
"name": "add_clip",
"execMs": 0.022790999966673553
}
]
},
{
"roundMs": 7229.142375000054,
"firstDeltaMs": 6484.924750000006,
"calls": []
},
{
"roundMs": 2601.054584000027,
"firstDeltaMs": null,
"calls": [
{
"name": "get_state",
"execMs": 0.024834000039845705
}
]
},
{
"roundMs": 2788.343542000046,
"firstDeltaMs": 2098.1253750000615,
"calls": []
}
]
}
}
]
},
{
"name": "remove-grey-ones-scope",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 332,
"p95": 339,
"mean": 326,
"n": 3
},
"ttftMs": {
"p50": 2780,
"p95": 3343,
"mean": 2877,
"n": 3
},
"totalMs": {
"p50": 2910,
"p95": 3468,
"mean": 3000,
"n": 3
},
"modelMs": {
"p50": 2567,
"p95": 3132,
"mean": 2670,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "remove_transition",
"round": 0,
"atMs": 2097.5943330000155,
"execMs": 0.13962500006891787,
"args": {
"transitionId": "tr-8"
}
},
{
"name": "remove_transition",
"round": 0,
"atMs": 2097.8902499999385,
"execMs": 0.001541999983601272,
"args": {
"transitionId": "tr-9"
}
}
],
"timings": {
"gateMs": 332.49479200004134,
"gateSkipped": false,
"ttftMs": 3342.98675000004,
"modelMs": 3132.257249999908,
"toolMs": 0.14116700005251914,
"totalMs": 3467.7593329999363,
"judgeMs": 201.20833299995866,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1763.6550419999985,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.13962500006891787
},
{
"name": "remove_transition",
"execMs": 0.001541999983601272
}
]
},
{
"roundMs": 1368.6022079999093,
"firstDeltaMs": 1244.1644159998978,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "remove_transition",
"round": 0,
"atMs": 1573.5173749999376,
"execMs": 0.005667000077664852,
"args": {
"transitionId": "tr-8"
}
},
{
"name": "remove_transition",
"round": 0,
"atMs": 1573.986042000004,
"execMs": 0.0034169999416917562,
"args": {
"transitionId": "tr-9"
}
}
],
"timings": {
"gateMs": 338.90870799997356,
"gateSkipped": false,
"ttftMs": 2780.159624999971,
"modelMs": 2567.4020819999278,
"toolMs": 0.009084000019356608,
"totalMs": 2910.2213749999646,
"judgeMs": 230.54316699993797,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1232.939916000003,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.005667000077664852
},
{
"name": "remove_transition",
"execMs": 0.0034169999416917562
}
]
},
{
"roundMs": 1334.4621659999248,
"firstDeltaMs": 1204.9325829999289,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions",
"editor"
],
"declaredTools": 73,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "remove_transition",
"round": 0,
"atMs": 1470.7916250000708,
"execMs": 0.004791999934241176,
"args": {
"transitionId": "tr-8"
}
},
{
"name": "remove_transition",
"round": 0,
"atMs": 1470.9183330000378,
"execMs": 0.001125000067986548,
"args": {
"transitionId": "tr-9"
}
}
],
"timings": {
"gateMs": 306.5627910000039,
"gateSkipped": false,
"ttftMs": 2508.268374999985,
"modelMs": 2311.191542000044,
"toolMs": 0.005917000002227724,
"totalMs": 2620.5352500000736,
"judgeMs": 258.4564170000376,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1162.6628750000382,
"firstDeltaMs": null,
"calls": [
{
"name": "remove_transition",
"execMs": 0.004791999934241176
},
{
"name": "remove_transition",
"execMs": 0.001125000067986548
}
]
},
{
"roundMs": 1148.528667000006,
"firstDeltaMs": 1036.4800420000684,
"calls": []
}
]
}
}
]
},
{
"name": "errored-call-not-claimed-done",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 301,
"p95": 457,
"mean": 348,
"n": 3
},
"ttftMs": {
"p50": 3965,
"p95": 7080,
"mean": 4943,
"n": 3
},
"totalMs": {
"p50": 4419,
"p95": 7514,
"mean": 5428,
"n": 3
},
"modelMs": {
"p50": 3814,
"p95": 6958,
"mean": 4839,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3,
"max": 3
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions"
],
"declaredTools": 67,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_transition",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 288.18920800008345,
"execMs": 0.04779099998995662,
"args": {
"clipId": "c2",
"style": "crossfade",
"seconds": 0.2
}
},
{
"name": "set_transition",
"round": 1,
"atMs": 6061.827291000052,
"execMs": 0.027624999987892807,
"args": {
"seconds": 0.5,
"style": "crossfade",
"clipId": "c2"
}
}
],
"timings": {
"gateMs": 286.5878340000054,
"gateSkipped": false,
"ttftMs": 7079.678458000068,
"modelMs": 6958.492833000026,
"toolMs": 0.07541599997784942,
"totalMs": 7513.968165999977,
"judgeMs": 329.7229170000646,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4488.138917000033,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1283.171500000055,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.027624999987892807
}
]
},
{
"roundMs": 1187.1824159999378,
"firstDeltaMs": 1016.874749999959,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions",
"editor"
],
"declaredTools": 71,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_transition",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 301.01533299998846,
"execMs": 0.012875000014901161,
"args": {
"clipId": "c2",
"style": "crossfade",
"seconds": 0.19
}
},
{
"name": "set_transition",
"round": 1,
"atMs": 2905.997040999937,
"execMs": 0.01779099996201694,
"args": {
"clipId": "c2",
"style": "crossfade",
"seconds": 0.5
}
}
],
"timings": {
"gateMs": 300.7593329999363,
"gateSkipped": false,
"ttftMs": 3785.6064999999944,
"modelMs": 3814.476918000146,
"toolMs": 0.0306659999769181,
"totalMs": 4351.899416,
"judgeMs": 198.83600000001024,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1343.8409170000814,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1259.3202920000767,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.01779099996201694
}
]
},
{
"roundMs": 1211.3157089999877,
"firstDeltaMs": 878.1186249998864,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"transitions"
],
"declaredTools": 67,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_transition",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_transition",
"round": 0,
"atMs": 457.28316600003745,
"execMs": 0.02616700006183237,
"args": {
"clipId": "c2",
"style": "crossfade",
"seconds": 0.21
}
},
{
"name": "set_transition",
"round": 1,
"atMs": 2775.8807080000406,
"execMs": 0.04191699996590614,
"args": {
"clipId": "c2",
"seconds": 0.5,
"style": "crossfade"
}
}
],
"timings": {
"gateMs": 456.5734170000069,
"gateSkipped": false,
"ttftMs": 3964.6268329999875,
"modelMs": 3745.0069170000497,
"toolMs": 0.06808400002773851,
"totalMs": 4418.885790999979,
"judgeMs": 250.55925000004936,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1152.3065840000054,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1162.9895000000251,
"firstDeltaMs": null,
"calls": [
{
"name": "set_transition",
"execMs": 0.04191699996590614
}
]
},
{
"roundMs": 1429.7108330000192,
"firstDeltaMs": 1187.8084580000723,
"calls": []
}
]
}
}
]
},
{
"name": "auto-continue-no-handoff",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 297,
"p95": 302,
"mean": 299,
"n": 3
},
"ttftMs": {
"p50": 5258,
"p95": 6719,
"mean": 5623,
"n": 3
},
"totalMs": {
"p50": 5744,
"p95": 7115,
"mean": 6073,
"n": 3
},
"modelMs": {
"p50": 5443,
"p95": 6808,
"mean": 5770,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3.3,
"max": 4
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 2458.586917000008,
"execMs": 0.050249999971129,
"args": {
"text": "Today we're",
"id": "cue1"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 2458.7164999999804,
"execMs": 0.005166999995708466,
"args": {
"text": "and",
"id": "cue3"
}
},
{
"name": "align_to_audio",
"round": 1,
"atMs": 4054.1312919999473,
"execMs": 0.006249999976716936,
"args": {
"track": 0,
"target": "captions"
}
}
],
"timings": {
"gateMs": 296.934666999965,
"gateSkipped": false,
"ttftMs": 5258.275582999922,
"modelMs": 5443.119707000093,
"toolMs": 0.0616669999435544,
"totalMs": 5743.867291999981,
"judgeMs": 224.02866700000595,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2160.697166000027,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.050249999971129
},
{
"name": "update_cue",
"execMs": 0.005166999995708466
}
]
},
{
"roundMs": 1594.5442080000648,
"firstDeltaMs": null,
"calls": [
{
"name": "align_to_audio",
"execMs": 0.006249999976716936
}
]
},
{
"roundMs": 1687.8783330000006,
"firstDeltaMs": 1202.7097500000382,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 2001.020790999988,
"execMs": 0.009874999988824129,
"args": {
"text": "Today we're",
"id": "cue1"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 2001.1779579999857,
"execMs": 0.01629200007300824,
"args": {
"id": "cue3",
"text": "they play"
}
},
{
"name": "align_to_audio",
"round": 1,
"atMs": 3748.931957999943,
"execMs": 0.004249999998137355,
"args": {
"target": "captions",
"track": 0
}
},
{
"name": "update_cue",
"round": 2,
"atMs": 5398.819166000001,
"execMs": 0.01808299997355789,
"args": {
"text": "Today we're",
"id": "cue1",
"start": 0.9,
"end": 1.8
}
},
{
"name": "update_cue",
"round": 2,
"atMs": 5398.967249999987,
"execMs": 0.016792000038549304,
"args": {
"id": "cue3",
"start": 5.2,
"end": 5.6,
"text": "they play"
}
}
],
"timings": {
"gateMs": 302.2190410000039,
"gateSkipped": false,
"ttftMs": 6718.881374999997,
"modelMs": 6807.91866700002,
"toolMs": 0.06529200007207692,
"totalMs": 7115.108415999915,
"judgeMs": 228.49795899994206,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1697.326000000001,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.009874999988824129
},
{
"name": "update_cue",
"execMs": 0.01629200007300824
}
]
},
{
"roundMs": 1746.545000000042,
"firstDeltaMs": null,
"calls": [
{
"name": "align_to_audio",
"execMs": 0.004249999998137355
}
]
},
{
"roundMs": 1649.076250000042,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.01808299997355789
},
{
"name": "update_cue",
"execMs": 0.016792000038549304
}
]
},
{
"roundMs": 1714.9714169999352,
"firstDeltaMs": 1318.9660419999855,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"subtitles",
"library",
"editor"
],
"declaredTools": 90,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "update_cue",
"round": 0,
"atMs": 1945.1699580000713,
"execMs": 0.012666000053286552,
"args": {
"id": "cue1",
"text": "So today we're"
}
},
{
"name": "update_cue",
"round": 0,
"atMs": 1945.3039580000332,
"execMs": 0.015875000040978193,
"args": {
"text": "and they",
"id": "cue3"
}
},
{
"name": "align_to_audio",
"round": 1,
"atMs": 3591.2255420000292,
"execMs": 0.0031660000095143914,
"args": {
"target": "captions",
"track": 0
}
}
],
"timings": {
"gateMs": 297.4486249999609,
"gateSkipped": false,
"ttftMs": 4890.999582999968,
"modelMs": 5059.223957999959,
"toolMs": 0.03170700010377914,
"totalMs": 5360.604875000077,
"judgeMs": 210.88808300008532,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1646.3052090000128,
"firstDeltaMs": null,
"calls": [
{
"name": "update_cue",
"execMs": 0.012666000053286552
},
{
"name": "update_cue",
"execMs": 0.015875000040978193
}
]
},
{
"roundMs": 1644.7147079999559,
"firstDeltaMs": null,
"calls": [
{
"name": "align_to_audio",
"execMs": 0.0031660000095143914
}
]
},
{
"roundMs": 1768.20404099999,
"firstDeltaMs": 1298.895166000002,
"calls": []
}
]
}
}
]
},
{
"name": "question-when-ambiguous",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 283,
"p95": 309,
"mean": 286,
"n": 3
},
"ttftMs": {
"p50": 5979,
"p95": 7101,
"mean": 5990,
"n": 3
},
"totalMs": {
"p50": 6340,
"p95": 7448,
"mean": 6382,
"n": 3
},
"modelMs": {
"p50": 5850,
"p95": 6862,
"mean": 5855,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "timeline-editing",
"areas": [
"preview",
"timeline",
"inspector",
"library",
"editor"
],
"declaredTools": 77,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 309.3911659999285,
"gateSkipped": false,
"ttftMs": 7101.408166000037,
"modelMs": 6861.569957999978,
"toolMs": 0,
"totalMs": 7448.010791000095,
"judgeMs": 231.86612500005867,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6861.569957999978,
"firstDeltaMs": 6790.612833000021,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "timeline-editing",
"areas": [
"preview",
"timeline",
"inspector",
"editor"
],
"declaredTools": 70,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 267.1626670000842,
"gateSkipped": false,
"ttftMs": 5978.738708000048,
"modelMs": 5850.395832999959,
"toolMs": 0,
"totalMs": 6339.920958000002,
"judgeMs": 210.21554200001992,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5850.395832999959,
"firstDeltaMs": 5709.851792000001,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "timeline-editing",
"areas": [
"preview",
"timeline",
"inspector",
"library",
"editor"
],
"declaredTools": 77,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 282.731541999965,
"gateSkipped": false,
"ttftMs": 4889.53891699994,
"modelMs": 4852.281040999922,
"toolMs": 0,
"totalMs": 5357.837666999898,
"judgeMs": 205.09566600003745,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4852.281040999922,
"firstDeltaMs": 4606.070915999939,
"calls": []
}
]
}
}
]
},
{
"name": "orphaned-overlay-debris",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 314,
"p95": 388,
"mean": 322,
"n": 3
},
"ttftMs": {
"p50": 6042,
"p95": 9783,
"mean": 6096,
"n": 3
},
"totalMs": {
"p50": 6242,
"p95": 10061,
"mean": 6383,
"n": 3
},
"modelMs": {
"p50": 5925,
"p95": 9670,
"mean": 6058,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"top_bar",
"editor"
],
"declaredTools": 74,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 8593.476040999987,
"execMs": 0.13020800007507205,
"args": {
"clipId": "c1",
"out": 10
}
}
],
"timings": {
"gateMs": 388.2952090000035,
"gateSkipped": false,
"ttftMs": 9783.287708000047,
"modelMs": 9669.656374999904,
"toolMs": 0.13020800007507205,
"totalMs": 10061.404125000001,
"judgeMs": 294.0668750000186,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 8203.397832999937,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.13020800007507205
}
]
},
{
"roundMs": 1466.2585419999668,
"firstDeltaMs": 1188.611499999999,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"top_bar",
"editor"
],
"declaredTools": 74,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 1391.031834000023,
"execMs": 0.007833999930880964,
"args": {
"out": 10,
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 263.7203749999171,
"gateSkipped": false,
"ttftMs": 2464.244249999989,
"modelMs": 2578.2683749998687,
"toolMs": 0.007833999930880964,
"totalMs": 2845.1521250000224,
"judgeMs": 251.72354100004304,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1125.7029169999296,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.007833999930880964
}
]
},
{
"roundMs": 1452.565457999939,
"firstDeltaMs": 1072.1131659999955,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector"
],
"declaredTools": 66,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "trim_clip",
"round": 0,
"atMs": 4995.075582999969,
"execMs": 0.008750000037252903,
"args": {
"clipId": "c1",
"out": 10,
"in": 0
}
}
],
"timings": {
"gateMs": 314.46520900004543,
"gateSkipped": false,
"ttftMs": 6041.705915999948,
"modelMs": 5924.758042000001,
"toolMs": 0.008750000037252903,
"totalMs": 6242.069832999958,
"judgeMs": 327.4109999999637,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4679.272750000004,
"firstDeltaMs": null,
"calls": [
{
"name": "trim_clip",
"execMs": 0.008750000037252903
}
]
},
{
"roundMs": 1245.4852919999976,
"firstDeltaMs": 1045.3875830000034,
"calls": []
}
]
}
}
]
},
{
"name": "legacy-thread-no-leak",
"bucket": "chat",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 295,
"p95": 325,
"mean": 303,
"n": 3
},
"ttftMs": {
"p50": 1341,
"p95": 4189,
"mean": 2290,
"n": 3
},
"totalMs": {
"p50": 2064,
"p95": 4778,
"mean": 2916,
"n": 3
},
"modelMs": {
"p50": 1534,
"p95": 4232,
"mean": 2392,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 1,
"max": 1
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions"
],
"declaredTools": 69,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 294.5056249999907,
"gateSkipped": false,
"ttftMs": 4188.674500000081,
"modelMs": 4232.158459000057,
"toolMs": 0,
"totalMs": 4778.277584000025,
"judgeMs": 190.55870900000446,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4232.158459000057,
"firstDeltaMs": 3892.109541999991,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions"
],
"declaredTools": 69,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 325.06541600008495,
"gateSkipped": false,
"ttftMs": 1341.0014580000425,
"modelMs": 1534.4287909999257,
"toolMs": 0,
"totalMs": 2064.325208000024,
"judgeMs": 300.84645800001454,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1534.4287909999257,
"firstDeltaMs": 1014.5977499999572,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"timeline",
"inspector",
"effects",
"animation",
"transitions"
],
"declaredTools": 69,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [],
"timings": {
"gateMs": 288.61504199996125,
"gateSkipped": false,
"ttftMs": 1341.4840829999885,
"modelMs": 1408.2594579999568,
"toolMs": 0,
"totalMs": 1905.2468329999829,
"judgeMs": 202.67575000005309,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1408.2594579999568,
"firstDeltaMs": 1051.8072920000413,
"calls": []
}
]
}
}
]
},
{
"name": "cinematic-ask-picks-preset",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 281,
"p95": 316,
"mean": 289,
"n": 3
},
"ttftMs": {
"p50": 281,
"p95": 316,
"mean": 290,
"n": 3
},
"totalMs": {
"p50": 281,
"p95": 316,
"mean": 290,
"n": 3
},
"modelMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 0,
"max": 0
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 62,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_preset",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_preset",
"round": 0,
"atMs": 271.3472499999916,
"execMs": 0.2413749999832362,
"args": {
"clipId": "c1",
"preset": "teal-orange",
"amount": 0.68
}
}
],
"timings": {
"gateMs": 270.89441599999554,
"gateSkipped": false,
"ttftMs": 271.8105000000214,
"modelMs": 0,
"toolMs": 0.2413749999832362,
"totalMs": 271.82199999992736,
"judgeMs": 240.18416599999182,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"library",
"side_panel",
"top_bar"
],
"declaredTools": 62,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_preset",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_preset",
"round": 0,
"atMs": 316.05529100005515,
"execMs": 0.01837499998509884,
"args": {
"clipId": "c1",
"preset": "teal-orange",
"amount": 0.68
}
}
],
"timings": {
"gateMs": 315.734832999995,
"gateSkipped": false,
"ttftMs": 316.19758300005924,
"modelMs": 0,
"toolMs": 0.01837499998509884,
"totalMs": 316.21208299999125,
"judgeMs": 224.74179200001527,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"side_panel",
"top_bar"
],
"declaredTools": 55,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_preset",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_preset",
"round": 0,
"atMs": 280.8964579999447,
"execMs": 0.029541999916546047,
"args": {
"clipId": "c1",
"preset": "teal-orange",
"amount": 0.68
}
}
],
"timings": {
"gateMs": 280.60920800000895,
"gateSkipped": false,
"ttftMs": 281.0176249999786,
"modelMs": 0,
"toolMs": 0.029541999916546047,
"totalMs": 281.02358299994376,
"judgeMs": 222.97600000002421,
"retryMs": 0,
"retries": 0,
"rounds": []
}
}
]
},
{
"name": "warmer-crushed-blacks-in-range",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 279,
"p95": 285,
"mean": 279,
"n": 3
},
"ttftMs": {
"p50": 3518,
"p95": 8915,
"mean": 5261,
"n": 3
},
"totalMs": {
"p50": 3598,
"p95": 8979,
"mean": 5355,
"n": 3
},
"modelMs": {
"p50": 3310,
"p95": 8700,
"mean": 5072,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 3,
"max": 3
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects"
],
"declaredTools": 44,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_grade",
"round": 1,
"atMs": 7871.148541999981,
"execMs": 0.16458400001283735,
"args": {
"shadows": -15,
"temperature": 15,
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 272.6927910000086,
"gateSkipped": false,
"ttftMs": 8914.829249999952,
"modelMs": 8700.419750000117,
"toolMs": 0.16458400001283735,
"totalMs": 8979.177000000025,
"judgeMs": 247.29529199993704,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 6100.306125000003,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1493.093208000064,
"firstDeltaMs": null,
"calls": [
{
"name": "set_color_grade",
"execMs": 0.16458400001283735
}
]
},
{
"roundMs": 1107.0204170000507,
"firstDeltaMs": 1042.8402920000954,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects"
],
"declaredTools": 44,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_grade",
"round": 1,
"atMs": 2592.940583999967,
"execMs": 0.006874999962747097,
"args": {
"clipId": "c1",
"temperature": 20,
"shadows": -10
}
}
],
"timings": {
"gateMs": 285.3356249999488,
"gateSkipped": false,
"ttftMs": 3517.742666999926,
"modelMs": 3309.556333000073,
"toolMs": 0.006874999962747097,
"totalMs": 3598.3159999999916,
"judgeMs": 286.9692919999361,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1254.375,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1050.8838329999708,
"firstDeltaMs": null,
"calls": [
{
"name": "set_color_grade",
"execMs": 0.006874999962747097
}
]
},
{
"roundMs": 1004.2975000001024,
"firstDeltaMs": 923.9367499999935,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects"
],
"declaredTools": 44,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_grade",
"round": 1,
"atMs": 2427.673165999935,
"execMs": 0.009791000047698617,
"args": {
"clipId": "c1",
"temperature": 20,
"shadows": -10
}
}
],
"timings": {
"gateMs": 279.30174999998417,
"gateSkipped": false,
"ttftMs": 3349.621415999951,
"modelMs": 3205.25758399989,
"toolMs": 0.009791000047698617,
"totalMs": 3488.6754159999546,
"judgeMs": 260.33887500001583,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 975.57483399997,
"firstDeltaMs": null,
"calls": []
},
{
"roundMs": 1170.5284999998985,
"firstDeltaMs": null,
"calls": [
{
"name": "set_color_grade",
"execMs": 0.009791000047698617
}
]
},
{
"roundMs": 1059.1542500000214,
"firstDeltaMs": 920.3352090000408,
"calls": []
}
]
}
}
]
},
{
"name": "sky-bluer-single-band",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 282,
"p95": 298,
"mean": 283,
"n": 3
},
"ttftMs": {
"p50": 282,
"p95": 299,
"mean": 284,
"n": 3
},
"totalMs": {
"p50": 283,
"p95": 299,
"mean": 284,
"n": 3
},
"modelMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 0,
"max": 0
}
},
"runs": [
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"image_gen",
"side_panel",
"editor"
],
"declaredTools": 56,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_hsl",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_hsl",
"round": 0,
"atMs": 269.7356669999426,
"execMs": 0.11162500001955777,
"args": {
"clipId": "c1",
"band": "blue",
"sat": 29
}
}
],
"timings": {
"gateMs": 269.23950000002515,
"gateSkipped": false,
"ttftMs": 269.9770830000052,
"modelMs": 0,
"toolMs": 0.11162500001955777,
"totalMs": 269.9851250000065,
"judgeMs": 192.6352079999633,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"editor"
],
"declaredTools": 48,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_hsl",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_hsl",
"round": 0,
"atMs": 298.81466600007843,
"execMs": 0.009040999924764037,
"args": {
"clipId": "c1",
"band": "blue",
"sat": 29
}
}
],
"timings": {
"gateMs": 298.3649999999907,
"gateSkipped": false,
"ttftMs": 298.96770799998194,
"modelMs": 0,
"toolMs": 0.009040999924764037,
"totalMs": 298.9746659999946,
"judgeMs": 239.36141600005794,
"retryMs": 0,
"retries": 0,
"rounds": []
}
},
{
"pass": true,
"intent": "simple",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects"
],
"declaredTools": 44,
"routingMisses": [],
"roundModel": "gemini-3.1-flash-lite",
"notes": [],
"instant": "set_color_hsl",
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "set_color_hsl",
"round": 0,
"atMs": 282.34375,
"execMs": 0.010624999995343387,
"args": {
"clipId": "c1",
"band": "blue",
"sat": 29
}
}
],
"timings": {
"gateMs": 282.0682090000482,
"gateSkipped": false,
"ttftMs": 282.4948330000043,
"modelMs": 0,
"toolMs": 0.010624999995343387,
"totalMs": 282.51049999997485,
"judgeMs": 255.56366600003093,
"retryMs": 0,
"retries": 0,
"rounds": []
}
}
]
},
{
"name": "reference-photo-matches-grade",
"bucket": "single-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 220,
"p95": 234,
"mean": 221,
"n": 3
},
"ttftMs": {
"p50": 6257,
"p95": 7816,
"mean": 5886,
"n": 3
},
"totalMs": {
"p50": 6416,
"p95": 8140,
"mean": 6157,
"n": 3
},
"modelMs": {
"p50": 6194,
"p95": 7924,
"mean": 5933,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 2,
"max": 2
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"side_panel",
"top_bar"
],
"declaredTools": 55,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "match_color_grade",
"round": 0,
"atMs": 5850.925332999905,
"execMs": 0.07704100001137704,
"args": {
"ref_asset_id": "a-i1",
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 209.8849169999594,
"gateSkipped": true,
"ttftMs": 7815.744291999959,
"modelMs": 7923.824125999934,
"toolMs": 0.07704100001137704,
"totalMs": 8139.716332999989,
"judgeMs": 236.04670800000895,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 5636.063833999913,
"firstDeltaMs": null,
"calls": [
{
"name": "match_color_grade",
"execMs": 0.07704100001137704
}
]
},
{
"roundMs": 2287.760292000021,
"firstDeltaMs": 1963.9594999999972,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"side_panel",
"top_bar"
],
"declaredTools": 55,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "match_color_grade",
"round": 0,
"atMs": 4314.961750000017,
"execMs": 0.01483400003053248,
"args": {
"ref_asset_id": "a-i1",
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 220.39616699994076,
"gateSkipped": true,
"ttftMs": 6256.921875,
"modelMs": 6193.614956999896,
"toolMs": 0.01483400003053248,
"totalMs": 6415.878875000053,
"judgeMs": 241.6962080000667,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 4093.6745409999276,
"firstDeltaMs": null,
"calls": [
{
"name": "match_color_grade",
"execMs": 0.01483400003053248
}
]
},
{
"roundMs": 2099.9404159999685,
"firstDeltaMs": 1941.1765000000596,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": null,
"areas": [
"preview",
"inspector",
"color",
"effects",
"side_panel",
"top_bar"
],
"declaredTools": 55,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "match_color_grade",
"round": 0,
"atMs": 1874.874375000014,
"execMs": 0.0034580000210553408,
"args": {
"ref_asset_id": "a-i1",
"clipId": "c1"
}
}
],
"timings": {
"gateMs": 234.0555409999797,
"gateSkipped": true,
"ttftMs": 3584.0434580000583,
"modelMs": 3680.9424999998882,
"toolMs": 0.0034580000210553408,
"totalMs": 3916.8096659999574,
"judgeMs": 215.73795800004154,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 1639.7180839999346,
"firstDeltaMs": null,
"calls": [
{
"name": "match_color_grade",
"execMs": 0.0034580000210553408
}
]
},
{
"roundMs": 2041.2244159999536,
"firstDeltaMs": 1708.7469159999164,
"calls": []
}
]
}
}
]
},
{
"name": "replicate-link-reads-then-replicates",
"bucket": "multi-tool",
"passRate": 1,
"budgetBreaches": [],
"latency": {
"gateMs": {
"p50": 268,
"p95": 268,
"mean": 267,
"n": 3
},
"ttftMs": {
"p50": 12736,
"p95": 18398,
"mean": 13056,
"n": 3
},
"totalMs": {
"p50": 12989,
"p95": 18787,
"mean": 13404,
"n": 3
},
"modelMs": {
"p50": 12713,
"p95": 18508,
"mean": 13127,
"n": 3
},
"toolMs": {
"p50": 0,
"p95": 0,
"mean": 0,
"n": 3
},
"rounds": {
"mean": 4.7,
"max": 5
}
},
"runs": [
{
"pass": true,
"intent": "complex",
"skill": "replicating-a-project",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 122,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": "upsell 0.50",
"trace": [
{
"name": "read_project",
"round": 0,
"atMs": 9618.684749999898,
"execMs": 0.12041600001975894,
"args": {
"link": "https://donkeycut.com/app/p/ref-123"
}
},
{
"name": "replicate_project",
"round": 1,
"atMs": 12247.076415999909,
"execMs": 0.11241699988022447,
"args": {
"link": "https://donkeycut.com/app/p/ref-123",
"media": [
{
"source_asset_id": "r-v1",
"asset_id": "a-v1"
},
{
"source_asset_id": "r-v2",
"asset_id": "a-v2"
}
]
}
},
{
"name": "update_overlay",
"round": 2,
"atMs": 14026.830457999953,
"execMs": 0.02137500001117587,
"args": {
"id": "t-n1",
"text": "MY DESK SETUP"
}
},
{
"name": "subtitles_generate",
"round": 3,
"atMs": 16570.528957999893,
"execMs": 0.03979200008325279,
"args": {}
}
],
"timings": {
"gateMs": 265.04670900001656,
"gateSkipped": false,
"ttftMs": 18397.837625000044,
"modelMs": 18507.73500099976,
"toolMs": 0.29399999999441206,
"totalMs": 18786.737208000035,
"judgeMs": 270.68866700003855,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 9351.207374999882,
"firstDeltaMs": null,
"calls": [
{
"name": "read_project",
"execMs": 0.12041600001975894
}
]
},
{
"roundMs": 2624.855458999984,
"firstDeltaMs": null,
"calls": [
{
"name": "replicate_project",
"execMs": 0.11241699988022447
}
]
},
{
"roundMs": 1775.4115830000956,
"firstDeltaMs": null,
"calls": [
{
"name": "update_overlay",
"execMs": 0.02137500001117587
}
]
},
{
"roundMs": 2541.948124999879,
"firstDeltaMs": null,
"calls": [
{
"name": "subtitles_generate",
"execMs": 0.03979200008325279
}
]
},
{
"roundMs": 2214.3124589999206,
"firstDeltaMs": 1825.893167000031,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "replicating-a-project",
"areas": [
"preview",
"timeline",
"inspector",
"color",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 122,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "read_project",
"round": 0,
"atMs": 2292.7692500001285,
"execMs": 0.03287500003352761,
"args": {
"link": "https://donkeycut.com/app/p/ref-123"
}
},
{
"name": "replicate_project",
"round": 1,
"atMs": 4412.061083000153,
"execMs": 0.02191699994727969,
"args": {
"caption_look": true,
"link": "https://donkeycut.com/app/p/ref-123",
"frame": true,
"media": [
{
"asset_id": "a-v1",
"source_asset_id": "r-v1"
},
{
"asset_id": "a-v2",
"source_asset_id": "r-v2"
}
]
}
},
{
"name": "update_overlay",
"round": 2,
"atMs": 6374.140374999959,
"execMs": 0.006125000072643161,
"args": {
"id": "t-n1",
"text": "MY DESK SETUP"
}
},
{
"name": "subtitles_generate",
"round": 2,
"atMs": 6374.328625000082,
"execMs": 0.0013329999055713415,
"args": {
"track": 0
}
}
],
"timings": {
"gateMs": 268.1119999999646,
"gateSkipped": false,
"ttftMs": 8032.902708000038,
"modelMs": 8160.712040999904,
"toolMs": 0.06224999995902181,
"totalMs": 8434.717792000156,
"judgeMs": 229.99841600004584,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2023.4075410000514,
"firstDeltaMs": null,
"calls": [
{
"name": "read_project",
"execMs": 0.03287500003352761
}
]
},
{
"roundMs": 2117.823166999966,
"firstDeltaMs": null,
"calls": [
{
"name": "replicate_project",
"execMs": 0.02191699994727969
}
]
},
{
"roundMs": 1960.4494999998715,
"firstDeltaMs": null,
"calls": [
{
"name": "update_overlay",
"execMs": 0.006125000072643161
},
{
"name": "subtitles_generate",
"execMs": 0.0013329999055713415
}
]
},
{
"roundMs": 2059.0318330000155,
"firstDeltaMs": 1657.332083000103,
"calls": []
}
]
}
},
{
"pass": true,
"intent": "complex",
"skill": "replicating-a-project",
"areas": [
"preview",
"timeline",
"inspector",
"animation",
"transitions",
"subtitles",
"audio",
"video_gen",
"scene",
"library",
"side_panel",
"top_bar",
"editor"
],
"declaredTools": 115,
"routingMisses": [],
"roundModel": "gemini-3.8-flash",
"notes": [],
"instant": null,
"qualityGate": [],
"judgeNote": null,
"trace": [
{
"name": "read_project",
"round": 0,
"atMs": 2951.3764170000795,
"execMs": 0.006000000052154064,
"args": {
"link": "https://donkeycut.com/app/p/ref-123"
}
},
{
"name": "replicate_project",
"round": 1,
"atMs": 5354.426875000121,
"execMs": 0.02987500000745058,
"args": {
"link": "https://donkeycut.com/app/p/ref-123",
"media": [
{
"asset_id": "a-v1",
"source_asset_id": "r-v1"
},
{
"source_asset_id": "r-v2",
"asset_id": "a-v2"
}
]
}
},
{
"name": "update_overlay",
"round": 2,
"atMs": 7837.614999999991,
"execMs": 0.011292000068351626,
"args": {
"text": "MY DESK SETUP",
"id": "t-n1"
}
},
{
"name": "subtitles_generate",
"round": 3,
"atMs": 10824.02470900002,
"execMs": 0.005374999949708581,
"args": {}
}
],
"timings": {
"gateMs": 268.31379200005904,
"gateSkipped": false,
"ttftMs": 12736.049708999926,
"modelMs": 12712.916081999894,
"toolMs": 0.05254200007766485,
"totalMs": 12989.225875000004,
"judgeMs": 368.0419999998994,
"retryMs": 0,
"retries": 0,
"rounds": [
{
"roundMs": 2681.336333000101,
"firstDeltaMs": null,
"calls": [
{
"name": "read_project",
"execMs": 0.006000000052154064
}
]
},
{
"roundMs": 2401.853374999948,
"firstDeltaMs": null,
"calls": [
{
"name": "replicate_project",
"execMs": 0.02987500000745058
}
]
},
{
"roundMs": 2481.443750000093,
"firstDeltaMs": null,
"calls": [
{
"name": "update_overlay",
"execMs": 0.011292000068351626
}
]
},
{
"roundMs": 2984.6976659998763,
"firstDeltaMs": null,
"calls": [
{
"name": "subtitles_generate",
"execMs": 0.005374999949708581
}
]
},
{
"roundMs": 2163.5849579998758,
"firstDeltaMs": 1910.7884579999372,
"calls": []
}
]
}
}
]
}
]
}
]
}