3D engine that AI agents drive
Drop the partial fix671 bench files from results
Nguyen Xuan An17e1f245b8a9
diff --git a/bench/agent-modeling/results/bench-fix671-haiku.json b/bench/agent-modeling/results/bench-fix671-haiku.jsondeleted file mode 100644index 793374c9..00000000--- a/bench/agent-modeling/results/bench-fix671-haiku.json+++ /dev/null@@ -1,903 +0,0 @@-{- "run": "bench-fix671-haiku",- "model": "claude-haiku-5-5",- "date": "2026-11-08T23:23:05.520Z",- "skill": false,- "branches": "on",- "relations": "on",- "runsPerTask": 3,- "passed": 15,- "tasks": 15,- "toolCalls": 133,- "costUsd": 0.22,- "byModel": {- "claude-haiku-5-5": {- "runs": 15,- "passed": 15,- "successRate": 1,- "toolCalls": 133,- "toolErrors": 5,- "inputTokens": 6647376,- "outputTokens": 87249,- "costUsd": 0.22,- "tasks": {- "crate": {- "runs": 3,- "passed": 3,- "successRate": 1,- "toolCalls": 30,- "toolErrors": 1,- "inputTokens": 1397522,- "outputTokens": 14823,- "costUsd": 0.04- },- "crate-uv": {- "runs": 3,- "passed": 3,- "successRate": 1,- "toolCalls": 50,- "toolErrors": 3,- "inputTokens": 2008161,- "outputTokens": 20669,- "costUsd": 0.06- },- "bracket-revision": {- "runs": 3,- "passed": 3,- "successRate": 1,- "toolCalls": 19,- "toolErrors": 1,- "inputTokens": 1256522,- "outputTokens": 30629,- "costUsd": 0.05- },- "workshop": {- "runs": 3,- "passed": 3,- "successRate": 1,- "toolCalls": 20,- "toolErrors": 0,- "inputTokens": 1132470,- "outputTokens": 16060,- "costUsd": 0.04- },- "look-fog": {- "runs": 3,- "passed": 3,- "successRate": 1,- "toolCalls": 14,- "toolErrors": 0,- "inputTokens": 852701,- "outputTokens": 5068,- "costUsd": 0.03- }- }- }- },- "records": [- {- "task": "crate",- "attempt": 1,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 9,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 4,- "scene_create": 1,- "mesh_edit": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "inset_individual"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-three-quarter.png"- ]- },- "turns": 11,- "costUsd": 0.014111810000000002,- "inputTokens": 461217,- "outputTokens": 4173,- "wallSeconds": 44,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 1,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 13,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 7,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-three-quarter.png"- ]- },- "turns": 15,- "costUsd": 0.01726289,- "inputTokens": 586805,- "outputTokens": 6391,- "wallSeconds": 100,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 1,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 1,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 2,- "mesh_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.01771994,- "inputTokens": 432201,- "outputTokens": 10255,- "wallSeconds": 59,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 1,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_apply": 1,- "scene_export_recipe": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.014644609999999999,- "inputTokens": 358073,- "outputTokens": 6090,- "wallSeconds": 89,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 1,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 5,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-three-quarter.png"- ]- },- "turns": 7,- "costUsd": 0.00985092,- "inputTokens": 314250,- "outputTokens": 1933,- "wallSeconds": 24,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate",- "attempt": 2,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 12,- "toolErrors": 1,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 7,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "set_position",- "boolean"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-three-quarter.png"- ]- },- "turns": 14,- "costUsd": 0.01604243,- "inputTokens": 522797,- "outputTokens": 5546,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 2,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 19,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 12,- "scene_create": 1,- "mesh_edit": 3,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "extrude_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-three-quarter.png"- ]- },- "turns": 21,- "costUsd": 0.01958496,- "inputTokens": 718404,- "outputTokens": 6982,- "wallSeconds": 101,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 2,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 7,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_inspect": 1,- "scene_look": 1,- "mesh_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-three-quarter.png"- ]- },- "turns": 9,- "costUsd": 0.0184683,- "inputTokens": 444533,- "outputTokens": 10777,- "wallSeconds": 57,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 2,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.012686930000000003,- "inputTokens": 300366,- "outputTokens": 4639,- "wallSeconds": 39,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 2,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 3,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_export_recipe": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-three-quarter.png"- ]- },- "turns": 5,- "costUsd": 0.00821401,- "inputTokens": 211594,- "outputTokens": 1443,- "wallSeconds": 16,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate",- "attempt": 3,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 9,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 4,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "boolean"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-three-quarter.png"- ]- },- "turns": 11,- "costUsd": 0.01440575,- "inputTokens": 413508,- "outputTokens": 5104,- "wallSeconds": 37,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 3,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 18,- "toolErrors": 3,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 12,- "scene_create": 2,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "extrude_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-three-quarter.png"- ]- },- "turns": 20,- "costUsd": 0.019258739999999996,- "inputTokens": 702952,- "outputTokens": 7296,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 3,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.016918310000000002,- "inputTokens": 379788,- "outputTokens": 9597,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 3,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 8,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_apply": 1,- "scene_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-three-quarter.png"- ]- },- "turns": 10,- "costUsd": 0.015391420000000001,- "inputTokens": 474031,- "outputTokens": 5331,- "wallSeconds": 42,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 3,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.010349160000000001,- "inputTokens": 326857,- "outputTokens": 1692,- "wallSeconds": 19,- "exitCode": 0,- "stopped": "success"- }- ]-}diff --git a/bench/agent-modeling/results/bench-fix671.json b/bench/agent-modeling/results/bench-fix671.jsondeleted file mode 100644index ccb130c7..00000000--- a/bench/agent-modeling/results/bench-fix671.json+++ /dev/null@@ -1,912 +0,0 @@-{- "bench": "fix671",- "date": "2026-11-08T23:23:05.564Z",- "runsPerTask": 3,- "tasks": [- "crate",- "crate-uv",- "bracket-revision",- "workshop",- "look-fog"- ],- "backend": "cpu",- "summary": {- "haiku": {- "tasks": 5,- "runs": 15,- "passAt1": 1,- "passPowK": 1,- "passAtK": 1,- "callsPerRun": 8.9,- "errorsPerRun": 0.3,- "inputTokensPerRun": 443158,- "outputTokensPerRun": 5817,- "secondsPerRun": 52.2,- "kinds": {- "modeling": {- "tasks": 2,- "runs": 6,- "passAt1": 1,- "passPowK": 1,- "passAtK": 1,- "callsPerRun": 13.3,- "errorsPerRun": 0.7,- "inputTokensPerRun": 567614,- "outputTokensPerRun": 5915,- "secondsPerRun": 64.3- },- "revision": {- "tasks": 1,- "runs": 3,- "passAt1": 1,- "passPowK": 1,- "passAtK": 1,- "callsPerRun": 6.3,- "errorsPerRun": 0.3,- "inputTokensPerRun": 418841,- "outputTokensPerRun": 10210,- "secondsPerRun": 56- },- "scene": {- "tasks": 1,- "runs": 3,- "passAt1": 1,- "passPowK": 1,- "passAtK": 1,- "callsPerRun": 6.7,- "errorsPerRun": 0,- "inputTokensPerRun": 377490,- "outputTokensPerRun": 5353,- "secondsPerRun": 56.7- },- "look": {- "tasks": 1,- "runs": 3,- "passAt1": 1,- "passPowK": 1,- "passAtK": 1,- "callsPerRun": 4.7,- "errorsPerRun": 0,- "inputTokensPerRun": 284234,- "outputTokensPerRun": 1689,- "secondsPerRun": 19.7- }- },- "taskResults": {- "crate": {- "passed": 3,- "runs": 3- },- "crate-uv": {- "passed": 3,- "runs": 3- },- "bracket-revision": {- "passed": 3,- "runs": 3- },- "workshop": {- "passed": 3,- "runs": 3- },- "look-fog": {- "passed": 3,- "runs": 3- }- }- }- },- "recordsByModel": {- "haiku": [- {- "task": "crate",- "attempt": 1,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 9,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 4,- "scene_create": 1,- "mesh_edit": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "inset_individual"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-three-quarter.png"- ]- },- "turns": 11,- "inputTokens": 461217,- "outputTokens": 4173,- "wallSeconds": 44,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 1,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 13,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 7,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/crate-uv-three-quarter.png"- ]- },- "turns": 15,- "inputTokens": 586805,- "outputTokens": 6391,- "wallSeconds": 100,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 1,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 1,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 2,- "mesh_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/bracket-revision-three-quarter.png"- ]- },- "turns": 8,- "inputTokens": 432201,- "outputTokens": 10255,- "wallSeconds": 59,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 1,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_apply": 1,- "scene_export_recipe": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/workshop-three-quarter.png"- ]- },- "turns": 8,- "inputTokens": 358073,- "outputTokens": 6090,- "wallSeconds": 89,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 1,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 5,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/1/look-fog-three-quarter.png"- ]- },- "turns": 7,- "inputTokens": 314250,- "outputTokens": 1933,- "wallSeconds": 24,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate",- "attempt": 2,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 12,- "toolErrors": 1,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 7,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "set_position",- "boolean"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-three-quarter.png"- ]- },- "turns": 14,- "inputTokens": 522797,- "outputTokens": 5546,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 2,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 19,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 12,- "scene_create": 1,- "mesh_edit": 3,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "extrude_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/crate-uv-three-quarter.png"- ]- },- "turns": 21,- "inputTokens": 718404,- "outputTokens": 6982,- "wallSeconds": 101,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 2,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 7,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_inspect": 1,- "scene_look": 1,- "mesh_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/bracket-revision-three-quarter.png"- ]- },- "turns": 9,- "inputTokens": 444533,- "outputTokens": 10777,- "wallSeconds": 57,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 2,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/workshop-three-quarter.png"- ]- },- "turns": 8,- "inputTokens": 300366,- "outputTokens": 4639,- "wallSeconds": 39,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 2,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 3,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_export_recipe": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/2/look-fog-three-quarter.png"- ]- },- "turns": 5,- "inputTokens": 211594,- "outputTokens": 1443,- "wallSeconds": 16,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate",- "attempt": 3,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 9,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 4,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "boolean"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-three-quarter.png"- ]- },- "turns": 11,- "inputTokens": 413508,- "outputTokens": 5104,- "wallSeconds": 37,- "exitCode": 0,- "stopped": "success"- },- {- "task": "crate-uv",- "attempt": 3,- "pass": true,- "passed": 9,- "total": 9,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 18,- "toolErrors": 3,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 12,- "scene_create": 2,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh"- ],- "meshOperations": [- "set_position",- "inset_individual",- "extrude_individual",- "uv_unwrap"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/crate-uv-three-quarter.png"- ]- },- "turns": 20,- "inputTokens": 702952,- "outputTokens": 7296,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bracket-revision",- "attempt": 3,- "pass": true,- "passed": 7,- "total": 7,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "scene_apply": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "extrude"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/bracket-revision-three-quarter.png"- ]- },- "turns": 8,- "inputTokens": 379788,- "outputTokens": 9597,- "wallSeconds": 52,- "exitCode": 0,- "stopped": "success"- },- {- "task": "workshop",- "attempt": 3,- "pass": true,- "passed": 10,- "total": 10,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 8,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_apply": 1,- "scene_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box",- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/workshop-three-quarter.png"- ]- },- "turns": 10,- "inputTokens": 474031,- "outputTokens": 5331,- "wallSeconds": 42,- "exitCode": 0,- "stopped": "success"- },- {- "task": "look-fog",- "attempt": 3,- "pass": true,- "passed": 5,- "total": 5,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "scene_apply": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-front.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-side.png",- "artifacts/agent-modeling/bench-fix671-haiku/look/3/look-fog-three-quarter.png"- ]- },- "turns": 8,- "inputTokens": 326857,- "outputTokens": 1692,- "wallSeconds": 19,- "exitCode": 0,- "stopped": "success"- }- ]- }-}