3D engine that AI agents drive
Drop the partial guard run; a full k=3 run replaces it (#962)
Nguyen Xuan An3d93f5a49d1f
diff --git a/bench/agent-modeling/results/bench-guard-962-haiku.json b/bench/agent-modeling/results/bench-guard-962-haiku.jsondeleted file mode 100644index 4c4bc95e..00000000--- a/bench/agent-modeling/results/bench-guard-962-haiku.json+++ /dev/null@@ -1,224 +0,0 @@-{- "run": "bench-guard-962-haiku",- "model": "claude-haiku-5-5",- "date": "2026-11-12T08:02:22.448Z",- "skill": false,- "branches": "on",- "relations": "on",- "runsPerTask": 3,- "passed": 2,- "tasks": 3,- "toolCalls": 29,- "costUsd": 0.04,- "byModel": {- "claude-haiku-5-5": {- "runs": 3,- "passed": 2,- "successRate": 0.667,- "toolCalls": 29,- "toolErrors": 0,- "inputTokens": 1231838,- "outputTokens": 10409,- "costUsd": 0.04,- "tasks": {- "crate": {- "runs": 1,- "passed": 1,- "successRate": 1,- "toolCalls": 17,- "toolErrors": 0,- "inputTokens": 602344,- "outputTokens": 5221,- "costUsd": 0.02- },- "bolt": {- "runs": 1,- "passed": 0,- "successRate": 0,- "toolCalls": 6,- "toolErrors": 0,- "inputTokens": 339360,- "outputTokens": 2843,- "costUsd": 0.01- },- "table": {- "runs": 1,- "passed": 1,- "successRate": 1,- "toolCalls": 6,- "toolErrors": 0,- "inputTokens": 290134,- "outputTokens": 2345,- "costUsd": 0.01- }- }- }- },- "records": [- {- "task": "crate",- "attempt": 1,- "pass": true,- "passed": 8,- "total": 8,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 17,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 12,- "scene_create": 1,- "mesh_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "mesh",- "box"- ],- "meshOperations": [- "inset_individual"- ],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 1,- "three-quarter": 1- },- "mean": 1- },- "images": [- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-front.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-side.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-three-quarter.png"- ]- },- "turns": 19,- "costUsd": 0.01712702,- "inputTokens": 602344,- "outputTokens": 5221,- "wallSeconds": 66,- "exitCode": 0,- "stopped": "success"- },- {- "task": "bolt",- "attempt": 1,- "pass": false,- "passed": 5,- "total": 7,- "failed": [- "extent: 0.1155, 0.1",- "volume: 0.0005103 m3"- ],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_capabilities": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "cylinder"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 0.5016,- "side": 0.4984,- "three-quarter": 0.4377- },- "mean": 0.4792- },- "images": [- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-front.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-side.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.011502080000000001,- "inputTokens": 339360,- "outputTokens": 2843,- "wallSeconds": 67,- "exitCode": 0,- "stopped": "success"- },- {- "task": "table",- "attempt": 1,- "pass": true,- "passed": 6,- "total": 6,- "failed": [],- "model": "claude-haiku-5-5",- "toolCalls": 6,- "toolErrors": 0,- "toolsByName": {- "ToolSearch": 1,- "scene_create": 1,- "mesh_inspect": 1,- "scene_inspect": 1,- "scene_look": 1,- "scene_export_recipe": 1,- "scene_dispose": 1- },- "branchCalls": 0,- "relationCalls": 0,- "pathQueries": 0,- "features": {- "geometryTypes": [- "box"- ],- "meshOperations": [],- "motionIk": [],- "motionTracks": 0- },- "look": {- "silhouette": {- "views": {- "front": 1,- "side": 0.1684,- "three-quarter": 0.6073- },- "mean": 0.5919- },- "images": [- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-front.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-side.png",- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-three-quarter.png"- ]- },- "turns": 8,- "costUsd": 0.01081859,- "inputTokens": 290134,- "outputTokens": 2345,- "wallSeconds": 42,- "exitCode": 0,- "stopped": "success"- }- ]-}