Skip to content

armgit / 67.js

Public Imported from GitHub
0

3D engine that AI agents drive

Drop the partial guard run; a full k=3 run replaces it (#962)

Nguyen Xuan An3d93f5a49d1f
diff --git a/bench/agent-modeling/results/bench-guard-962-haiku.json b/bench/agent-modeling/results/bench-guard-962-haiku.json
deleted file mode 100644
index 4c4bc95e..00000000
--- a/bench/agent-modeling/results/bench-guard-962-haiku.json
+++ /dev/null
@@ -1,224 +0,0 @@
-{
- "run": "bench-guard-962-haiku",
- "model": "claude-haiku-5-5",
- "date": "2026-11-12T08:02:22.448Z",
- "skill": false,
- "branches": "on",
- "relations": "on",
- "runsPerTask": 3,
- "passed": 2,
- "tasks": 3,
- "toolCalls": 29,
- "costUsd": 0.04,
- "byModel": {
- "claude-haiku-5-5": {
- "runs": 3,
- "passed": 2,
- "successRate": 0.667,
- "toolCalls": 29,
- "toolErrors": 0,
- "inputTokens": 1231838,
- "outputTokens": 10409,
- "costUsd": 0.04,
- "tasks": {
- "crate": {
- "runs": 1,
- "passed": 1,
- "successRate": 1,
- "toolCalls": 17,
- "toolErrors": 0,
- "inputTokens": 602344,
- "outputTokens": 5221,
- "costUsd": 0.02
- },
- "bolt": {
- "runs": 1,
- "passed": 0,
- "successRate": 0,
- "toolCalls": 6,
- "toolErrors": 0,
- "inputTokens": 339360,
- "outputTokens": 2843,
- "costUsd": 0.01
- },
- "table": {
- "runs": 1,
- "passed": 1,
- "successRate": 1,
- "toolCalls": 6,
- "toolErrors": 0,
- "inputTokens": 290134,
- "outputTokens": 2345,
- "costUsd": 0.01
- }
- }
- }
- },
- "records": [
- {
- "task": "crate",
- "attempt": 1,
- "pass": true,
- "passed": 8,
- "total": 8,
- "failed": [],
- "model": "claude-haiku-5-5",
- "toolCalls": 17,
- "toolErrors": 0,
- "toolsByName": {
- "ToolSearch": 1,
- "scene_capabilities": 12,
- "scene_create": 1,
- "mesh_inspect": 1,
- "scene_look": 1,
- "scene_export_recipe": 1,
- "scene_dispose": 1
- },
- "branchCalls": 0,
- "relationCalls": 0,
- "pathQueries": 0,
- "features": {
- "geometryTypes": [
- "mesh",
- "box"
- ],
- "meshOperations": [
- "inset_individual"
- ],
- "motionIk": [],
- "motionTracks": 0
- },
- "look": {
- "silhouette": {
- "views": {
- "front": 1,
- "side": 1,
- "three-quarter": 1
- },
- "mean": 1
- },
- "images": [
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-front.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-side.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/crate-three-quarter.png"
- ]
- },
- "turns": 19,
- "costUsd": 0.01712702,
- "inputTokens": 602344,
- "outputTokens": 5221,
- "wallSeconds": 66,
- "exitCode": 0,
- "stopped": "success"
- },
- {
- "task": "bolt",
- "attempt": 1,
- "pass": false,
- "passed": 5,
- "total": 7,
- "failed": [
- "extent: 0.1155, 0.1",
- "volume: 0.0005103 m3"
- ],
- "model": "claude-haiku-5-5",
- "toolCalls": 6,
- "toolErrors": 0,
- "toolsByName": {
- "ToolSearch": 1,
- "scene_capabilities": 1,
- "scene_create": 1,
- "mesh_inspect": 1,
- "scene_inspect": 1,
- "scene_export_recipe": 1,
- "scene_dispose": 1
- },
- "branchCalls": 0,
- "relationCalls": 0,
- "pathQueries": 0,
- "features": {
- "geometryTypes": [
- "cylinder"
- ],
- "meshOperations": [],
- "motionIk": [],
- "motionTracks": 0
- },
- "look": {
- "silhouette": {
- "views": {
- "front": 0.5016,
- "side": 0.4984,
- "three-quarter": 0.4377
- },
- "mean": 0.4792
- },
- "images": [
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-front.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-side.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/bolt-three-quarter.png"
- ]
- },
- "turns": 8,
- "costUsd": 0.011502080000000001,
- "inputTokens": 339360,
- "outputTokens": 2843,
- "wallSeconds": 67,
- "exitCode": 0,
- "stopped": "success"
- },
- {
- "task": "table",
- "attempt": 1,
- "pass": true,
- "passed": 6,
- "total": 6,
- "failed": [],
- "model": "claude-haiku-5-5",
- "toolCalls": 6,
- "toolErrors": 0,
- "toolsByName": {
- "ToolSearch": 1,
- "scene_create": 1,
- "mesh_inspect": 1,
- "scene_inspect": 1,
- "scene_look": 1,
- "scene_export_recipe": 1,
- "scene_dispose": 1
- },
- "branchCalls": 0,
- "relationCalls": 0,
- "pathQueries": 0,
- "features": {
- "geometryTypes": [
- "box"
- ],
- "meshOperations": [],
- "motionIk": [],
- "motionTracks": 0
- },
- "look": {
- "silhouette": {
- "views": {
- "front": 1,
- "side": 0.1684,
- "three-quarter": 0.6073
- },
- "mean": 0.5919
- },
- "images": [
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-front.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-side.png",
- "artifacts/agent-modeling/bench-guard-962-haiku/look/1/table-three-quarter.png"
- ]
- },
- "turns": 8,
- "costUsd": 0.01081859,
- "inputTokens": 290134,
- "outputTokens": 2345,
- "wallSeconds": 42,
- "exitCode": 0,
- "stopped": "success"
- }
- ]
-}