Skip to content

armgit / 67.js

Public Imported from GitHub
0

3D engine that AI agents drive

Keep the preview adapter loadable in the VM harnesses; note the size growth (#985)

Nguyen Xuan An78f1573cf7dc
diff --git a/bench/agent-modeling/results/bench-985-addon-allowlist-haiku.json b/bench/agent-modeling/results/bench-985-addon-allowlist-haiku.json
new file mode 100644
index 00000000..22e91dfa
--- /dev/null
+++ b/bench/agent-modeling/results/bench-985-addon-allowlist-haiku.json
@@ -0,0 +1,1556 @@
+{
+ "run": "bench-985-addon-allowlist-haiku",
+ "model": "claude-haiku-5-5",
+ "date": "2026-11-12T20:03:48.151Z",
+ "skill": false,
+ "branches": "on",
+ "relations": "on",
+ "runsPerTask": 3,
+ "passed": 22,
+ "tasks": 24,
+ "toolCalls": 205,
+ "costUsd": 0.36,
+ "byModel": {
+ "claude-haiku-5-5": {
+ "runs": 24,
+ "passed": 22,
+ "successRate": 0.917,
+ "toolCalls": 205,
+ "toolErrors": 5,
+ "inputTokens": 10346947,
+ "outputTokens": 130777,
+ "costUsd": 0.36,
+ "tasks": {
+ "crate": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 13,
+ "toolErrors": 1,
+ "inputTokens": 614026,
+ "outputTokens": 6604,
+ "costUsd": 0.02
+ },
+ "bolt": {
+ "runs": 1,
+ "passed": 0,
+ "successRate": 0,
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "inputTokens": 401397,
+ "outputTokens": 2861,
+ "costUsd": 0.01
+ },
+ "table": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "inputTokens": 293176,
+ "outputTokens": 2601,
+ "costUsd": 0.01
+ },
+ "mug": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 15,
+ "toolErrors": 2,
+ "inputTokens": 711644,
+ "outputTokens": 12300,
+ "costUsd": 0.02
+ },
+ "gear": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 9,
+ "toolErrors": 0,
+ "inputTokens": 500437,
+ "outputTokens": 10021,
+ "costUsd": 0.02
+ },
+ "pillar-court": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 9,
+ "toolErrors": 1,
+ "inputTokens": 572471,
+ "outputTokens": 4258,
+ "costUsd": 0.02
+ },
+ "chair": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "inputTokens": 301814,
+ "outputTokens": 3467,
+ "costUsd": 0.01
+ },
+ "crate-uv": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 23,
+ "toolErrors": 1,
+ "inputTokens": 820091,
+ "outputTokens": 7397,
+ "costUsd": 0.02
+ },
+ "crate-revision": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "inputTokens": 356667,
+ "outputTokens": 3696,
+ "costUsd": 0.01
+ },
+ "bracket-revision": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "inputTokens": 396518,
+ "outputTokens": 11353,
+ "costUsd": 0.02
+ },
+ "kettle-resize": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "inputTokens": 284886,
+ "outputTokens": 3256,
+ "costUsd": 0.01
+ },
+ "workshop": {
+ "runs": 1,
+ "passed": 0,
+ "successRate": 0,
+ "toolCalls": 9,
+ "toolErrors": 0,
+ "inputTokens": 488561,
+ "outputTokens": 5526,
+ "costUsd": 0.02
+ },
+ "desk-resize": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 10,
+ "toolErrors": 0,
+ "inputTokens": 448763,
+ "outputTokens": 6663,
+ "costUsd": 0.02
+ },
+ "terrain-hole-walk": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 17,
+ "toolErrors": 0,
+ "inputTokens": 728630,
+ "outputTokens": 6946,
+ "costUsd": 0.02
+ },
+ "look-pick": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "inputTokens": 384030,
+ "outputTokens": 3239,
+ "costUsd": 0.01
+ },
+ "look-metal": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "inputTokens": 324669,
+ "outputTokens": 3164,
+ "costUsd": 0.01
+ },
+ "look-fog": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "inputTokens": 317988,
+ "outputTokens": 1766,
+ "costUsd": 0.01
+ },
+ "render-pick": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "inputTokens": 236342,
+ "outputTokens": 7151,
+ "costUsd": 0.01
+ },
+ "light-pick-hard": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "inputTokens": 319597,
+ "outputTokens": 11491,
+ "costUsd": 0.02
+ },
+ "light-key-fill": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 12,
+ "toolErrors": 0,
+ "inputTokens": 507244,
+ "outputTokens": 3779,
+ "costUsd": 0.01
+ },
+ "light-spot-shadow": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "inputTokens": 221703,
+ "outputTokens": 1538,
+ "costUsd": 0.01
+ },
+ "camera-closeup": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "inputTokens": 221064,
+ "outputTokens": 1526,
+ "costUsd": 0.01
+ },
+ "camera-orbit": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "inputTokens": 238761,
+ "outputTokens": 3224,
+ "costUsd": 0.01
+ },
+ "robot-shot": {
+ "runs": 1,
+ "passed": 1,
+ "successRate": 1,
+ "toolCalls": 12,
+ "toolErrors": 0,
+ "inputTokens": 656468,
+ "outputTokens": 6950,
+ "costUsd": 0.02
+ }
+ }
+ }
+ },
+ "records": [
+ {
+ "task": "crate",
+ "attempt": 1,
+ "pass": true,
+ "passed": 8,
+ "total": 8,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 13,
+ "toolErrors": 1,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 7,
+ "scene_create": 2,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "mesh",
+ "box"
+ ],
+ "meshOperations": [
+ "set_position",
+ "inset_individual",
+ "extrude_individual"
+ ],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-three-quarter.png"
+ ]
+ },
+ "turns": 15,
+ "costUsd": 0.018107480000000002,
+ "inputTokens": 614026,
+ "outputTokens": 6604,
+ "wallSeconds": 53,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "bolt",
+ "attempt": 1,
+ "pass": false,
+ "passed": 5,
+ "total": 7,
+ "failed": [
+ "extent: 0.1155, 0.1",
+ "volume: 0.0005086 m3"
+ ],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 1,
+ "scene_create": 1,
+ "scene_inspect": 1,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "cylinder"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 0.5016,
+ "side": 0.4984,
+ "three-quarter": 0.4378
+ },
+ "mean": 0.4793
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bolt-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bolt-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bolt-three-quarter.png"
+ ]
+ },
+ "turns": 9,
+ "costUsd": 0.012467170000000001,
+ "inputTokens": 401397,
+ "outputTokens": 2861,
+ "wallSeconds": 29,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "table",
+ "attempt": 1,
+ "pass": true,
+ "passed": 6,
+ "total": 6,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_inspect": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 0.1582,
+ "three-quarter": 0.5775
+ },
+ "mean": 0.5786
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/table-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/table-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/table-three-quarter.png"
+ ]
+ },
+ "turns": 8,
+ "costUsd": 0.01109975,
+ "inputTokens": 293176,
+ "outputTokens": 2601,
+ "wallSeconds": 22,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "mug",
+ "attempt": 1,
+ "pass": true,
+ "passed": 7,
+ "total": 7,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 15,
+ "toolErrors": 2,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 6,
+ "scene_create": 3,
+ "mesh_inspect": 1,
+ "scene_look": 2,
+ "scene_apply": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "mesh"
+ ],
+ "meshOperations": [
+ "boolean"
+ ],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 0.956,
+ "side": 1,
+ "three-quarter": 0.981
+ },
+ "mean": 0.979
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/mug-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/mug-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/mug-three-quarter.png"
+ ]
+ },
+ "turns": 17,
+ "costUsd": 0.02313682,
+ "inputTokens": 711644,
+ "outputTokens": 12300,
+ "wallSeconds": 81,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "gear",
+ "attempt": 1,
+ "pass": true,
+ "passed": 5,
+ "total": 5,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 9,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 3,
+ "scene_create": 1,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_inspect": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "extrude"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 0.9868,
+ "side": 0.9868,
+ "three-quarter": 0.8519
+ },
+ "mean": 0.9418
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/gear-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/gear-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/gear-three-quarter.png"
+ ]
+ },
+ "turns": 11,
+ "costUsd": 0.018803800000000002,
+ "inputTokens": 500437,
+ "outputTokens": 10021,
+ "wallSeconds": 55,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "pillar-court",
+ "attempt": 1,
+ "pass": true,
+ "passed": 7,
+ "total": 7,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 9,
+ "toolErrors": 1,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 1,
+ "scene_create": 3,
+ "scene_inspect": 2,
+ "mesh_inspect": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/pillar-court-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/pillar-court-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/pillar-court-three-quarter.png"
+ ]
+ },
+ "turns": 11,
+ "costUsd": 0.015521430000000001,
+ "inputTokens": 572471,
+ "outputTokens": 4258,
+ "wallSeconds": 47,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "chair",
+ "attempt": 1,
+ "pass": true,
+ "passed": 7,
+ "total": 7,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 1,
+ "scene_create": 1,
+ "scene_look": 1,
+ "scene_inspect": 1,
+ "mesh_inspect": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/chair-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/chair-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/chair-three-quarter.png"
+ ]
+ },
+ "turns": 8,
+ "costUsd": 0.01207684,
+ "inputTokens": 301814,
+ "outputTokens": 3467,
+ "wallSeconds": 33,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "crate-uv",
+ "attempt": 1,
+ "pass": true,
+ "passed": 9,
+ "total": 9,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 23,
+ "toolErrors": 1,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 14,
+ "scene_create": 1,
+ "mesh_edit": 4,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "mesh"
+ ],
+ "meshOperations": [
+ "set_position",
+ "translate",
+ "inset_individual",
+ "extrude_face_region",
+ "inset_region",
+ "uv_project"
+ ],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-uv-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-uv-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-uv-three-quarter.png"
+ ]
+ },
+ "turns": 25,
+ "costUsd": 0.02141295,
+ "inputTokens": 820091,
+ "outputTokens": 7397,
+ "wallSeconds": 80,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "crate-revision",
+ "attempt": 1,
+ "pass": true,
+ "passed": 10,
+ "total": 10,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_capabilities": 1,
+ "mesh_edit": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "mesh"
+ ],
+ "meshOperations": [
+ "translate",
+ "inset_individual",
+ "extrude_individual",
+ "inset_region",
+ "extrude_face_region",
+ "boolean"
+ ],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-revision-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-revision-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/crate-revision-three-quarter.png"
+ ]
+ },
+ "turns": 8,
+ "costUsd": 0.012696350000000002,
+ "inputTokens": 356667,
+ "outputTokens": 3696,
+ "wallSeconds": 29,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "bracket-revision",
+ "attempt": 1,
+ "pass": true,
+ "passed": 7,
+ "total": 7,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_inspect": 1,
+ "mesh_inspect": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box",
+ "extrude"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bracket-revision-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bracket-revision-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/bracket-revision-three-quarter.png"
+ ]
+ },
+ "turns": 9,
+ "costUsd": 0.0187295,
+ "inputTokens": 396518,
+ "outputTokens": 11353,
+ "wallSeconds": 65,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "kettle-resize",
+ "attempt": 1,
+ "pass": true,
+ "passed": 6,
+ "total": 6,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_inspect": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 1,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/kettle-resize-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/kettle-resize-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/kettle-resize-three-quarter.png"
+ ]
+ },
+ "turns": 7,
+ "costUsd": 0.01096207,
+ "inputTokens": 284886,
+ "outputTokens": 3256,
+ "wallSeconds": 31,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "workshop",
+ "attempt": 1,
+ "pass": false,
+ "passed": 9,
+ "total": 10,
+ "failed": [
+ "chair seat and four table legs: 4 loops at y = 0.49"
+ ],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 9,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 1,
+ "scene_create": 1,
+ "scene_inspect": 2,
+ "mesh_inspect": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box",
+ "cylinder"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 0.9425,
+ "side": 0.9381,
+ "three-quarter": 1
+ },
+ "mean": 0.9602
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/workshop-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/workshop-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/workshop-three-quarter.png"
+ ]
+ },
+ "turns": 11,
+ "costUsd": 0.01603702,
+ "inputTokens": 488561,
+ "outputTokens": 5526,
+ "wallSeconds": 37,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "desk-resize",
+ "attempt": 1,
+ "pass": true,
+ "passed": 21,
+ "total": 21,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 10,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_inspect": 4,
+ "scene_apply": 3,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 1,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/desk-resize-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/desk-resize-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/desk-resize-three-quarter.png"
+ ]
+ },
+ "turns": 12,
+ "costUsd": 0.01686134,
+ "inputTokens": 448763,
+ "outputTokens": 6663,
+ "wallSeconds": 46,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "terrain-hole-walk",
+ "attempt": 1,
+ "pass": true,
+ "passed": 3,
+ "total": 3,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 17,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_capabilities": 6,
+ "scene_create": 2,
+ "scene_inspect": 4,
+ "scene_dispose": 2,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 2,
+ "features": {
+ "geometryTypes": [
+ "terrain",
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 1
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 0.5026,
+ "side": 0.5077,
+ "three-quarter": 0.9608
+ },
+ "mean": 0.657
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/terrain-hole-walk-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/terrain-hole-walk-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/terrain-hole-walk-three-quarter.png"
+ ]
+ },
+ "turns": 19,
+ "costUsd": 0.020799349999999998,
+ "inputTokens": 728630,
+ "outputTokens": 6946,
+ "wallSeconds": 55,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "look-pick",
+ "attempt": 1,
+ "pass": true,
+ "passed": 6,
+ "total": 6,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 7,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 2,
+ "scene_create": 1,
+ "scene_look": 1,
+ "scene_apply": 3,
+ "scene_review": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 3,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-pick-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-pick-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-pick-three-quarter.png"
+ ]
+ },
+ "turns": 10,
+ "costUsd": 0.01224044,
+ "inputTokens": 384030,
+ "outputTokens": 3239,
+ "wallSeconds": 28,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "look-metal",
+ "attempt": 1,
+ "pass": true,
+ "passed": 4,
+ "total": 4,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 6,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_checkpoint": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-metal-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-metal-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-metal-three-quarter.png"
+ ]
+ },
+ "turns": 8,
+ "costUsd": 0.01096106,
+ "inputTokens": 324669,
+ "outputTokens": 3164,
+ "wallSeconds": 27,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "look-fog",
+ "attempt": 1,
+ "pass": true,
+ "passed": 5,
+ "total": 5,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-fog-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-fog-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/look-fog-three-quarter.png"
+ ]
+ },
+ "turns": 7,
+ "costUsd": 0.009925070000000001,
+ "inputTokens": 317988,
+ "outputTokens": 1766,
+ "wallSeconds": 20,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "render-pick",
+ "attempt": 1,
+ "pass": true,
+ "passed": 5,
+ "total": 5,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/render-pick-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/render-pick-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/render-pick-three-quarter.png"
+ ]
+ },
+ "turns": 6,
+ "costUsd": 0.0128505,
+ "inputTokens": 236342,
+ "outputTokens": 7151,
+ "wallSeconds": 57,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "light-pick-hard",
+ "attempt": 1,
+ "pass": true,
+ "passed": 10,
+ "total": 10,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 5,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-pick-hard-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-pick-hard-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-pick-hard-three-quarter.png"
+ ]
+ },
+ "turns": 7,
+ "costUsd": 0.017422820000000002,
+ "inputTokens": 319597,
+ "outputTokens": 11491,
+ "wallSeconds": 71,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "light-key-fill",
+ "attempt": 1,
+ "pass": true,
+ "passed": 4,
+ "total": 4,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 12,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_capabilities": 1,
+ "scene_apply": 4,
+ "scene_look": 4,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-key-fill-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-key-fill-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-key-fill-three-quarter.png"
+ ]
+ },
+ "turns": 14,
+ "costUsd": 0.014419530000000002,
+ "inputTokens": 507244,
+ "outputTokens": 3779,
+ "wallSeconds": 55,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "light-spot-shadow",
+ "attempt": 1,
+ "pass": true,
+ "passed": 3,
+ "total": 3,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_capabilities": 1,
+ "scene_apply": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-spot-shadow-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-spot-shadow-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/light-spot-shadow-three-quarter.png"
+ ]
+ },
+ "turns": 6,
+ "costUsd": 0.00884368,
+ "inputTokens": 221703,
+ "outputTokens": 1538,
+ "wallSeconds": 26,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "camera-closeup",
+ "attempt": 1,
+ "pass": true,
+ "passed": 3,
+ "total": 3,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_apply": 1,
+ "scene_look": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 0
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-closeup-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-closeup-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-closeup-three-quarter.png"
+ ]
+ },
+ "turns": 6,
+ "costUsd": 0.00882806,
+ "inputTokens": 221064,
+ "outputTokens": 1526,
+ "wallSeconds": 20,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "camera-orbit",
+ "attempt": 1,
+ "pass": true,
+ "passed": 2,
+ "total": 2,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 4,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_create": 1,
+ "scene_capabilities": 1,
+ "scene_apply": 1,
+ "scene_export_recipe": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [
+ "box"
+ ],
+ "meshOperations": [],
+ "motionIk": [],
+ "motionTracks": 2
+ },
+ "look": {
+ "silhouette": {
+ "views": {
+ "front": 1,
+ "side": 1,
+ "three-quarter": 1
+ },
+ "mean": 1
+ },
+ "images": [
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-orbit-front.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-orbit-side.png",
+ "artifacts/agent-modeling/bench-985-addon-allowlist-haiku/look/1/camera-orbit-three-quarter.png"
+ ]
+ },
+ "turns": 6,
+ "costUsd": 0.011076300000000002,
+ "inputTokens": 238761,
+ "outputTokens": 3224,
+ "wallSeconds": 31,
+ "exitCode": 0,
+ "stopped": "success"
+ },
+ {
+ "task": "robot-shot",
+ "attempt": 1,
+ "pass": true,
+ "passed": 4,
+ "total": 4,
+ "failed": [],
+ "model": "claude-haiku-5-5",
+ "toolCalls": 12,
+ "toolErrors": 0,
+ "toolsByName": {
+ "ToolSearch": 1,
+ "scene_asset_catalog": 1,
+ "scene_capabilities": 2,
+ "scene_create_asset": 1,
+ "scene_inspect": 2,
+ "scene_apply": 2,
+ "scene_look": 2,
+ "scene_export_recipe": 1,
+ "scene_dispose": 1
+ },
+ "branchCalls": 0,
+ "relationCalls": 0,
+ "pathQueries": 0,
+ "features": {
+ "geometryTypes": [],
+ "meshOperations": [],
+ "motionIk": [
+ "two-bone",
+ "two-bone"
+ ],
+ "motionTracks": 0
+ },
+ "look": {
+ "skipped": "asset recipes have no static silhouette"
+ },
+ "turns": 14,
+ "costUsd": 0.022235110000000002,
+ "inputTokens": 656468,
+ "outputTokens": 6950,
+ "wallSeconds": 54,
+ "exitCode": 0,
+ "stopped": "success"
+ }
+ ]
+}
diff --git a/changes/985-allowlist.size.md b/changes/985-allowlist.size.md
index a6fc2bbe..0bf9288a 100644
--- a/changes/985-allowlist.size.md
+++ b/changes/985-allowlist.size.md
@@ -1 +1,2 @@
- entry:player: unregister and list functions let the host take back a kind an addon did not declare (#985)
+- scene:agent-scene+lazy: the game setup accepts controller and camera kinds an allowlisted addon registered (#985)
diff --git a/scripts/agent-preview-browser.js b/scripts/agent-preview-browser.js
index 392cfcfc..45e3f512 100644
--- a/scripts/agent-preview-browser.js
+++ b/scripts/agent-preview-browser.js
@@ -831,7 +831,7 @@ function paintLabels(context, labels, offsetX, offsetY) {
}
// Kinds an addon registers are checked against what its package.json declared; one it did not declare is taken back.
-const ADDON_KIND_REGISTRIES = [
+const addonKindRegistries = () => [
{ point: 'registerController', field: 'controllers', list: listControllerKinds, remove: unregisterControllerKind },
{ point: 'registerCameraRig', field: 'cameraRigs', list: listCameraRigKinds, remove: unregisterCameraRigKind },
];
@@ -845,7 +845,8 @@ function takeBackKinds(before, registries) {
async function loadAddonModule({ url, name, extensionPoints }) {
const { setAddedGameKinds } = await import('../src/game-setup.js');
setAddedGameKinds(() => ({ controllers: listAddedControllerKinds(), cameraRigs: listAddedCameraRigKinds() }));
- const before = Object.fromEntries(ADDON_KIND_REGISTRIES.map(registry => [registry.field, registry.list()]));
+ const kindRegistries = addonKindRegistries();
+ const before = Object.fromEntries(kindRegistries.map(registry => [registry.field, registry.list()]));
try {
const entry = await import(/* @vite-ignore */ url);
if (typeof entry.registerAddon !== 'function') {
@@ -853,13 +854,13 @@ async function loadAddonModule({ url, name, extensionPoints }) {
}
entry.registerAddon();
} catch (error) {
- takeBackKinds(before, ADDON_KIND_REGISTRIES);
+ takeBackKinds(before, kindRegistries);
throw error;
}
- const added = Object.fromEntries(ADDON_KIND_REGISTRIES.map(registry => [registry.field, registry.list().filter(kind => !before[registry.field].includes(kind))]));
- const undeclared = ADDON_KIND_REGISTRIES.filter(registry => added[registry.field].length > 0 && !extensionPoints.includes(registry.point));
+ const added = Object.fromEntries(kindRegistries.map(registry => [registry.field, registry.list().filter(kind => !before[registry.field].includes(kind))]));
+ const undeclared = kindRegistries.filter(registry => added[registry.field].length > 0 && !extensionPoints.includes(registry.point));
if (undeclared.length > 0) {
- takeBackKinds(before, ADDON_KIND_REGISTRIES);
+ takeBackKinds(before, kindRegistries);
const used = undeclared.map(registry => `${registry.point} (${added[registry.field].join(', ')})`).join(', ');
throw new RangeError(`${name} registered ${used} but its package.json "67js".extensionPoints does not declare it. Add the point to extensionPoints, or stop registering it.`);
}
diff --git a/tests/agent-runtime.test.js b/tests/agent-runtime.test.js
index 9445052d..e152d458 100644
--- a/tests/agent-runtime.test.js
+++ b/tests/agent-runtime.test.js
@@ -2,6 +2,7 @@ import test, { after } from 'node:test';
import assert from 'node:assert/strict';
import { createAgentRuntime } from '../scripts/agent-runtime.mjs';
import { isPreviewHost } from '../scripts/preview-host.mjs';
+import { addonCapabilities, addonFileFor, addonImportMap } from '../scripts/mcp-addons.mjs';
import { mkdir, mkdtemp, readdir, readFile, rm, stat, writeFile } from 'node:fs/promises';
import { tmpdir } from 'node:os';
import { isAbsolute, join } from 'node:path';
@@ -9,7 +10,7 @@ import { fileURLToPath, pathToFileURL } from 'node:url';
import { writeWebBuild } from '../scripts/web-export.mjs';
import { EXPORT_DIRECTORY_NAME } from '../scripts/agent-render-jobs.mjs';
import { createServer } from 'node:http';
-import { randomUUID } from 'node:crypto';
+import { createHash, randomUUID } from 'node:crypto';
import { createContext, Script } from 'node:vm';
import { VEGETATION_CAPABILITY_NOTE } from '../src/agent-vegetation-notes.js';
import { CROWD_CAPABILITY_NOTE } from '../src/agent-crowd-notes.js';
@@ -119,7 +120,7 @@ async function reviewRuntimeHarness({ failShot, blockShot = false, oversize = fa
.replaceAll('import.meta.url', JSON.stringify(import.meta.url))
.replace("import('playwright-core')", 'Promise.resolve({ chromium: globalThis.chromium })');
if (deadlineMs) source = source.replace('const EVALUATION_TIMEOUT_MS = 30000;', `const EVALUATION_TIMEOUT_MS = ${deadlineMs};`);
- const context = createContext({ createServer, randomUUID, existsSync: () => true,
+ const context = createContext({ createServer, randomUUID, createHash, addonCapabilities, addonFileFor, addonImportMap, existsSync: () => true,
readFile: async () => '', packageMetadata: { version: 'test' },
createRequire: () => ({ resolve: () => { throw new Error('no peer in tests'); } }),
VEGETATION_CAPABILITY_NOTE, CROWD_CAPABILITY_NOTE, SETTLE_CAPABILITY_NOTE, GAME_CAPABILITIES, USER_PASS_CAPABILITIES, MESH_BLEND_CAPABILITIES, MATERIAL_SNIPPET_CAPABILITIES, AGENT_SCENE_CAPABILITIES, AGENT_SCENE_DEFAULT_LIMITS, RENDER_PASS_NAMES, RENDER_PASS_DEPTH_RANGE, VIDEO_ENCODERS, MAXIMUM_VIDEO_SECONDS, MAXIMUM_JOB_SIDE, MAXIMUM_JOB_PIXELS, MAXIMUM_MEMORY_MIB, BAKE_WORKER_MAXIMUM_SECONDS, PATH_TRACER_CAPABILITIES,