Build and revise procedural 3D assets with your coding agent. Local MCP server, CLI and TypeScript engine with rendered review, editable source and GLB export.
JavaScript 3d3d-assets3d-modelingagent-skillsagent-toolsai-agentsasset-pipelinecligame-assetsglbgltfmcpmcp-servermodel-context-protocolprocedural-generationprocedural-modelingtext-to-3dthreejstypescript
{
"version": "kiln.retrieval-benchmark.v1",
"split": "heldout",
"runtime": {
"node": "26.3.0",
"bun": "1.4.2",
"boringssl": "41bf9b59c2ebf277a7aa427e1ecad5cc80dd4d4f",
"openssl": "1.1.0",
"llhttp": "9.3.0",
"libarchive": "ded82291ab41d5e355831b96b0e1ff49e24d8939",
"mimalloc": "6a64e1ba7f5b2130d4efccb67ec87fd0003f0f6a",
"picohttpparser": "066d2b1e9ab820703db0837a7255d92d30f0c9f5",
"uwebsockets": "744846f844374847c902b5e7fd59b4342a51ef99",
"webkit": "2e2aa2290fac856d6f451ceacb58f7f5b44dd057",
"zig": "04e7f6ac1e009525bc00934f20199c68f04e0a24",
"zlib": "12731092979c6d07f42da27da673a9f6c7b13586",
"tinycc": "05f0fafaa3be31e31d7b4b5c17dc60f62c991171",
"lolhtml": "725ce499aa9b71e38b7a2d0a9fbb6d7294a4079e",
"ares": "c7a3138dcfe3bb0eaaf10c0c24c36dc66dc790ab",
"libdeflate": "c8c56a20f8f621e6a966b716b31f1dedab6a41e3",
"usockets": "744846f844374847c902b5e7fd59b4342a51ef99",
"lshpack": "8905c024b6d052f083a3d11d0a169b3c2735c8a1",
"zstd": "f8745da6ff1ad1e7bab384bd1f9d742439278e99",
"v8": "14.6.202.34-node.20",
"uv": "1.51.1-dev",
"napi": "10",
"icu": "78.3",
"unicode": "17.0",
"sqlite": "3.53.2",
"modules": "147"
},
"platform": "win32",
"catalogSize": 101,
"judgmentsSha256": "5f2dcd6343b90df14a484ca004ed3641bba14ac74566b4fc0b91039be3a4bfd7",
"documentsSha256": "44ad07beb55136e6fb89be17eae70ffd115a13d319d4d07e5afddfe777f861eb",
"limitations": [
"Single Windows host; first query excludes module import cost.",
"Shared preprocessing/weights, native matching differs. FlexSearch combines field ranks with weighted RRF.",
"No unsupported-query abstention layer or exact lookup bypass. These are candidate retrievers, not finished Discovery.",
"Neural challengers and independently judged blind queries remain unrun. No default selected."
],
"rows": [
{
"name": "current-substring-baseline",
"initializeMs": 0,
"recallAt5": 0,
"mrrAt5": 0,
"unsupportedQueriesReturningResults": 0,
"results": [
{
"split": "heldout",
"type": "intent",
"query": "arrange pillars in a ring",
"relevant": [
"arrayRadial"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.5020000000000024,
"medianWarmMs": 0.1483000000000061,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "hollow enclosure with a doorway",
"relevant": [
"room",
"wallWithOpening",
"createGableShell"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.17419999999999902,
"medianWarmMs": 0.14459999999999695,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "a hose that follows several bends",
"relevant": [
"pipeAlongPath",
"curveToMesh",
"sweepProfile"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.2576999999999998,
"medianWarmMs": 0.25320000000000675,
"responseBytes": 2
},
{
"split": "heldout",
"type": "typo",
"query": "miror",
"relevant": [
"mirror"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.22220000000000084,
"medianWarmMs": 0.1413999999999902,
"responseBytes": 2
},
{
"split": "heldout",
"type": "typo",
"query": "loftProfles",
"relevant": [
"loftProfiles"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.1700000000000017,
"medianWarmMs": 0.13459999999999184,
"responseBytes": 2
},
{
"split": "heldout",
"type": "rare",
"query": "join cross sections of changing size",
"relevant": [
"loftProfiles"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.12109999999999843,
"medianWarmMs": 0.12399999999999523,
"responseBytes": 2
},
{
"split": "heldout",
"type": "long",
"query": "I need a bar between these two points and I want its length and direction to follow the endpoints",
"relevant": [
"beamBetween"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.2511999999999972,
"medianWarmMs": 0.2638999999999925,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "arena seating steps",
"relevant": [
"createStairs",
"arrayRadial"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.14220000000000255,
"medianWarmMs": 0.15980000000000416,
"responseBytes": 2
},
{
"split": "heldout",
"type": "ownership",
"query": "independent duplicate of mesh vertices",
"relevant": [
"copyGeometry"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.13649999999999807,
"medianWarmMs": 0.1307999999999936,
"responseBytes": 2
},
{
"split": "heldout",
"type": "near-miss",
"query": "cloneGeometry",
"relevant": [],
"note": "Retired identity alias must not be presented as independently editable geometry.",
"found": [],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.125,
"medianWarmMs": 0.1280000000000001,
"responseBytes": 2
},
{
"split": "heldout",
"type": "unsupported",
"query": "simulate smoke fluid dynamics",
"relevant": [],
"found": [],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.11530000000000484,
"medianWarmMs": 0.13799999999999102,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "texture on a thin leaf cutout",
"relevant": [
"foliageCardGeo",
"foliageMaterial"
],
"found": [],
"recallAt5": 0,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.1881000000000057,
"medianWarmMs": 0.2290999999999883,
"responseBytes": 2
}
]
},
{
"name": "orama-3.1.18",
"initializeMs": 10.476400000000005,
"recallAt5": 0.9666666666666666,
"mrrAt5": 0.645,
"unsupportedQueriesReturningResults": 1,
"results": [
{
"split": "heldout",
"type": "intent",
"query": "arrange pillars in a ring",
"relevant": [
"arrayRadial"
],
"found": [
"wingGeo",
"createWingPair",
"torusGeo",
"cylinderUnwrap",
"arrayRadial"
],
"recallAt5": 1,
"reciprocalRank": 0.2,
"unsupportedReturned": false,
"firstQueryMs": 5.443300000000008,
"medianWarmMs": 0.8917000000000002,
"responseBytes": 70
},
{
"split": "heldout",
"type": "intent",
"query": "hollow enclosure with a doorway",
"relevant": [
"room",
"wallWithOpening",
"createGableShell"
],
"found": [
"room",
"createGableShell",
"wallWithOpening"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.5048000000000172,
"medianWarmMs": 0.38280000000000314,
"responseBytes": 45
},
{
"split": "heldout",
"type": "intent",
"query": "a hose that follows several bends",
"relevant": [
"pipeAlongPath",
"curveToMesh",
"sweepProfile"
],
"found": [
"bend",
"createGableShell",
"pipeAlongPath",
"mirror",
"curveToMesh"
],
"recallAt5": 0.6666666666666666,
"reciprocalRank": 0.3333333333333333,
"unsupportedReturned": false,
"firstQueryMs": 0.6550000000000011,
"medianWarmMs": 0.5317000000000007,
"responseBytes": 66
},
{
"split": "heldout",
"type": "typo",
"query": "miror",
"relevant": [
"mirror"
],
"found": [
"mirror"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.1337000000000046,
"medianWarmMs": 0.08500000000000796,
"responseBytes": 10
},
{
"split": "heldout",
"type": "typo",
"query": "loftProfles",
"relevant": [
"loftProfiles"
],
"found": [
"loftProfiles",
"createRoofPlanes"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 1.7284999999999968,
"medianWarmMs": 0.23980000000000246,
"responseBytes": 35
},
{
"split": "heldout",
"type": "rare",
"query": "join cross sections of changing size",
"relevant": [
"loftProfiles"
],
"found": [
"crossedQuadsGeo",
"getJointNames",
"loftProfiles",
"createJointChain",
"mirror"
],
"recallAt5": 1,
"reciprocalRank": 0.3333333333333333,
"unsupportedReturned": false,
"firstQueryMs": 0.8754000000000133,
"medianWarmMs": 0.5398000000000138,
"responseBytes": 78
},
{
"split": "heldout",
"type": "long",
"query": "I need a bar between these two points and I want its length and direction to follow the endpoints",
"relevant": [
"beamBetween"
],
"found": [
"beamBetween",
"createJointChain",
"getJointNames",
"torusGeo",
"room"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 2.7793000000000063,
"medianWarmMs": 0.9540000000000077,
"responseBytes": 68
},
{
"split": "heldout",
"type": "intent",
"query": "arena seating steps",
"relevant": [
"createStairs",
"arrayRadial"
],
"found": [
"createStairs",
"arrayRadial"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.5679999999999836,
"medianWarmMs": 0.2750999999999806,
"responseBytes": 30
},
{
"split": "heldout",
"type": "ownership",
"query": "independent duplicate of mesh vertices",
"relevant": [
"copyGeometry"
],
"found": [
"mergeVertices",
"curveToMesh",
"meshGeo",
"copyGeometry",
"countTriangles"
],
"recallAt5": 1,
"reciprocalRank": 0.25,
"unsupportedReturned": false,
"firstQueryMs": 0.6462999999999965,
"medianWarmMs": 0.3101000000000056,
"responseBytes": 73
},
{
"split": "heldout",
"type": "near-miss",
"query": "cloneGeometry",
"relevant": [],
"note": "Retired identity alias must not be presented as independently editable geometry.",
"found": [
"copyGeometry",
"coneGeo",
"coneYGeo",
"coneZGeo",
"coneXGeo"
],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": true,
"firstQueryMs": 0.25099999999997635,
"medianWarmMs": 0.1862000000000137,
"responseBytes": 59
},
{
"split": "heldout",
"type": "unsupported",
"query": "simulate smoke fluid dynamics",
"relevant": [],
"found": [],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.3733000000000004,
"medianWarmMs": 0.34099999999997976,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "texture on a thin leaf cutout",
"relevant": [
"foliageCardGeo",
"foliageMaterial"
],
"found": [
"proceduralTexture",
"loadApprovedTexture",
"foliageCardGeo",
"foliageMaterial",
"autoUnwrap"
],
"recallAt5": 1,
"reciprocalRank": 0.3333333333333333,
"unsupportedReturned": false,
"firstQueryMs": 0.7357000000000085,
"medianWarmMs": 0.4462999999999795,
"responseBytes": 91
}
]
},
{
"name": "minisearch-7.2.0",
"initializeMs": 3.9818,
"recallAt5": 0.9666666666666666,
"mrrAt5": 0.95,
"unsupportedQueriesReturningResults": 1,
"results": [
{
"split": "heldout",
"type": "intent",
"query": "arrange pillars in a ring",
"relevant": [
"arrayRadial"
],
"found": [
"wingGeo",
"arrayRadial",
"createWingPair",
"cylinderUnwrap",
"torusGeo"
],
"recallAt5": 1,
"reciprocalRank": 0.5,
"unsupportedReturned": false,
"firstQueryMs": 2.154699999999991,
"medianWarmMs": 0.15059999999999718,
"responseBytes": 70
},
{
"split": "heldout",
"type": "intent",
"query": "hollow enclosure with a doorway",
"relevant": [
"room",
"wallWithOpening",
"createGableShell"
],
"found": [
"room",
"createGableShell",
"wallWithOpening",
"createGableEndPanel"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.4440000000000168,
"medianWarmMs": 0.20119999999997162,
"responseBytes": 67
},
{
"split": "heldout",
"type": "intent",
"query": "a hose that follows several bends",
"relevant": [
"pipeAlongPath",
"curveToMesh",
"sweepProfile"
],
"found": [
"pipeAlongPath",
"bend",
"createGableShell",
"curveToMesh",
"arrayRadial"
],
"recallAt5": 0.6666666666666666,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.15960000000001173,
"medianWarmMs": 0.120900000000006,
"responseBytes": 71
},
{
"split": "heldout",
"type": "typo",
"query": "miror",
"relevant": [
"mirror"
],
"found": [
"mirror"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.03300000000001546,
"medianWarmMs": 0.02230000000002974,
"responseBytes": 10
},
{
"split": "heldout",
"type": "typo",
"query": "loftProfles",
"relevant": [
"loftProfiles"
],
"found": [
"loftProfiles",
"createRoofPlanes"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.10960000000000036,
"medianWarmMs": 0.054500000000018645,
"responseBytes": 35
},
{
"split": "heldout",
"type": "rare",
"query": "join cross sections of changing size",
"relevant": [
"loftProfiles"
],
"found": [
"loftProfiles",
"mirror",
"bladeGeo",
"twist",
"extrudeProfile"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.3266999999999598,
"medianWarmMs": 0.19130000000001246,
"responseBytes": 61
},
{
"split": "heldout",
"type": "long",
"query": "I need a bar between these two points and I want its length and direction to follow the endpoints",
"relevant": [
"beamBetween"
],
"found": [
"beamBetween",
"createGableRoof",
"bladeGeo",
"pipeAlongPath",
"room"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.46280000000001564,
"medianWarmMs": 0.3654000000000224,
"responseBytes": 67
},
{
"split": "heldout",
"type": "intent",
"query": "arena seating steps",
"relevant": [
"createStairs",
"arrayRadial"
],
"found": [
"createStairs",
"arrayRadial"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.1109000000000151,
"medianWarmMs": 0.06979999999998654,
"responseBytes": 30
},
{
"split": "heldout",
"type": "ownership",
"query": "independent duplicate of mesh vertices",
"relevant": [
"copyGeometry"
],
"found": [
"copyGeometry",
"mergeVertices",
"curveToMesh",
"meshGeo",
"createInstance"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.26209999999997535,
"medianWarmMs": 0.17790000000002237,
"responseBytes": 73
},
{
"split": "heldout",
"type": "near-miss",
"query": "cloneGeometry",
"relevant": [],
"note": "Retired identity alias must not be presented as independently editable geometry.",
"found": [
"geometryDiagnostics",
"copyGeometry",
"createWheelGeometrySet",
"coneYGeo",
"coneGeo"
],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": true,
"firstQueryMs": 0.1442000000000121,
"medianWarmMs": 0.10239999999998872,
"responseBytes": 84
},
{
"split": "heldout",
"type": "unsupported",
"query": "simulate smoke fluid dynamics",
"relevant": [],
"found": [],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.186300000000017,
"medianWarmMs": 0.14400000000000546,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "texture on a thin leaf cutout",
"relevant": [
"foliageCardGeo",
"foliageMaterial"
],
"found": [
"foliageCardGeo",
"foliageMaterial",
"proceduralTexture",
"loadApprovedTexture",
"decalBox"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.15660000000002583,
"medianWarmMs": 0.08420000000000982,
"responseBytes": 89
}
]
},
{
"name": "flexsearch-0.8.212-weighted-rrf",
"initializeMs": 16.118699999999997,
"recallAt5": 0.9666666666666666,
"mrrAt5": 0.7833333333333333,
"unsupportedQueriesReturningResults": 1,
"results": [
{
"split": "heldout",
"type": "intent",
"query": "arrange pillars in a ring",
"relevant": [
"arrayRadial"
],
"found": [
"arrayRadial",
"torusGeo",
"cylinderUnwrap"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 1.298599999999965,
"medianWarmMs": 0.03469999999998663,
"responseBytes": 43
},
{
"split": "heldout",
"type": "intent",
"query": "hollow enclosure with a doorway",
"relevant": [
"room",
"wallWithOpening",
"createGableShell"
],
"found": [
"room",
"wallWithOpening",
"createGableShell"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.3464999999999918,
"medianWarmMs": 0.03769999999997253,
"responseBytes": 45
},
{
"split": "heldout",
"type": "intent",
"query": "a hose that follows several bends",
"relevant": [
"pipeAlongPath",
"curveToMesh",
"sweepProfile"
],
"found": [
"curveToMesh",
"pipeAlongPath",
"bend",
"arrayRadial"
],
"recallAt5": 0.6666666666666666,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.09510000000000218,
"medianWarmMs": 0.02199999999999136,
"responseBytes": 52
},
{
"split": "heldout",
"type": "typo",
"query": "miror",
"relevant": [
"mirror"
],
"found": [
"mirror",
"createWingPair",
"createRoofPlanes"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.152499999999975,
"medianWarmMs": 0.011700000000018917,
"responseBytes": 46
},
{
"split": "heldout",
"type": "typo",
"query": "loftProfles",
"relevant": [
"loftProfiles"
],
"found": [
"loftProfiles"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.05560000000002674,
"medianWarmMs": 0.014200000000016644,
"responseBytes": 16
},
{
"split": "heldout",
"type": "rare",
"query": "join cross sections of changing size",
"relevant": [
"loftProfiles"
],
"found": [
"crossedQuadsGeo",
"createJointChain",
"getJointNames",
"loftProfiles",
"boolUnion"
],
"recallAt5": 1,
"reciprocalRank": 0.25,
"unsupportedReturned": false,
"firstQueryMs": 0.15200000000004366,
"medianWarmMs": 0.0362999999999829,
"responseBytes": 81
},
{
"split": "heldout",
"type": "long",
"query": "I need a bar between these two points and I want its length and direction to follow the endpoints",
"relevant": [
"beamBetween"
],
"found": [
"beamBetween",
"curveToMesh",
"pipeAlongPath",
"coneXGeo",
"coneZGeo"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.19779999999997244,
"medianWarmMs": 0.04759999999998854,
"responseBytes": 67
},
{
"split": "heldout",
"type": "intent",
"query": "arena seating steps",
"relevant": [
"createStairs",
"arrayRadial"
],
"found": [
"createStairs",
"arrayRadial"
],
"recallAt5": 1,
"reciprocalRank": 1,
"unsupportedReturned": false,
"firstQueryMs": 0.08080000000001064,
"medianWarmMs": 0.015100000000018099,
"responseBytes": 30
},
{
"split": "heldout",
"type": "ownership",
"query": "independent duplicate of mesh vertices",
"relevant": [
"copyGeometry"
],
"found": [
"meshGeo",
"curveToMesh",
"mergeVertices",
"copyGeometry",
"copyMaterial"
],
"recallAt5": 1,
"reciprocalRank": 0.25,
"unsupportedReturned": false,
"firstQueryMs": 0.1150000000000091,
"medianWarmMs": 0.03740000000004784,
"responseBytes": 71
},
{
"split": "heldout",
"type": "near-miss",
"query": "cloneGeometry",
"relevant": [],
"note": "Retired identity alias must not be presented as independently editable geometry.",
"found": [
"copyGeometry",
"createWheelGeometrySet",
"geometryDiagnostics",
"boxGeo",
"creaseNormals"
],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": true,
"firstQueryMs": 0.09080000000000155,
"medianWarmMs": 0.036200000000008004,
"responseBytes": 88
},
{
"split": "heldout",
"type": "unsupported",
"query": "simulate smoke fluid dynamics",
"relevant": [],
"found": [],
"recallAt5": null,
"reciprocalRank": 0,
"unsupportedReturned": false,
"firstQueryMs": 0.05160000000000764,
"medianWarmMs": 0.009799999999984266,
"responseBytes": 2
},
{
"split": "heldout",
"type": "intent",
"query": "texture on a thin leaf cutout",
"relevant": [
"foliageCardGeo",
"foliageMaterial"
],
"found": [
"proceduralTexture",
"loadApprovedTexture",
"foliageCardGeo",
"autoUnwrap",
"foliageMaterial"
],
"recallAt5": 1,
"reciprocalRank": 0.3333333333333333,
"unsupportedReturned": false,
"firstQueryMs": 0.12289999999995871,
"medianWarmMs": 0.029500000000041382,
"responseBytes": 91
}
]
}
]
}