Skip to content

armgit / kiln

Public Imported from GitHub
0

Build and revise procedural 3D assets with your coding agent. Local MCP server, CLI and TypeScript engine with rendered review, editable source and GLB export.

4.1 KB
Raw Blame
{
  "version": "kiln.retrieval-judgments.v1",
  "note": "Initial judgments fixed before backend tuning. Binary relevance; all relevant IDs count in recall. Held-out queries must not guide tuning. An independent reviewer must add a further blind set before final selection.",
  "queries": [
    { "split": "development", "type": "exact", "query": "arrayRadial", "relevant": ["arrayRadial"] },
    { "split": "development", "type": "intent", "query": "put supports evenly around a circle", "relevant": ["arrayRadial"] },
    { "split": "development", "type": "intent", "query": "cut windows into a wall", "relevant": ["wallWithOpening", "room", "boolDiff"] },
    { "split": "development", "type": "intent", "query": "tube along a curved path", "relevant": ["pipeAlongPath", "sweepProfile", "curveToMesh"] },
    { "split": "development", "type": "ownership", "query": "edit a geometry copy independently", "relevant": ["copyGeometry"] },
    { "split": "development", "type": "ownership", "query": "change copied material without changing original", "relevant": ["copyMaterial"] },
    { "split": "development", "type": "typo", "query": "cylindr", "relevant": ["cylinderGeo", "cylinderOnAxis", "cylinderYGeo", "cylinderXGeo", "cylinderZGeo"] },
    { "split": "development", "type": "intent", "query": "reflect across a plane", "relevant": ["mirror"] },
    { "split": "development", "type": "intent", "query": "smooth normals while retaining sharp edges", "relevant": ["creaseNormals"] },
    { "split": "development", "type": "intent", "query": "subtract one solid from another", "relevant": ["boolDiff"] },
    { "split": "development", "type": "intent", "query": "join overlapping solid shapes", "relevant": ["boolUnion"] },
    { "split": "development", "type": "intent", "query": "repeat beams in a straight row", "relevant": ["arrayLinear"] },
    { "split": "development", "type": "compound", "query": "stairs and door opening", "relevant": ["createStairs", "wallWithOpening"] },
    { "split": "development", "type": "intent", "query": "unfold a mesh for texture coordinates", "relevant": ["autoUnwrap"] },
    { "split": "development", "type": "rare", "query": "implicit signed distance surface", "relevant": ["implicitSurface"] },
    { "split": "development", "type": "unsupported", "query": "speech recognition", "relevant": [] },
    { "split": "development", "type": "unsupported", "query": "inverse kinematics solver", "relevant": [] },
    { "split": "development", "type": "ambiguous", "query": "wheel", "relevant": ["createWheelAssembly", "createWheelGeometrySet"] },
    { "split": "heldout", "type": "intent", "query": "arrange pillars in a ring", "relevant": ["arrayRadial"] },
    { "split": "heldout", "type": "intent", "query": "hollow enclosure with a doorway", "relevant": ["room", "wallWithOpening", "createGableShell"] },
    { "split": "heldout", "type": "intent", "query": "a hose that follows several bends", "relevant": ["pipeAlongPath", "curveToMesh", "sweepProfile"] },
    { "split": "heldout", "type": "typo", "query": "miror", "relevant": ["mirror"] },
    { "split": "heldout", "type": "typo", "query": "loftProfles", "relevant": ["loftProfiles"] },
    { "split": "heldout", "type": "rare", "query": "join cross sections of changing size", "relevant": ["loftProfiles"] },
    { "split": "heldout", "type": "long", "query": "I need a bar between these two points and I want its length and direction to follow the endpoints", "relevant": ["beamBetween"] },
    { "split": "heldout", "type": "intent", "query": "arena seating steps", "relevant": ["createStairs", "arrayRadial"] },
    { "split": "heldout", "type": "ownership", "query": "independent duplicate of mesh vertices", "relevant": ["copyGeometry"] },
    { "split": "heldout", "type": "near-miss", "query": "cloneGeometry", "relevant": [], "note": "Retired identity alias must not be presented as independently editable geometry." },
    { "split": "heldout", "type": "unsupported", "query": "simulate smoke fluid dynamics", "relevant": [] },
    { "split": "heldout", "type": "intent", "query": "texture on a thin leaf cutout", "relevant": ["foliageCardGeo", "foliageMaterial"] }
  ]
}