Ears for coding agents: let AI hear, review and make sound. CPU-only, open source.
{
"_doc": "Evaluation queries for earshot semantics, written from the manifest need names BEFORE any scores were looked at. 'classes' maps every manifest need to a class with two phrasings (a short agent-style query and a descriptive one). 'categories' is one natural query per asset folder. 'specific' are concrete needs with their correct files (ids). Caveat: 67 vocabulary terms were added later after seeing these classes (earshot/data/vocab.json _doc), so numbers on the 219-file tuning library are optimistic; the held-out library (heldout_labels.json) is the honest test.",
"categories": {
"ambience": "a continuous ambient background sound of a place",
"foley": "a close-up foley sound of a small object",
"garden": "sounds of grass, leaves, soil and wood outdoors in a garden",
"keyboard": "a mechanical computer keyboard",
"magic": "a bright magical chime, bell or celesta note",
"motion": "a whoosh of fast movement through the air",
"music": "a piece of music",
"toy": "plastic toy clicks, snaps and latches"
},
"classes": {
"room_tone": {"needs": ["a_terminal_room_tone"], "q": ["a quiet computer room tone hum", "the steady low hum of a computer in a quiet room"]},
"rain": {"needs": ["b_night_room_rain", "b_night_room_rain_detail_layer"], "q": ["rain on a window", "rain heard from inside a room, drops on the window glass"]},
"meadow": {"needs": ["c_spring_morning_meadow"], "q": ["birds singing in a spring meadow", "a morning field recording of birdsong in the countryside"]},
"wind_grass": {"needs": ["d_wind_grass_leaves_layer"], "q": ["wind blowing through grass and leaves", "a breeze rustling tall grass and leaves"]},
"tiny_steps": {"needs": ["a_tiny_steps"], "q": ["light finger taps", "tiny footsteps made by fingertips tapping on a surface"]},
"soft_landing": {"needs": ["b_soft_landings"], "q": ["a soft plastic thud", "a small object landing softly on a table"]},
"glass_squeak": {"needs": ["c_glass_touch_squeak"], "q": ["a finger squeaking on glass", "a squeaky rub of a finger across a glass surface"]},
"stretch_pop": {"needs": ["d_membrane_stretch_pop"], "q": ["a rubber stretch squeak and suction pop", "stretching rubber or a balloon, squeaks and a suction cup pop"]},
"snap_lock": {"needs": ["e_snap_click_lock"], "q": ["a plastic case snapping shut", "a satisfying plastic click as something locks into place"]},
"small_pop": {"needs": ["f_small_pops"], "q": ["a small mouth pop", "a short hollow pop like a cork or a finger pulled from the cheek"]},
"grass_steps": {"needs": ["steps_in_grass"], "q": ["footsteps on grass", "walking through grass and dry leaves"]},
"soil": {"needs": ["soil_press"], "q": ["digging in soil", "a trowel pushing into soft dirt"]},
"tree": {"needs": ["tree_growth"], "q": ["wood creaking", "creaking wood, rustling branches and a tree shaking"]},
"fruit_drop": {"needs": ["fruit_drops"], "q": ["an apple falling on grass", "an object dropping onto grass and leaves with a soft thud"]},
"tiny_crowd": {"needs": ["tiny_crowd_steps"], "q": ["small animal running through grass", "many tiny fast footsteps scurrying"]},
"key_thock": {"needs": ["a_key_thock"], "q": ["a single mechanical keyboard key press", "a deep thocky key press on a mechanical keyboard"]},
"spacebar": {"needs": ["b_spacebar"], "q": ["a spacebar press", "pressing the spacebar of a mechanical keyboard"]},
"typing": {"needs": ["c_typing"], "q": ["fast typing on a mechanical keyboard", "continuous typing on a keyboard"]},
"enter": {"needs": ["c_enter"], "q": ["an enter key press", "a heavy enter key thock"]},
"cursor_click": {"needs": ["d_cursor_click"], "q": ["a soft key click", "a light tactile keyboard switch tick"]},
"ting": {"needs": ["a: pixel wink tiny bell/ting (57.5 s)"], "q": ["a tiny bell ting", "a single small bell or glass ting"]},
"chime_sweep": {"needs": ["b: light wave across keyboard (53.9-55.3 s) / voxel extrude swell (4-6 s)"], "q": ["a wind chime glissando", "a shimmering sweep of bar chimes"]},
"note": {"needs": ["d: leitmotif one-shots on key presses (G major / pentatonic); also c: leaf/growth sparkle (36-39 s)", "d: leitmotif one-shots on key presses (E-major notes for the film key: E, F#, G#m harmony at 12.5-26 s)", "d: leitmotif one-shots on key presses (alternative instrument)"], "q": ["a single celesta note", "a plucked kalimba or celesta note"]},
"small_whoosh": {"needs": ["a_small_whoosh"], "q": ["a fast small whoosh", "a stick swung quickly through the air"]},
"big_whoosh": {"needs": ["b_big_soft_whoosh", "c_fall_air_rush"], "q": ["a big soft whoosh", "a wide airy swoosh of wind passing by"]},
"plunge": {"needs": ["c_dive_plunge"], "q": ["an object plunging into water", "a splash and bubbles of something dropping into water"]},
"underwater": {"needs": ["c_underwater_entry"], "q": ["going underwater", "submerging underwater with muffled bubbles"]},
"swell": {"needs": ["d_riser", "d_swell"], "q": ["a rising cymbal swell", "a cinematic riser building tension"]},
"impact": {"needs": ["e_drop_impact"], "q": ["a deep cinematic impact", "a big boomy hit"]},
"music": {"needs": ["*music"], "q": ["an uplifting orchestral music track", "a cheerful music track"]},
"toy_clicks": {"needs": ["unfold"], "q": ["plastic clicks", "a plastic toy mechanism clicking and opening"]},
"lego": {"needs": ["stacking"], "q": ["lego bricks clicking together", "toy blocks clicking and stacking"]},
"dominoes": {"needs": ["stacking-cascade"], "q": ["dominoes falling", "a cascade of dominoes toppling over"]},
"latch": {"needs": ["big-lock"], "q": ["a latch closing", "a box lid closing with a solid clunk"]},
"switch": {"needs": ["blink"], "q": ["a light switch click", "a switch flip or camera shutter click"]}
},
"specific": [
{"q": "a deep thock of a mechanical keyboard key", "classes": ["key_thock", "enter", "spacebar"]},
{"q": "a whoosh", "classes": ["small_whoosh", "big_whoosh"]},
{"q": "a glass ting", "ids": ["fs-170237", "fs-549899", "mk-3108"]},
{"q": "footsteps in grass", "classes": ["grass_steps", "tiny_crowd"]},
{"q": "rain on a window", "classes": ["rain"]},
{"q": "a cork pop", "ids": ["fs-16064"]},
{"q": "a pop", "classes": ["small_pop"]},
{"q": "a light switch click", "classes": ["switch"]},
{"q": "lego bricks clicking", "classes": ["lego"]},
{"q": "dominoes falling", "classes": ["dominoes"]},
{"q": "a celesta note", "ids_prefix": ["fs-4106"]},
{"q": "a kalimba note", "ids_prefix": ["fs-6817"]},
{"q": "birds singing in the morning", "classes": ["meadow"]},
{"q": "an object dropping into water", "classes": ["plunge"]},
{"q": "a cymbal swell", "classes": ["swell"]},
{"q": "typing on a keyboard", "classes": ["typing"]},
{"q": "a creaking wooden sound", "ids": ["fs-735401", "fs-346140", "fs-123712", "fs-506665", "mk-3157", "mk-178"]},
{"q": "digging in soil", "classes": ["soil"]},
{"q": "an apple falling on grass", "classes": ["fruit_drop"]},
{"q": "a finger squeaking on glass", "classes": ["glass_squeak"]},
{"q": "a computer hum", "classes": ["room_tone"]},
{"q": "a camera shutter", "ids": ["mk-1133", "fs-270435"]},
{"q": "a suction cup pop", "ids": ["fs-543200", "fs-386885", "fs-41616"]},
{"q": "a deep cinematic hit", "classes": ["impact"]}
]
}