the ultimate vocal synthesizer - sing, speak, beatbox, and more
Rust
/**
* The engine's binary gesture records (layout version 1, crates/chimera-wasm/src/lib.rs): how
* gestures cross into the wasm engine on the audio thread, where JSON and TextEncoder are out of
* reach. 272 little-endian bytes per gesture; NaN marks an absent value.
*/
import type { Gesture } from "./types.ts";
export const LAYOUT_VERSION = 1;
export const GESTURE_RECORD = 272;
/** Control keys in the engine's order: the 17 articulators, then the source channels. */
export const CONTROL_KEYS = [
"jaw", "tbX", "tbY", "ttX", "ttY", "ttCurl", "root", "lipAp", "lipProt", "lipWidth", "labiodental", "velum", "larynx", "epilarynx", "ventricular", "lateral", "dorsum",
"abduction", "closure", "breath", "f0", "vibrato",
] as const;
const KEY_INDEX: Record<string, number> = Object.fromEntries(CONTROL_KEYS.map((k, i) => [k, i]));
const LABEL_CAP = 24;
/** UTF-8 encode (no TextEncoder in the AudioWorkletGlobalScope). */
export function utf8(s: string): number[] {
const out: number[] = [];
for (const ch of s) {
const c = ch.codePointAt(0)!;
if (c < 0x80) out.push(c);
else if (c < 0x800) out.push(0xc0 | (c >> 6), 0x80 | (c & 63));
else if (c < 0x10000) out.push(0xe0 | (c >> 12), 0x80 | ((c >> 6) & 63), 0x80 | (c & 63));
else out.push(0xf0 | (c >> 18), 0x80 | ((c >> 12) & 63), 0x80 | ((c >> 6) & 63), 0x80 | (c & 63));
}
return out;
}
/** UTF-8 decode (no TextDecoder in the AudioWorkletGlobalScope). */
export function fromUtf8(b: Uint8Array): string {
let s = "";
for (let i = 0; i < b.length; ) {
const c = b[i];
let cp: number;
if (c < 0x80) (cp = c), (i += 1);
else if (c < 0xe0) (cp = ((c & 31) << 6) | (b[i + 1] & 63)), (i += 2);
else if (c < 0xf0) (cp = ((c & 15) << 12) | ((b[i + 1] & 63) << 6) | (b[i + 2] & 63)), (i += 3);
else (cp = ((c & 7) << 18) | ((b[i + 1] & 63) << 12) | ((b[i + 2] & 63) << 6) | (b[i + 3] & 63)), (i += 4);
s += String.fromCodePoint(cp);
}
return s;
}
/** Write gestures as records at byte offset `at` of `buf` (as many as fit in `max`). Returns the count written. */
export function writeGestures(buf: ArrayBuffer, at: number, gestures: readonly Gesture[], max: number): number {
const n = Math.min(gestures.length, max);
const dv = new DataView(buf, at, n * GESTURE_RECORD);
const bytes = new Uint8Array(buf, at, n * GESTURE_RECORD);
for (let i = 0; i < n; i++) {
const g = gestures[i];
const o = i * GESTURE_RECORD;
const head = [g.t0, g.t1, g.rampIn, g.rampOut, g.strength, g.speed ?? NaN, g.releaseHold ?? NaN, g.tag ?? NaN];
for (let j = 0; j < 8; j++) dv.setFloat64(o + j * 8, head[j], true);
for (let k = 0; k < CONTROL_KEYS.length; k++) dv.setFloat64(o + 64 + k * 8, NaN, true);
for (const [key, value] of Object.entries(g.targets)) {
const k = KEY_INDEX[key];
if (k !== undefined && value !== undefined) dv.setFloat64(o + 64 + k * 8, value, true);
}
if (g.label === undefined) bytes[o + 240] = 255;
else {
let b = utf8(g.label);
if (b.length > LABEL_CAP) {
// cut at a character boundary (continuation bytes are 10xxxxxx)
let n = LABEL_CAP;
while (n > 0 && (b[n] & 0xc0) === 0x80) n--;
b = b.slice(0, n);
}
bytes[o + 240] = b.length;
bytes.set(b, o + 241);
}
}
return n;
}
export const STEP_RECORD = 48;
/** A beatbox pattern step as the engine takes it. */
export interface BeatStepRecord {
id: string;
note?: number;
accent?: number;
}
/** The longest beat pattern the engine plays (`MAX_BEAT_STEPS` in `phonetics/beatbox.rs`). */
export const MAX_BEAT_STEPS = 256;
/** Write beat steps (null: rest) as 48-byte records at byte offset `at`. Returns the count written. */
export function writeSteps(buf: ArrayBuffer, at: number, steps: readonly (BeatStepRecord | null)[], max = MAX_BEAT_STEPS): number {
const n = Math.min(steps.length, max);
const dv = new DataView(buf, at, n * STEP_RECORD);
const bytes = new Uint8Array(buf, at, n * STEP_RECORD);
for (let i = 0; i < n; i++) {
const s = steps[i];
const o = i * STEP_RECORD;
if (!s) {
bytes[o] = 255;
continue;
}
const b = utf8(s.id).slice(0, LABEL_CAP);
bytes[o] = b.length;
bytes.set(b, o + 1);
dv.setFloat64(o + 32, s.note ?? NaN, true);
dv.setFloat64(o + 40, s.accent ?? NaN, true);
}
return n;
}