Write HTML. Render video. Built for agents.
JavaScript aiai-agentsanimationclaude-codeffmpegframeworkgsaphtmlhtml-to-videomcpmotion-graphicspuppeteerrenderingtypescriptvideo-editor
import { strict as assert } from "node:assert";
import { execFileSync } from "node:child_process";
import { mkdtempSync, writeFileSync, rmSync } from "node:fs";
import { join, dirname } from "node:path";
import { tmpdir } from "node:os";
import { fileURLToPath } from "node:url";
import { test } from "node:test";
import { duckKeyframes, duckLane, speechSpans } from "./duck.mjs";
const HERE = dirname(fileURLToPath(import.meta.url));
// Keep the skill-owned wrapper path under test until the compatibility layer
// is removed in a later release.
const SCRIPT = join(
HERE,
"..",
"..",
"..",
"..",
"..",
"skills",
"media-use",
"scripts",
"audio-duck.mjs",
);
test("speechSpans bridges gaps smaller than mergeGap", () => {
const meta = {
words: [word("w0", "one", 0, 0.5), word("w1", "two", 0.8, 1), word("w2", "three", 2, 2.2)],
};
assert.deepEqual(speechSpans(meta, { mergeGap: 0.4 }), [
{ start: 0, end: 1 },
{ start: 2, end: 2.2 },
]);
});
test("speechSpans refuses multi-line meta without placement (file-relative times)", () => {
const meta = {
voices: [
{ id: "a", words: [word("w0", "one", 0, 1)] },
{ id: "b", words: [word("w1", "two", 0, 1)] },
],
};
assert.throws(() => speechSpans(meta, { mergeGap: 0.2 }), /--sequential or --offsets/);
});
test("speechSpans sequential stacks lines by duration plus gap", () => {
const meta = {
voices: [
{ id: "a", duration_s: 2, words: [word("w0", "one", 0.1, 1.9)] },
{ id: "b", duration_s: 1, words: [word("w1", "two", 0.1, 0.9)] },
],
};
assert.deepEqual(speechSpans(meta, { mergeGap: 0.2, sequential: true, gap: 0.5 }), [
{ start: 0.1, end: 1.9 },
{ start: 2.6, end: 3.4 },
]);
});
test("speechSpans explicit offsets place each line at composition time", () => {
const meta = {
voices: [
{ id: "a", words: [word("w0", "one", 0, 1)] },
{ id: "b", words: [word("w1", "two", 0, 1)] },
],
};
assert.deepEqual(speechSpans(meta, { mergeGap: 0.2, offsets: { a: 0, b: 4 } }), [
{ start: 0, end: 1 },
{ start: 4, end: 5 },
]);
assert.throws(() => speechSpans(meta, { offsets: { a: 0 } }), /missing voice "b"/);
});
test("speechSpans returns empty spans for empty input", () => {
assert.deepEqual(speechSpans({ voices: [] }, { mergeGap: 0.6 }), []);
});
test("speechSpans offsets retain voice IDs across empty transcripts", () => {
const meta = {
voices: [
{ id: "silent", duration_s: 2, words: [] },
{ id: "narration", duration_s: 1, words: [word("w0", "hello", 0.1, 0.9)] },
],
};
const expected = [{ start: 4.1, end: 4.9 }];
assert.deepEqual(speechSpans(meta, { offsets: { silent: 0, narration: 4 } }), expected);
assert.deepEqual(speechSpans(meta, { offsets: { narration: 4 } }), expected);
assert.throws(() => speechSpans(meta, { offsets: { silent: 0 } }), /missing voice "narration"/);
});
test("speechSpans sequential counts empty line durations and gaps", () => {
const meta = {
voices: [
{ id: "intro", duration_s: 2, words: [] },
{ id: "first", duration_s: 1, words: [word("w0", "hello", 0.1, 0.9)] },
{ id: "pause", duration_s: 3, words: [] },
{ id: "last", duration_s: 1, words: [word("w1", "goodbye", 0.1, 0.9)] },
],
};
assert.deepEqual(speechSpans(meta, { sequential: true, gap: 0.5 }), [
{ start: 2.6, end: 3.4 },
{ start: 7.6, end: 8.4 },
]);
});
test("speechSpans offsets without IDs retain original voice indices", () => {
const meta = {
voices: [{ duration_s: 2 }, { duration_s: 1, words: [word("w0", "hello", 0.1, 0.9)] }],
};
assert.deepEqual(speechSpans(meta, { offsets: { 1: 4 } }), [{ start: 4.1, end: 4.9 }]);
});
test("speechSpans keeps normalized-empty transcripts aligned with their voices", () => {
const meta = {
voices: [
{ id: "untimed", duration_s: 2, words: [{ text: "hello" }] },
{ id: "narration", duration_s: 1, words: [word("w0", "hello", 0.1, 0.9)] },
],
};
assert.deepEqual(speechSpans(meta, { sequential: true }), [{ start: 2.1, end: 2.9 }]);
});
test("speechSpans does not require placement for transcripts without speech", () => {
const meta = {
voices: [
{ id: "a", duration_s: 2, words: [] },
{ id: "b", duration_s: 1 },
],
};
assert.deepEqual(speechSpans(meta), []);
assert.deepEqual(speechSpans(meta, { offsets: {} }), []);
assert.deepEqual(speechSpans(meta, { sequential: true }), []);
});
test("duckKeyframes shapes attack and release from base volume", () => {
assert.deepEqual(
duckKeyframes([{ start: 3, end: 5 }], {
duck: 0.25,
attack: 0.15,
release: 0.4,
baseVolume: 0.6,
}),
[
{ time: 3, volume: 0.15, duration: 0.15 },
{ time: 5, volume: 0.6, duration: 0.4 },
],
);
});
test("duckLane turns composition-time keyframes into clip-local ramps", () => {
const keyframes = [
{ time: 3, volume: 0.15, duration: 0.15 },
{ time: 5, volume: 0.6, duration: 0.4 },
];
assert.deepEqual(duckLane(keyframes, { clipStart: 1, baseVolume: 0.6 }), {
version: 1,
lanes: [
{
target: "volume",
points: [
{ t: 0, v: 0.6 },
{ t: 2, v: 0.6 },
{ t: 2.15, v: 0.15 },
{ t: 4, v: 0.15 },
{ t: 4.4, v: 0.6 },
],
},
],
});
});
test("--json spans match --merge-gap semantics exactly", () => {
const dir = mkdtempSync(join(tmpdir(), "media-use-duck-"));
try {
const metaPath = join(dir, "audio_meta.json");
writeFileSync(
metaPath,
JSON.stringify({
voices: [
{
id: "narration",
words: [
word("w0", "one", 0, 0.4),
word("w1", "two", 0.9, 1.2),
word("w2", "three", 1.8, 2.1),
],
},
],
}),
);
const out = execFileSync(
process.execPath,
[SCRIPT, "--meta", metaPath, "--target", "#bgm", "--merge-gap", "0.6", "--json"],
{ encoding: "utf8" },
);
const parsed = JSON.parse(out);
assert.deepEqual(parsed.spans, [
{ start: 0, end: 1.2 },
{ start: 1.8, end: 2.1 },
]);
} finally {
rmSync(dir, { recursive: true, force: true });
}
});
for (const [placement, flags, expected] of [
["sequential", ["--sequential", "--gap", "0.5"], [{ start: 2.6, end: 3.4 }]],
["offsets", ["--offsets", "narration=4"], [{ start: 4.1, end: 4.9 }]],
]) {
test(`audio-duck --json preserves empty voice placement with ${placement}`, (t) => {
const dir = mkdtempSync(join(tmpdir(), "media-use-duck-empty-"));
t.after(() => rmSync(dir, { recursive: true, force: true }));
const metaPath = join(dir, "audio_meta.json");
writeFileSync(
metaPath,
JSON.stringify({
voices: [
{ id: "silent", duration_s: 2, words: [] },
{ id: "narration", duration_s: 1, words: [word("w0", "hello", 0.1, 0.9)] },
],
}),
);
const result = JSON.parse(
execFileSync(
process.execPath,
[SCRIPT, "--meta", metaPath, "--target", "#bgm", ...flags, "--json"],
{ encoding: "utf8" },
),
);
assert.deepEqual(result.spans, expected);
assert.equal(result.keyframes[0].time, expected[0].start);
assert.equal(result.lane.lanes[0].points[1].t, expected[0].start);
});
}
function word(id, text, start, end) {
return { id, text, start, end };
}