VoiceStudio is the open-source, fully-local ElevenLabs alternative — voice cloning, voice design, video dubbing, dictation, transcription & audiobook creation in 646 languages.
Python aiaudiobookcudadubbingelevenlabs-alternativehuggingfacelocal-firstmlxomnivoice-studiospeech-to-texttext-to-speechtranscriptiontranslatettsvoice-aivoice-cloningvoice-generationvoicestudioworkflow
import { describe, it, expect } from 'vitest';
import { storyToSpans } from '../utils/storyToSpans';
import { SAMPLE_STORY_CAST, SAMPLE_STORY_LINES } from '../data/sampleStory';
const CAST = [
{ id: 'narrator', name: 'Narrator', profileId: 'p_narr' },
{ id: 'c_fox', name: 'Fox', profileId: 'p_fox' },
];
describe('storyToSpans', () => {
it('compiles the bundled Stories demo through the real render plan', () => {
const cast = SAMPLE_STORY_CAST.map((member) => ({
...member,
profileId: `profile-${member.id}`,
}));
const chapters = storyToSpans(SAMPLE_STORY_LINES, cast);
const spans = chapters.flatMap((chapter) => chapter.spans);
expect(chapters.map((chapter) => chapter.title)).toEqual(['The Lamp', 'The Radio']);
expect(spans.length).toBeGreaterThan(9);
expect(spans.every((span) => span.text.trim())).toBe(true);
expect(new Set(spans.map((span) => span.voice_id))).toEqual(
new Set(['profile-narrator', 'profile-mara', 'profile-cole']),
);
expect(spans.some((span) => span.pause_ms_after > 0)).toBe(true);
});
it('resolves each line to its cast voice', () => {
const tracks = [
{ character: 'narrator', text: 'Once upon a time.' },
{ character: 'c_fox', text: 'Hello there.' },
];
const chapters = storyToSpans(tracks, CAST);
expect(chapters).toHaveLength(1);
expect(chapters[0].spans).toEqual([
{ voice_id: 'p_narr', text: 'Once upon a time.', pause_ms_after: 0, speed: null },
{ voice_id: 'p_fox', text: 'Hello there.', pause_ms_after: 0, speed: null },
]);
});
it('opens a new chapter on a "# " line', () => {
const tracks = [
{ character: 'narrator', text: '# Chapter One' },
{ character: 'narrator', text: 'Intro.' },
{ character: 'narrator', text: '# Chapter Two' },
{ character: 'c_fox', text: 'More.' },
];
const chapters = storyToSpans(tracks, CAST);
expect(chapters.map((c) => c.title)).toEqual(['Chapter One', 'Chapter Two']);
expect(chapters[1].spans[0]).toEqual({
voice_id: 'p_fox',
text: 'More.',
pause_ms_after: 0,
speed: null,
});
});
it('honors a per-line voice override', () => {
const tracks = [{ character: 'narrator', profileId: 'p_override', text: 'Hi.' }];
expect(storyToSpans(tracks, CAST)[0].spans[0].voice_id).toBe('p_override');
});
it('carries the per-line speed onto its spans', () => {
const tracks = [{ character: 'narrator', text: 'Slow. [pause 0.2s] down.', speed: 0.8 }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans.every((s) => s.speed === 0.8)).toBe(true);
});
it('applies inline SSML-lite prosody (overriding the line speed)', () => {
const tracks = [
{ character: 'narrator', text: 'calm [fast]rush[/fast] [spell]USA[/spell]', speed: 0.9 },
];
const spans = storyToSpans(tracks, CAST)[0].spans;
const calm = spans.find((s) => s.text === 'calm');
const rush = spans.find((s) => s.text === 'rush');
const usa = spans.find((s) => s.text === 'U S A');
expect(calm.speed).toBe(0.9); // plain → falls back to the line slider
expect(rush.speed).toBe(1.15); // [fast] overrides the line slider
expect(usa).toBeTruthy(); // [spell] spelled the letters out
});
it('folds [pause] into the previous span', () => {
const tracks = [{ character: 'narrator', text: 'Wait. [pause 0.5s] Done.' }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans[0]).toEqual({
voice_id: 'p_narr',
text: 'Wait.',
pause_ms_after: 500,
speed: null,
});
expect(spans[1]).toEqual({ voice_id: 'p_narr', text: 'Done.', pause_ms_after: 0, speed: null });
});
it('switches voice mid-line on [voice:]', () => {
const tracks = [{ character: 'narrator', text: 'A [voice:p_fox] B' }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans[0].voice_id).toBe('p_narr');
expect(spans[1].voice_id).toBe('p_fox');
});
it('drops empty lines and empty chapters', () => {
const tracks = [
{ character: 'narrator', text: '# Empty' },
{ character: 'narrator', text: ' ' },
{ character: 'narrator', text: '# Real' },
{ character: 'narrator', text: 'Here.' },
];
const chapters = storyToSpans(tracks, CAST);
expect(chapters.map((c) => c.title)).toEqual(['Real']);
});
it('a leading pause becomes a silent span', () => {
const tracks = [{ character: 'narrator', text: '[pause 1s] Go.' }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans[0]).toEqual({ voice_id: 'p_narr', text: '', pause_ms_after: 1000, speed: null });
expect(spans[1].text).toBe('Go.');
});
// ── §H adapter-specific cases (#27) ──
it('returns [] for empty / null track lists', () => {
expect(storyToSpans([], CAST)).toEqual([]);
expect(storyToSpans(null, CAST)).toEqual([]);
expect(storyToSpans(undefined, CAST)).toEqual([]);
});
it('honors the canonical pause dialect ([pause], Nms) — never spoken', () => {
const tracks = [{ character: 'narrator', text: 'A [pause] B [pause 500ms] C' }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans.map((s) => s.text)).toEqual(['A', 'B', 'C']);
expect(spans[0].pause_ms_after).toBe(350); // bare [pause]
expect(spans[1].pause_ms_after).toBe(500); // [pause 500ms]
});
it('## inside a multi-line track text does NOT re-chapter', () => {
const tracks = [{ character: 'narrator', text: 'line one\n# not a chapter\nline two' }];
const chapters = storyToSpans(tracks, CAST);
expect(chapters).toHaveLength(1);
// the embedded `#` stays literal in the span text (single chapter body)
expect(chapters[0].spans[0].text).toContain('# not a chapter');
});
it('folds a leading pause across tracks into the previous span', () => {
const tracks = [
{ character: 'narrator', text: 'First.' },
{ character: 'narrator', text: '[pause 1s] Second.' },
];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans[0]).toEqual({
voice_id: 'p_narr',
text: 'First.',
pause_ms_after: 1000,
speed: null,
});
expect(spans[1].text).toBe('Second.');
expect(spans).toHaveLength(2); // no standalone silent span between tracks
});
it('treats per-track speed 0 as null (engine default, not 0×)', () => {
const tracks = [{ character: 'narrator', text: 'Hi.', speed: 0 }];
expect(storyToSpans(tracks, CAST)[0].spans[0].speed).toBeNull();
});
// ── #415 global speed ──
it('applies a global speed to lines without a per-track override', () => {
const tracks = [
{ character: 'narrator', text: 'one' }, // no per-track speed
{ character: 'narrator', text: 'two', speed: 1.5 }, // per-track override
];
const spans = storyToSpans(tracks, CAST, 0.8)[0].spans;
expect(spans.find((s) => s.text === 'one').speed).toBe(0.8); // inherits global
expect(spans.find((s) => s.text === 'two').speed).toBe(1.5); // override wins
});
it('treats global speed 1.0× (and null) as no override', () => {
const tracks = [{ character: 'narrator', text: 'hi' }];
expect(storyToSpans(tracks, CAST, 1)[0].spans[0].speed).toBeNull();
expect(storyToSpans(tracks, CAST, null)[0].spans[0].speed).toBeNull();
expect(storyToSpans(tracks, CAST)[0].spans[0].speed).toBeNull(); // default arg
});
it('[voice:] reverts to the resolved cast voice, not null', () => {
const tracks = [{ character: 'c_fox', text: 'hi [voice:p_bob] there [voice:] back' }];
const spans = storyToSpans(tracks, CAST)[0].spans;
expect(spans.map((s) => [s.voice_id, s.text])).toEqual([
['p_fox', 'hi'],
['p_bob', 'there'],
['p_fox', 'back'], // reverts to the cast voice (p_fox), NOT null
]);
});
});