Explainer videos and product demos made by your AI agent. Free and open source: a local voice (Kokoro), word timing (Whisper) and a canvas renderer turn a script into a narrated MP4.
JavaScript ai-agentsanimationcanvasclaude-codecodexexplainer-videoffmpegjavascriptkokoroproduct-demotext-to-speechvideo-generationwhisper
import fs from 'node:fs';
import path from 'node:path';
import { ffmpeg, probe } from './ffmpeg.js';
export const VIDEO_FILE = /\.(mp4|mov|webm|m4v)$/i;
export async function extractClip(file, dir, fps) {
const input = await probe(file);
const video = input.streams.find((s) => s.codec_type === 'video');
if (!video) throw new Error('this clip has no video. Use an MP4, MOV, WebM or M4V with video.');
await ffmpeg(['-loglevel', 'error', '-i', file, '-map', '0:v:0', '-vf', `fps=${fps},scale=min(1920\\,iw):-1`, '-q:v', '2', '-threads', '1', '-start_number', '0', path.join(dir, '%08d.jpg')]);
const frames = fs.readdirSync(dir).filter((n) => n.endsWith('.jpg')).length;
if (!frames) throw new Error('this clip has no frames. Use a video with at least one frame.');
const frame = await probe(path.join(dir, '00000000.jpg'));
const { width, height } = frame.streams[0];
const hasAudio = input.streams.some((s) => s.codec_type === 'audio');
if (hasAudio) await ffmpeg(['-loglevel', 'error', '-i', file, '-map', '0:a:0', '-vn', '-ar', '48000', '-ac', '1', '-c:a', 'pcm_s16le', path.join(dir, 'audio.wav')]);
return { frames, fps, width, height, duration: frames / fps, hasAudio };
}