π¬ A browser extension and desktop app that turns your clicks into step-by-step guides with annotated screenshots π
TypeScript browser-extensionchrome-extensiondocumentationfirefox-extensionguide-generatorlocal-firstmanifest-v3privacy-firstproductivityreactscreenshotstep-by-step-guidetutorialtypescriptworkflowwxt
import type { VideoContainer } from '@/core/export/video-support';
const VOICE_SAMPLE_RATE = 44100;
export type VoiceCodec = 'aac' | 'opus';
let context: OfflineAudioContext | null = null;
function audioContext(): OfflineAudioContext {
if (!context) context = new OfflineAudioContext(1, 1, VOICE_SAMPLE_RATE);
return context;
}
export async function decodeClip(bytes: ArrayBuffer): Promise<AudioBuffer> {
return toMono(await audioContext().decodeAudioData(bytes.slice(0)));
}
function toMono(buffer: AudioBuffer): AudioBuffer {
if (buffer.numberOfChannels === 1) return buffer;
const mono = audioContext().createBuffer(1, buffer.length, buffer.sampleRate);
const mixed = mono.getChannelData(0);
for (let channel = 0; channel < buffer.numberOfChannels; channel++) {
const data = buffer.getChannelData(channel);
for (let sample = 0; sample < data.length; sample++) mixed[sample]! += data[sample]! / buffer.numberOfChannels;
}
return mono;
}
function silence(samples: number, sampleRate = VOICE_SAMPLE_RATE): AudioBuffer {
return audioContext().createBuffer(1, Math.max(1, samples), sampleRate);
}
export interface PlacedClip {
startSec: number;
buffer: AudioBuffer;
}
const CHUNK_SAMPLES = VOICE_SAMPLE_RATE * 5;
export type TrackPiece = { kind: 'silence'; samples: number } | { kind: 'clip'; buffer: AudioBuffer };
export function voiceTrackPieces(clips: PlacedClip[], totalSec: number, sampleRate = VOICE_SAMPLE_RATE): TrackPiece[] {
const pieces: TrackPiece[] = [];
let cursor = 0;
const pad = (until: number) => {
let remaining = until - cursor;
while (remaining > 0) {
const span = Math.min(remaining, CHUNK_SAMPLES);
pieces.push({ kind: 'silence', samples: span });
remaining -= span;
}
cursor = Math.max(cursor, until);
};
for (const clip of [...clips].sort((a, b) => a.startSec - b.startSec)) {
pad(Math.round(clip.startSec * sampleRate));
pieces.push({ kind: 'clip', buffer: clip.buffer });
cursor += clip.buffer.length;
}
pad(Math.round(totalSec * sampleRate));
return pieces;
}
export async function writeVoiceTrack(
clips: PlacedClip[],
totalSec: number,
add: (buffer: AudioBuffer) => Promise<void>,
sampleRate = VOICE_SAMPLE_RATE,
onProgress?: (done: number, total: number) => void,
signal?: AbortSignal,
): Promise<void> {
const pieces = voiceTrackPieces(clips, totalSec, sampleRate);
let written = 0;
for (const piece of pieces) {
if (signal?.aborted) throw new DOMException('Voiceover was aborted', 'AbortError');
await add(piece.kind === 'clip' ? piece.buffer : silence(piece.samples, sampleRate));
onProgress?.(++written, pieces.length);
}
}
async function pickVoiceCodec(container: VideoContainer): Promise<VoiceCodec | null> {
const { canEncodeAudio } = await import('mediabunny');
const codec: VoiceCodec = container === 'mp4' ? 'aac' : 'opus';
return (await canEncodeAudio(codec, { numberOfChannels: 1, sampleRate: VOICE_SAMPLE_RATE })) ? codec : null;
}
export async function pickVoiceContainer(
containers: VideoContainer[],
): Promise<{ container: VideoContainer; codec: VoiceCodec } | null> {
for (const container of containers) {
const codec = await pickVoiceCodec(container);
if (codec) return { container, codec };
}
return null;
}