Create polished demo videos without editing skills. Mac/Windows/Linux
reduce seek bottleneck
Siddharth63e0aa80c98e
diff --git a/dist-electron/main.js b/dist-electron/main.jsindex 4a24c2d6..84b48e9d 100644--- a/dist-electron/main.js+++ b/dist-electron/main.js@@ -2,8 +2,8 @@ import { ipcMain, screen, BrowserWindow, desktopCapturer, shell, app, dialog, naimport { fileURLToPath } from "node:url";import path from "node:path";import fs from "node:fs/promises";-const __dirname$2 = path.dirname(fileURLToPath(import.meta.url));-const APP_ROOT = path.join(__dirname$2, "..");+const __dirname$1 = path.dirname(fileURLToPath(import.meta.url));+const APP_ROOT = path.join(__dirname$1, "..");const VITE_DEV_SERVER_URL$1 = process.env["VITE_DEV_SERVER_URL"];const RENDERER_DIST$1 = path.join(APP_ROOT, "dist");let hudOverlayWindow = null;@@ -35,7 +35,7 @@ function createHudOverlayWindow() {skipTaskbar: true,hasShadow: false,webPreferences: {- preload: path.join(__dirname$2, "preload.mjs"),+ preload: path.join(__dirname$1, "preload.mjs"),nodeIntegration: false,contextIsolation: true,backgroundThrottling: false@@ -74,7 +74,7 @@ function createEditorWindow() {title: "OpenScreen",backgroundColor: "#000000",webPreferences: {- preload: path.join(__dirname$2, "preload.mjs"),+ preload: path.join(__dirname$1, "preload.mjs"),nodeIntegration: false,contextIsolation: true,webSecurity: false,@@ -109,7 +109,7 @@ function createSourceSelectorWindow() {transparent: true,backgroundColor: "#00000000",webPreferences: {- preload: path.join(__dirname$2, "preload.mjs"),+ preload: path.join(__dirname$1, "preload.mjs"),nodeIntegration: false,contextIsolation: true}@@ -293,7 +293,7 @@ function registerIpcHandlers(createEditorWindow2, createSourceSelectorWindow2, greturn { success: true };});}-const __dirname$1 = path.dirname(fileURLToPath(import.meta.url));+const __dirname = path.dirname(fileURLToPath(import.meta.url));const RECORDINGS_DIR = path.join(app.getPath("userData"), "recordings");async function ensureRecordingsDir() {try {@@ -304,7 +304,7 @@ async function ensureRecordingsDir() {console.error("Failed to create recordings directory:", error);}}-process.env.APP_ROOT = path.join(__dirname$1, "..");+process.env.APP_ROOT = path.join(__dirname, "..");const VITE_DEV_SERVER_URL = process.env["VITE_DEV_SERVER_URL"];const MAIN_DIST = path.join(process.env.APP_ROOT, "dist-electron");const RENDERER_DIST = path.join(process.env.APP_ROOT, "dist");diff --git a/src/lib/exporter/videoExporter.ts b/src/lib/exporter/videoExporter.tsindex bb4b5fda..9536e9f5 100644--- a/src/lib/exporter/videoExporter.ts+++ b/src/lib/exporter/videoExporter.ts@@ -31,11 +31,9 @@ export class VideoExporter {private muxer: VideoMuxer | null = null;private cancelled = false;private encodeQueue = 0;- // Increased queue size for better throughput with hardware encodingprivate readonly MAX_ENCODE_QUEUE = 120;private videoDescription: Uint8Array | undefined;private videoColorSpace: VideoColorSpaceInit | undefined;- // Track muxing promises for parallel processingprivate muxingPromises: Promise<void>[] = [];private chunkCount = 0;@@ -77,12 +75,12 @@ export class VideoExporter {try {this.cleanup();this.cancelled = false;++ const exportStartTime = performance.now();- // Initialize decoder and load videothis.decoder = new VideoFileDecoder();const videoInfo = await this.decoder.loadVideo(this.config.videoUrl);- // Initialize frame rendererthis.renderer = new FrameRenderer({width: this.config.width,height: this.config.height,@@ -103,74 +101,82 @@ export class VideoExporter {});await this.renderer.initialize();- // Initialize video encoderawait this.initializeEncoder();-- // Initialize muxerthis.muxer = new VideoMuxer(this.config, false);await this.muxer.initialize();- // Get the video element for frame extractionconst videoElement = this.decoder.getVideoElement();if (!videoElement) {throw new Error('Video element not available');}- // Calculate effective duration and frame count (excluding trim regions)+ // Calculate frame count after trimmingconst effectiveDuration = this.getEffectiveDuration(videoInfo.duration);const totalFrames = Math.ceil(effectiveDuration * this.config.frameRate);-- console.log('[VideoExporter] Original duration:', videoInfo.duration, 's');- console.log('[VideoExporter] Effective duration:', effectiveDuration, 's');- console.log('[VideoExporter] Total frames to export:', totalFrames);-- // Process frames continuously without batching delays- const frameDuration = 1_000_000 / this.config.frameRate; // in microseconds- let frameIndex = 0;+ const frameDuration = 1_000_000 / this.config.frameRate;const timeStep = 1 / this.config.frameRate;- while (frameIndex < totalFrames && !this.cancelled) {- const i = frameIndex;- const timestamp = i * frameDuration;+ videoElement.muted = true;+ if (videoElement.readyState < 2) {+ await new Promise<void>(r => {+ videoElement.addEventListener('loadeddata', () => r(), { once: true });+ });+ }++ // Pipeline: Decode 10 frames ahead to overlap decode/render/encode operations+ const DECODE_AHEAD = 10;+ const frameQueue: { frame: VideoFrame; timestamp: number; sourceTimestamp: number }[] = [];++ // Decode a single frame from source video+ const decodeFrame = async (idx: number) => {+ if (idx >= totalFrames) return;- // Map effective time to source time (accounting for trim regions)- const effectiveTimeMs = (i * timeStep) * 1000;+ const timestamp = idx * frameDuration;+ const effectiveTimeMs = (idx * timeStep) * 1000;const sourceTimeMs = this.mapEffectiveToSourceTime(effectiveTimeMs);const videoTime = sourceTimeMs / 1000;-- // Seek if needed or wait for first frame to be ready- const needsSeek = Math.abs(videoElement.currentTime - videoTime) > 0.001;+ const sourceTimestamp = sourceTimeMs * 1000;- if (needsSeek) {- // Attach listener BEFORE setting currentTime to avoid race condition- const seekedPromise = new Promise<void>(resolve => {- videoElement.addEventListener('seeked', () => resolve(), { once: true });- });-+ // Seek to frame position+ const needsSeek = Math.abs(videoElement.currentTime - videoTime) > 0.001;+ if (needsSeek || idx === 0) {videoElement.currentTime = videoTime;- await seekedPromise;- } else if (i === 0) {- // Only for the very first frame, wait for it to be ready- await new Promise<void>(resolve => {- videoElement.requestVideoFrameCallback(() => resolve());+ await new Promise<void>(r => {+ videoElement.addEventListener('seeked', () => r(), { once: true });});}- // Create a VideoFrame from the video element (on GPU!)- const videoFrame = new VideoFrame(videoElement, {- timestamp,- });+ // Create VideoFrame from current video element position+ const videoFrame = new VideoFrame(videoElement, { timestamp });+ frameQueue.push({ frame: videoFrame, timestamp, sourceTimestamp });+ };++ // Pre-decode first batch of frames+ for (let i = 0; i < Math.min(DECODE_AHEAD, totalFrames); i++) {+ await decodeFrame(i);+ }++ let frameIndex = 0;+ let decodeIndex = DECODE_AHEAD;++ // Main processing loop+ while (frameIndex < totalFrames && !this.cancelled) {+ // Wait for decoded frame to be available+ while (frameQueue.length === 0 && frameIndex < totalFrames) {+ await new Promise(r => setTimeout(r, 1));+ }++ if (frameQueue.length === 0) break;++ const { frame: videoFrame, timestamp, sourceTimestamp } = frameQueue.shift()!;- // Render the frame with all effects using source timestamp- const sourceTimestamp = sourceTimeMs * 1000; // Convert to microseconds+ // Render frame with effects using PixiJSawait this.renderer!.renderFrame(videoFrame, sourceTimestamp);-videoFrame.close();+ // Create VideoFrame directly from canvas (GPU-level)const canvas = this.renderer!.getCanvas();-- // Create VideoFrame from canvas on GPU without reading pixels- // @ts-ignore - colorSpace not in TypeScript definitions but works at runtime+ // @ts-ignoreconst exportFrame = new VideoFrame(canvas, {timestamp,duration: frameDuration,@@ -182,22 +188,26 @@ export class VideoExporter {},});- // Check encoder queue before encoding to keep it full+ // Wait if encoder queue is fullwhile (this.encodeQueue >= this.MAX_ENCODE_QUEUE && !this.cancelled) {- await new Promise(resolve => setTimeout(resolve, 0));+ await new Promise(r => setTimeout(r, 0));}+ // Encode frame using hardware accelerationif (this.encoder && this.encoder.state === 'configured') {this.encodeQueue++;- this.encoder.encode(exportFrame, { keyFrame: i % 150 === 0 });- } else {- console.warn(`[Frame ${i}] Encoder not ready! State: ${this.encoder?.state}`);+ this.encoder.encode(exportFrame, { keyFrame: frameIndex % 150 === 0 });}+exportFrame.close();-frameIndex++;- // Update progress+ // Decode next frame in parallel while we process current frame+ if (decodeIndex < totalFrames) {+ decodeFrame(decodeIndex++).catch(e => console.error('[VideoExporter] Decode error:', e));+ }++if (this.config.onProgress) {this.config.onProgress({currentFrame: frameIndex,@@ -212,20 +222,18 @@ export class VideoExporter {return { success: false, error: 'Export cancelled' };}- // Finalize encodingif (this.encoder && this.encoder.state === 'configured') {await this.encoder.flush();}-- // Wait for all muxing operations to completeawait Promise.all(this.muxingPromises);-- // Finalize muxer and get output blobconst blob = await this.muxer!.finalize();++ const totalTime = performance.now() - exportStartTime;+ console.log(`[VideoExporter] Export complete in ${(totalTime/1000).toFixed(2)}s (${totalFrames} frames)`);return { success: true, blob };} catch (error) {- console.error('Export error:', error);+ console.error('[VideoExporter] Export error:', error);return {success: false,error: error instanceof Error ? error.message : String(error),@@ -239,29 +247,26 @@ export class VideoExporter {this.encodeQueue = 0;this.muxingPromises = [];this.chunkCount = 0;- let videoDescription: Uint8Array | undefined;+ // Create VideoEncoder with hardware accelerationthis.encoder = new VideoEncoder({output: (chunk, meta) => {- // Capture decoder config metadata from encoder output- if (meta?.decoderConfig?.description && !videoDescription) {+ // Capture codec description and color space from first chunk+ if (meta?.decoderConfig?.description && !this.videoDescription) {const desc = meta.decoderConfig.description;- videoDescription = new Uint8Array(desc instanceof ArrayBuffer ? desc : (desc as any));- this.videoDescription = videoDescription;+ this.videoDescription = new Uint8Array(desc instanceof ArrayBuffer ? desc : (desc as any));}- // Capture colorSpace from encoder metadata if providedif (meta?.decoderConfig?.colorSpace && !this.videoColorSpace) {this.videoColorSpace = meta.decoderConfig.colorSpace;}- // Stream chunk to muxer immediately (parallel processing)const isFirstChunk = this.chunkCount === 0;this.chunkCount++;+ // Send encoded chunk to muxerconst muxingPromise = (async () => {try {if (isFirstChunk && this.videoDescription) {- // Add decoder config for the first chunkconst colorSpace = this.videoColorSpace || {primaries: 'bt709',transfer: 'iec61966-2-1',@@ -284,7 +289,7 @@ export class VideoExporter {await this.muxer!.addVideoChunk(chunk, meta);}} catch (error) {- console.error('Muxing error:', error);+ console.error('[VideoExporter] Muxing error:', error);}})();@@ -293,13 +298,12 @@ export class VideoExporter {},error: (error) => {console.error('[VideoExporter] Encoder error:', error);- // Stop export encoding failedthis.cancelled = true;},});+ // Configure encoder with hardware accelerationconst codec = this.config.codec || 'avc1.640033';-const encoderConfig: VideoEncoderConfig = {codec,width: this.config.width,@@ -311,23 +315,17 @@ export class VideoExporter {hardwareAcceleration: 'prefer-hardware',};- // Check hardware support first- const hardwareSupport = await VideoEncoder.isConfigSupported(encoderConfig);+ const support = await VideoEncoder.isConfigSupported(encoderConfig);- if (hardwareSupport.supported) {- // Use hardware encoding- console.log('[VideoExporter] Using hardware acceleration');+ if (support.supported) {this.encoder.configure(encoderConfig);} else {- // Fall back to software encoding- console.log('[VideoExporter] Hardware not supported, using software encoding');+ // Fallback to software encodingencoderConfig.hardwareAcceleration = 'prefer-software';-const softwareSupport = await VideoEncoder.isConfigSupported(encoderConfig);if (!softwareSupport.supported) {- throw new Error('Video encoding not supported on this system');+ throw new Error('Video encoding not supported');}-this.encoder.configure(encoderConfig);}}