Create polished demo videos without editing skills. Mac/Windows/Linux
fix(export): improve final compositor resampling
webadderallecc4622b2834
diff --git a/src/lib/exporter/frameRenderer.ts b/src/lib/exporter/frameRenderer.tsindex be9d8ce3..82232ed2 100644--- a/src/lib/exporter/frameRenderer.ts+++ b/src/lib/exporter/frameRenderer.ts@@ -14,14 +14,17 @@ import type {ZoomRegion,CropRegion,AnnotationRegion,+ SceneFrameStyle,SpeedRegion,CursorStyle,CursorTelemetryPoint,WebcamOverlaySettings,ZoomTransitionEasing,} from "@/components/video-editor/types";+import { computeSceneFrameLayout } from "@/lib/sceneFrames";import { ZOOM_DEPTH_SCALES } from "@/components/video-editor/types";import { getAssetPath, getRenderableAssetUrl } from "@/lib/assetPath";+import { isVideoWallpaperSource } from "@/lib/wallpapers";import { findDominantRegion } from "@/components/video-editor/videoPlayback/zoomRegionUtils";import {applyZoomTransform,@@ -66,6 +69,10 @@ interface FrameRenderConfig {zoomInEasing?: ZoomTransitionEasing;zoomOutEasing?: ZoomTransitionEasing;connectedZoomEasing?: ZoomTransitionEasing;+ sceneFrameStyle?: SceneFrameStyle;+ sceneFrameText?: string;+ sceneFrameOpacity?: number;+ sceneFrameThickness?: number;borderRadius?: number;padding?: number;cropRegion: CropRegion;@@ -112,6 +119,19 @@ function createAnimationState(): AnimationState {};}+function configureHighQuality2DContext(+ context: CanvasRenderingContext2D | null,+): CanvasRenderingContext2D | null {+ if (!context) {+ return null;+ }++ context.imageSmoothingEnabled = true;+ context.imageSmoothingQuality = "high";++ return context;+}+// Renders video frames with all effects (background, zoom, crop, blur, shadow) to an offscreen canvas for export.export class FrameRenderer {@@ -129,6 +149,9 @@ export class FrameRenderer {private shadowCtx: CanvasRenderingContext2D | null = null;private compositeCanvas: HTMLCanvasElement | null = null;private compositeCtx: CanvasRenderingContext2D | null = null;+ private backgroundVideoElement: HTMLVideoElement | null = null;+ private backgroundVideoSeekPromise: Promise<void> | null = null;+ private cleanupBackgroundSource: (() => void) | null = null;private config: FrameRenderConfig;private animationState: AnimationState;private motionBlurState: MotionBlurState;@@ -236,9 +259,11 @@ export class FrameRenderer {this.compositeCanvas = document.createElement("canvas");this.compositeCanvas.width = this.config.width;this.compositeCanvas.height = this.config.height;- this.compositeCtx = this.compositeCanvas.getContext("2d", {- willReadFrequently: false,- });+ this.compositeCtx = configureHighQuality2DContext(+ this.compositeCanvas.getContext("2d", {+ willReadFrequently: false,+ }),+ );if (!this.compositeCtx) {throw new Error("Failed to get 2D context for composite canvas");@@ -249,9 +274,11 @@ export class FrameRenderer {this.shadowCanvas = document.createElement("canvas");this.shadowCanvas.width = this.config.width;this.shadowCanvas.height = this.config.height;- this.shadowCtx = this.shadowCanvas.getContext("2d", {- willReadFrequently: false,- });+ this.shadowCtx = configureHighQuality2DContext(+ this.shadowCanvas.getContext("2d", {+ willReadFrequently: false,+ }),+ );if (!this.shadowCtx) {throw new Error("Failed to get 2D context for shadow canvas");@@ -272,11 +299,47 @@ export class FrameRenderer {this.config.wallpaper,);+ if (isVideoWallpaperSource(wallpaper)) {+ const resolved = await resolveMediaElementSource(wallpaper);+ const video = document.createElement("video");+ video.src = resolved.src;+ video.muted = true;+ video.playsInline = true;+ video.preload = "auto";++ await new Promise<void>((resolve, reject) => {+ const handleLoaded = () => {+ cleanup();+ resolve();+ };+ const handleError = () => {+ cleanup();+ reject(new Error(`Failed to load background video: ${wallpaper}`));+ };+ const cleanup = () => {+ video.removeEventListener("loadeddata", handleLoaded);+ video.removeEventListener("error", handleError);+ };+ video.addEventListener("loadeddata", handleLoaded);+ video.addEventListener("error", handleError);+ video.load();+ });++ this.backgroundVideoElement = video;+ this.cleanupBackgroundSource = resolved.revoke;+ this.backgroundSprite = null;+ return;+ }+// Create background canvas for separate rendering (not affected by zoom)const bgCanvas = document.createElement("canvas");bgCanvas.width = this.config.width;bgCanvas.height = this.config.height;- const bgCtx = bgCanvas.getContext("2d")!;+ const bgCtx = configureHighQuality2DContext(bgCanvas.getContext("2d"));++ if (!bgCtx) {+ throw new Error("Failed to get 2D context for background canvas");+ }try {// Render background based on type@@ -404,6 +467,51 @@ export class FrameRenderer {this.backgroundSprite = bgCanvas as any;}+ private async syncBackgroundVideoFrame(targetTime: number): Promise<void> {+ const video = this.backgroundVideoElement;+ if (!video) {+ return;+ }++ if (this.backgroundVideoSeekPromise) {+ await this.backgroundVideoSeekPromise;+ }++ if (!Number.isFinite(video.duration) || video.duration <= 0) {+ return;+ }++ const loopedTime = targetTime % video.duration;+ if (+ video.readyState >= HTMLMediaElement.HAVE_CURRENT_DATA &&+ !video.seeking &&+ Math.abs(video.currentTime - loopedTime) <= 0.02+ ) {+ return;+ }++ this.backgroundVideoSeekPromise = new Promise<void>((resolve) => {+ const handleSettled = () => {+ cleanup();+ resolve();+ };+ const cleanup = () => {+ video.removeEventListener("seeked", handleSettled);+ video.removeEventListener("error", handleSettled);+ };++ video.addEventListener("seeked", handleSettled);+ video.addEventListener("error", handleSettled);+ video.currentTime = loopedTime;+ });++ try {+ await this.backgroundVideoSeekPromise;+ } finally {+ this.backgroundVideoSeekPromise = null;+ }+ }+private async resolveWallpaperImageUrl(wallpaper: string): Promise<string> {if (wallpaper.startsWith("file://") ||@@ -708,6 +816,10 @@ export class FrameRenderer {await this.syncWebcamFrame(targetTime);}+ if (this.backgroundVideoElement) {+ await this.syncBackgroundVideoFrame(Math.max(0, this.currentVideoTime));+ }+// Create or update video sprite from VideoFrameif (!this.videoSprite) {const texture = Texture.from(videoFrame as any);@@ -842,11 +954,27 @@ export class FrameRenderer {const croppedVideoWidth = videoWidth * (cropEndX - cropStartX);const croppedVideoHeight = videoHeight * (cropEndY - cropStartY);- // Calculate scale to fit in viewport- // Padding is a percentage (0-100), where 50% ~ 0.8 scale- const paddingScale = 1.0 - (padding / 100) * 0.4;- const viewportWidth = width * paddingScale;- const viewportHeight = height * paddingScale;+ const previewWidth = this.config.previewWidth || 1920;+ const previewHeight = this.config.previewHeight || 1080;+ const canvasScaleFactor = Math.min(+ width / previewWidth,+ height / previewHeight,+ );+ const scaledBorderRadius = borderRadius * canvasScaleFactor;+ const scaledFrameThickness =+ (this.config.sceneFrameThickness ?? 12) * canvasScaleFactor;+ const sceneFrameLayout = computeSceneFrameLayout({+ containerWidth: width,+ containerHeight: height,+ padding,+ contentAspectRatio:+ croppedVideoHeight > 0 ? croppedVideoWidth / croppedVideoHeight : videoWidth / videoHeight,+ borderRadius: scaledBorderRadius,+ frameStyle: this.config.sceneFrameStyle ?? "none",+ frameThickness: scaledFrameThickness,+ });+ const viewportWidth = sceneFrameLayout.contentRect.width;+ const viewportHeight = sceneFrameLayout.contentRect.height;const scale = Math.min(viewportWidth / croppedVideoWidth,viewportHeight / croppedVideoHeight,@@ -858,8 +986,12 @@ export class FrameRenderer {const fullVideoDisplayHeight = videoHeight * scale;const croppedDisplayWidth = croppedVideoWidth * scale;const croppedDisplayHeight = croppedVideoHeight * scale;- const centerOffsetX = (width - croppedDisplayWidth) / 2;- const centerOffsetY = (height - croppedDisplayHeight) / 2;+ const centerOffsetX =+ sceneFrameLayout.contentRect.x ++ (sceneFrameLayout.contentRect.width - croppedDisplayWidth) / 2;+ const centerOffsetY =+ sceneFrameLayout.contentRect.y ++ (sceneFrameLayout.contentRect.height - croppedDisplayHeight) / 2;const spriteX = centerOffsetX - cropRegion.x * fullVideoDisplayWidth;const spriteY = centerOffsetY - cropRegion.y * fullVideoDisplayHeight;@@ -867,22 +999,13 @@ export class FrameRenderer {this.videoContainer.position.set(0, 0);- // scale border radius by export/preview canvas ratio- const previewWidth = this.config.previewWidth || 1920;- const previewHeight = this.config.previewHeight || 1080;- const canvasScaleFactor = Math.min(- width / previewWidth,- height / previewHeight,- );- const scaledBorderRadius = borderRadius * canvasScaleFactor;-this.maskGraphics.clear();drawSquircleOnGraphics(this.maskGraphics, {x: centerOffsetX,y: centerOffsetY,width: croppedDisplayWidth,height: croppedDisplayHeight,- radius: scaledBorderRadius,+ radius: sceneFrameLayout.contentRadius,});this.maskGraphics.fill({ color: 0xffffff });@@ -899,6 +1022,7 @@ export class FrameRenderer {height: croppedDisplayHeight,sourceCrop: cropRegion,},+ sceneFrameLayout,};}@@ -1024,9 +1148,23 @@ export class FrameRenderer {// Clear composite canvasctx.clearRect(0, 0, w, h);+ ctx.imageSmoothingEnabled = true;+ ctx.imageSmoothingQuality = "high";// Step 1: Draw background layer (with optional blur, not affected by zoom)- if (this.backgroundSprite) {+ if (+ this.backgroundVideoElement &&+ this.backgroundVideoElement.readyState >= HTMLMediaElement.HAVE_CURRENT_DATA+ ) {+ if (this.config.backgroundBlur > 0) {+ ctx.save();+ ctx.filter = `blur(${this.config.backgroundBlur * 3}px)`;+ ctx.drawImage(this.backgroundVideoElement, 0, 0, w, h);+ ctx.restore();+ } else {+ ctx.drawImage(this.backgroundVideoElement, 0, 0, w, h);+ }+ } else if (this.backgroundSprite) {const bgCanvas = this.backgroundSprite as any as HTMLCanvasElement;if (this.config.backgroundBlur > 0) {@@ -1043,6 +1181,8 @@ export class FrameRenderer {);}+ this.drawSceneFrameBackground(ctx);+// Draw video layer with shadows on top of backgroundif (this.config.showShadow &&@@ -1052,6 +1192,8 @@ export class FrameRenderer {) {const shadowCtx = this.shadowCtx;shadowCtx.clearRect(0, 0, w, h);+ shadowCtx.imageSmoothingEnabled = true;+ shadowCtx.imageSmoothingQuality = "high";shadowCtx.save();// Calculate shadow parameters based on intensity (0-1)@@ -1075,6 +1217,122 @@ export class FrameRenderer {this.drawWebcamOverlay(ctx, w, h);}+ private drawSceneFrameBackground(ctx: CanvasRenderingContext2D): void {+ const sceneFrameLayout = this.layoutCache?.sceneFrameLayout;+ if (!sceneFrameLayout || sceneFrameLayout.style === "none") {+ return;+ }++ const opacity = Math.max(0.05, Math.min(1, this.config.sceneFrameOpacity ?? 0.24));++ if (sceneFrameLayout.style === "glass") {+ const strokeWidth = sceneFrameLayout.glassStrokeWidth;+ const rect = {+ x: sceneFrameLayout.contentRect.x - strokeWidth / 2,+ y: sceneFrameLayout.contentRect.y - strokeWidth / 2,+ width: sceneFrameLayout.contentRect.width + strokeWidth,+ height: sceneFrameLayout.contentRect.height + strokeWidth,+ radius: sceneFrameLayout.contentRadius + strokeWidth * 1.15,+ };++ ctx.save();+ drawSquircleOnCanvas(ctx, rect);+ ctx.lineWidth = strokeWidth;+ ctx.strokeStyle = `rgba(255, 255, 255, ${opacity})`;+ ctx.stroke();+ ctx.restore();+ return;+ }++ if (sceneFrameLayout.style !== "safari" || !sceneFrameLayout.toolbarRect) {+ return;+ }++ ctx.save();+ drawSquircleOnCanvas(ctx, {+ x: sceneFrameLayout.frameRect.x,+ y: sceneFrameLayout.frameRect.y,+ width: sceneFrameLayout.frameRect.width,+ height: sceneFrameLayout.frameRect.height,+ radius: sceneFrameLayout.frameRadius,+ });+ ctx.fillStyle = "rgb(248, 250, 252)";+ ctx.fill();+ ctx.lineWidth = 1;+ ctx.strokeStyle = "rgba(226, 232, 240, 0.95)";+ ctx.stroke();++ const toolbarRect = sceneFrameLayout.toolbarRect;+ const circleSize = Math.max(9, toolbarRect.height * 0.28);+ const circleY = toolbarRect.y + toolbarRect.height / 2;+ const firstCircleX = toolbarRect.x + circleSize / 2;+ ["#ff5f57", "#febc2e", "#28c840"].forEach((color, index) => {+ ctx.beginPath();+ ctx.fillStyle = color;+ ctx.arc(firstCircleX + index * (circleSize + 6), circleY, circleSize / 2, 0, Math.PI * 2);+ ctx.fill();+ });++ const iconColor = "rgba(71, 85, 105, 0.8)";+ const iconsStartX = toolbarRect.x + circleSize * 3 + 28;+ const chevronY = circleY;+ ctx.strokeStyle = iconColor;+ ctx.lineWidth = 1.6;+ ctx.lineCap = "round";+ ctx.lineJoin = "round";+ ctx.beginPath();+ ctx.moveTo(iconsStartX + 7, chevronY - 4);+ ctx.lineTo(iconsStartX + 3, chevronY);+ ctx.lineTo(iconsStartX + 7, chevronY + 4);+ ctx.stroke();+ ctx.beginPath();+ ctx.moveTo(iconsStartX + 12, chevronY - 4);+ ctx.lineTo(iconsStartX + 16, chevronY);+ ctx.lineTo(iconsStartX + 12, chevronY + 4);+ ctx.stroke();++ const addressX = iconsStartX + 28;+ const addressHeight = Math.max(24, toolbarRect.height * 0.62);+ const addressWidth = Math.max(toolbarRect.width * 0.42, 120);+ const addressY = toolbarRect.y + (toolbarRect.height - addressHeight) / 2;+ drawSquircleOnCanvas(ctx, {+ x: addressX,+ y: addressY,+ width: addressWidth,+ height: addressHeight,+ radius: addressHeight / 2,+ });+ ctx.fillStyle = "rgba(255,255,255,0.96)";+ ctx.fill();+ ctx.strokeStyle = "rgba(148, 163, 184, 0.18)";+ ctx.stroke();+ ctx.fillStyle = "rgba(71, 85, 105, 0.9)";+ ctx.font = `${Math.max(11, toolbarRect.height * 0.28)}px system-ui`;+ ctx.textAlign = "center";+ ctx.textBaseline = "middle";+ ctx.fillText(+ (this.config.sceneFrameText || "recordly.app").slice(0, 40),+ addressX + addressWidth / 2,+ addressY + addressHeight / 2,+ );++ const rightIconsX = toolbarRect.x + toolbarRect.width - 56;+ ctx.beginPath();+ ctx.moveTo(rightIconsX, chevronY);+ ctx.lineTo(rightIconsX + 8, chevronY);+ ctx.moveTo(rightIconsX + 4, chevronY - 4);+ ctx.lineTo(rightIconsX + 4, chevronY + 4);+ ctx.stroke();+ ctx.strokeRect(rightIconsX + 16, chevronY - 4, 8, 8);+ [0, 1, 2].forEach((offset) => {+ ctx.beginPath();+ ctx.arc(rightIconsX + 36 + offset * 6, chevronY, 1.2, 0, Math.PI * 2);+ ctx.fillStyle = iconColor;+ ctx.fill();+ });+ ctx.restore();+ }+private drawWebcamOverlay(ctx: CanvasRenderingContext2D,width: number,@@ -1133,12 +1391,14 @@ export class FrameRenderer {bubbleCanvas.height = bubbleSize;}this.webcamBubbleCanvas = bubbleCanvas;- const bubbleCtx = this.webcamBubbleCtx ?? bubbleCanvas.getContext("2d");+ const bubbleCtx = this.webcamBubbleCtx ?? configureHighQuality2DContext(bubbleCanvas.getContext("2d"));if (!bubbleCtx) {return;}this.webcamBubbleCtx = bubbleCtx;bubbleCtx.clearRect(0, 0, bubbleCanvas.width, bubbleCanvas.height);+ bubbleCtx.imageSmoothingEnabled = true;+ bubbleCtx.imageSmoothingQuality = "high";const canRefreshCache =hasLiveWebcamFrame &&@@ -1165,7 +1425,9 @@ export class FrameRenderer {this.webcamFrameCacheCanvas = document.createElement("canvas");this.webcamFrameCacheCanvas.width = liveFrameWidth;this.webcamFrameCacheCanvas.height = liveFrameHeight;- this.webcamFrameCacheCtx = this.webcamFrameCacheCanvas.getContext("2d");+ this.webcamFrameCacheCtx = configureHighQuality2DContext(+ this.webcamFrameCacheCanvas.getContext("2d"),+ );}this.webcamFrameCacheCtx?.clearRect(@@ -1278,6 +1540,14 @@ export class FrameRenderer {this.shadowCtx = null;this.compositeCanvas = null;this.compositeCtx = null;+ if (this.backgroundVideoElement) {+ this.backgroundVideoElement.pause();+ this.backgroundVideoElement.src = "";+ this.backgroundVideoElement.load();+ this.backgroundVideoElement = null;+ }+ this.cleanupBackgroundSource?.();+ this.cleanupBackgroundSource = null;if (this.webcamVideoElement) {this.webcamVideoElement.pause();this.webcamVideoElement.src = "";