Create polished demo videos without editing skills. Mac/Windows/Linux
fix(export): fallback video wallpaper packet failures
wiiiii12383d275c55bdb
diff --git a/src/lib/exporter/frameRenderer.test.ts b/src/lib/exporter/frameRenderer.test.tsindex 671c1c4b..651bb08f 100644--- a/src/lib/exporter/frameRenderer.test.ts+++ b/src/lib/exporter/frameRenderer.test.ts@@ -1,7 +1,16 @@import { beforeEach, describe, expect, it, vi } from "vitest";import { DEFAULT_WEBCAM_OVERLAY } from "../../components/video-editor/types";-const { initializeForwardFrameSourceMock, resolveMediaElementSourceMock } = vi.hoisted(() => ({+const {+ cancelForwardFrameSourceMock,+ destroyForwardFrameSourceMock,+ getForwardFrameAtTimeMock,+ initializeForwardFrameSourceMock,+ resolveMediaElementSourceMock,+} = vi.hoisted(() => ({+ cancelForwardFrameSourceMock: vi.fn(),+ destroyForwardFrameSourceMock: vi.fn(async () => undefined),+ getForwardFrameAtTimeMock: vi.fn(async () => null),initializeForwardFrameSourceMock: vi.fn(async () => undefined),resolveMediaElementSourceMock: vi.fn(async () => ({src: "blob:background",@@ -68,6 +77,9 @@ vi.mock("@/components/video-editor/videoPlayback/cursorRenderer", () => ({vi.mock("./forwardFrameSource", () => ({ForwardFrameSource: class {+ cancel = cancelForwardFrameSourceMock;+ destroy = destroyForwardFrameSourceMock;+ getFrameAtTime = getForwardFrameAtTimeMock;initialize = initializeForwardFrameSourceMock;},}));@@ -449,6 +461,7 @@ describe("FrameRenderer webcam export path", () => {});it("prefers decoder-backed sync for video wallpapers during export", async () => {+ vi.clearAllMocks();const renderer = new FrameRenderer({width: 1920,height: 1080,@@ -479,4 +492,46 @@ describe("FrameRenderer webcam export path", () => {expect(renderer.backgroundVideoElement).toBeNull();expect(renderer.backgroundSprite).toBeTruthy();});++ it("falls back to media-element sync when video wallpaper packet streaming fails", async () => {+ vi.clearAllMocks();+ initializeForwardFrameSourceMock.mockResolvedValue(undefined);+ getForwardFrameAtTimeMock.mockRejectedValueOnce(+ new Error("readAVPacket pipeline failed: Failed after 3 attempts"),+ );+ resolveMediaElementSourceMock.mockResolvedValueOnce({+ src: "blob:background-video",+ revoke: vi.fn(),+ });+ const renderer = new FrameRenderer({+ width: 1920,+ height: 1080,+ wallpaper: "/wallpapers/wispysky.mp4",+ zoomRegions: [],+ showShadow: false,+ shadowIntensity: 0,+ backgroundBlur: 0,+ cropRegion: { x: 0, y: 0, width: 1, height: 1 },+ webcam: {+ ...DEFAULT_WEBCAM_OVERLAY,+ enabled: false,+ },+ videoWidth: 1920,+ videoHeight: 1080,+ }) as unknown as {+ setupBackground: () => Promise<void>;+ syncBackgroundFrame: (timeSeconds: number) => Promise<void>;+ backgroundForwardFrameSource: unknown;+ backgroundVideoElement: FakeVideoElement | null;+ };++ await renderer.setupBackground();+ await expect(renderer.syncBackgroundFrame(1)).resolves.toBeUndefined();++ expect(cancelForwardFrameSourceMock).toHaveBeenCalled();+ expect(destroyForwardFrameSourceMock).toHaveBeenCalled();+ expect(resolveMediaElementSourceMock).toHaveBeenCalledWith("wallpapers/wispysky.mp4");+ expect(renderer.backgroundForwardFrameSource).toBeNull();+ expect(renderer.backgroundVideoElement).toBeTruthy();+ });});diff --git a/src/lib/exporter/frameRenderer.ts b/src/lib/exporter/frameRenderer.tsindex 8e723d68..026b11ef 100644--- a/src/lib/exporter/frameRenderer.ts+++ b/src/lib/exporter/frameRenderer.ts@@ -156,7 +156,10 @@ const PIXI_RENDERER_INIT_TIMEOUT_MS = 8_000;function isCanvasRenderer(renderer: Application): boolean {const rendererName = renderer?.renderer?.constructor?.name?.toLowerCase();- return Boolean(rendererName && (rendererName.includes("canvasrenderer") || rendererName.includes("canvas")));+ return Boolean(+ rendererName &&+ (rendererName.includes("canvasrenderer") || rendererName.includes("canvas")),+ );}function toErrorMessage(error: unknown): string {@@ -357,7 +360,8 @@ export class FrameRenderer {backend,);const elapsed = Math.round(- (typeof performance === "undefined" ? Date.now() : performance.now()) - initStarted,+ (typeof performance === "undefined" ? Date.now() : performance.now()) -+ initStarted,);if (isCanvasRenderer(app)) {throw new Error(@@ -367,9 +371,13 @@ export class FrameRenderer {return { app, backend };} catch (error) {const elapsed = Math.round(- (typeof performance === "undefined" ? Date.now() : performance.now()) - initStarted,+ (typeof performance === "undefined" ? Date.now() : performance.now()) -+ initStarted,);- failures.push({ backend, message: `${toErrorMessage(error)} (after ${elapsed}ms)` });+ failures.push({+ backend,+ message: `${toErrorMessage(error)} (after ${elapsed}ms)`,+ });console.warn(`[FrameRenderer] ${backend} renderer unavailable after ${elapsed}ms; trying next backend.`,error,@@ -574,44 +582,9 @@ export class FrameRenderer {);}- const backgroundSource = await resolveMediaElementSource(videoSrc);- this.cleanupBackgroundSource = backgroundSource.revoke;-- const video = document.createElement("video");- video.muted = true;- video.loop = true;- video.playsInline = true;- video.preload = "auto";- video.src = backgroundSource.src;- video.load();-- await new Promise<void>((resolve, reject) => {- const onReady = () => {- if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {- return;- }- cleanup();- resolve();- };- const onError = () => {- cleanup();- reject(new Error(`Failed to load video wallpaper: ${wallpaper}`));- };- const cleanup = () => {- video.removeEventListener("loadeddata", onReady);- video.removeEventListener("canplay", onReady);- video.removeEventListener("error", onError);- };-- video.addEventListener("loadeddata", onReady);- video.addEventListener("canplay", onReady);- video.addEventListener("error", onError);- onReady();- });-- this.backgroundVideoElement = video;- this.lastSyncedBackgroundLoopTimeSec = null;- this.drawVideoFrameToBackground();+ if (!(await this.loadBackgroundMediaElementSource(videoSrc, wallpaper))) {+ throw new Error(`Failed to load video wallpaper: ${wallpaper}`);+ }this.backgroundSprite = bgCanvas;return;}@@ -828,8 +801,20 @@ export class FrameRenderer {}}- const decodedFrame =- await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);+ let decodedFrame: VideoFrame | null = null;+ try {+ decodedFrame =+ await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);+ } catch (error) {+ console.warn(+ "[FrameRenderer] Decoder-backed video wallpaper failed during export; falling back to media element sync:",+ error,+ );+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {+ await this.syncBackgroundFrame(timeSeconds);+ }+ return;+ }const resolvedDecodedDuration =this.backgroundForwardFrameSource.getResolvedDurationSec();if (@@ -865,6 +850,10 @@ export class FrameRenderer {"[FrameRenderer] Unable to wrap looping video wallpaper at decoded EOF during export:",error,);+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {+ await this.syncBackgroundFrame(timeSeconds);+ }+ return;}}this.closeBackgroundDecodedFrame();@@ -883,6 +872,92 @@ export class FrameRenderer {await this.syncBackgroundVideo(timeSeconds);}+ private async fallbackBackgroundForwardFrameSourceToMediaElement(): Promise<boolean> {+ const sourceUrl = this.backgroundForwardFrameSourceUrl;+ this.backgroundForwardFrameSource?.cancel();+ void this.backgroundForwardFrameSource?.destroy();+ this.backgroundForwardFrameSource = null;+ this.backgroundForwardFrameSourceUrl = null;+ this.backgroundForwardFrameDurationSec = null;+ this.closeBackgroundDecodedFrame();+ this.lastSyncedBackgroundLoopTimeSec = null;++ return sourceUrl ? this.loadBackgroundMediaElementSource(sourceUrl, sourceUrl) : false;+ }++ private async loadBackgroundMediaElementSource(+ videoSrc: string,+ errorLabel: string,+ ): Promise<boolean> {+ if (this.backgroundVideoElement) {+ try {+ this.backgroundVideoElement.pause();+ this.backgroundVideoElement.src = "";+ this.backgroundVideoElement.load();+ } catch {+ // Ignore media element teardown errors during export fallback.+ }+ this.backgroundVideoElement = null;+ }+ this.backgroundSeekPromise = null;+ this.cleanupBackgroundSource?.();+ this.cleanupBackgroundSource = null;++ let backgroundSource: Awaited<ReturnType<typeof resolveMediaElementSource>>;+ try {+ backgroundSource = await resolveMediaElementSource(videoSrc);+ } catch (error) {+ console.warn(+ "[FrameRenderer] Unable to resolve video wallpaper fallback source:",+ error,+ );+ return false;+ }+ this.cleanupBackgroundSource = backgroundSource.revoke;++ const video = document.createElement("video");+ video.muted = true;+ video.loop = true;+ video.playsInline = true;+ video.preload = "auto";+ video.src = backgroundSource.src;+ video.load();++ const ready = await new Promise<boolean>((resolve) => {+ const onReady = () => {+ if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {+ return;+ }+ cleanup();+ resolve(true);+ };+ const onError = () => {+ cleanup();+ resolve(false);+ };+ const cleanup = () => {+ video.removeEventListener("loadeddata", onReady);+ video.removeEventListener("canplay", onReady);+ video.removeEventListener("error", onError);+ };++ video.addEventListener("loadeddata", onReady);+ video.addEventListener("canplay", onReady);+ video.addEventListener("error", onError);+ onReady();+ });++ if (!ready) {+ console.warn(`[FrameRenderer] Failed to load video wallpaper: ${errorLabel}`);+ return false;+ }++ this.backgroundVideoElement = video;+ this.lastSyncedBackgroundLoopTimeSec = null;+ this.drawVideoFrameToBackground();+ return true;+ }+private async syncBackgroundVideo(timeSeconds: number): Promise<void> {const video = this.backgroundVideoElement;if (!video) return;diff --git a/src/lib/exporter/modernFrameRenderer.test.ts b/src/lib/exporter/modernFrameRenderer.test.tsindex c0c0927e..7df341f9 100644--- a/src/lib/exporter/modernFrameRenderer.test.ts+++ b/src/lib/exporter/modernFrameRenderer.test.ts@@ -183,6 +183,11 @@ describe("ModernFrameRenderer blur export path", () => {beforeEach(() => {Object.assign(globalThis, {window: globalThis,+ requestAnimationFrame: (callback: FrameRequestCallback) => {+ callback(0);+ return 1;+ },+ cancelAnimationFrame: vi.fn(),HTMLMediaElement: {HAVE_CURRENT_DATA: 2,},@@ -232,6 +237,7 @@ describe("ModernFrameRenderer blur export path", () => {});it("prefers decoder-backed sync for video wallpapers during export", async () => {+ vi.clearAllMocks();const renderer = new FrameRenderer({width: 1920,height: 1080,@@ -257,6 +263,44 @@ describe("ModernFrameRenderer blur export path", () => {expect(renderer.backgroundForwardFrameSource).toBeTruthy();expect(renderer.backgroundVideoElement).toBeNull();});++ it("falls back to media-element sync when video wallpaper packet streaming fails", async () => {+ vi.clearAllMocks();+ initializeForwardFrameSourceMock.mockResolvedValue(undefined);+ getForwardFrameAtTimeMock.mockRejectedValueOnce(+ new Error("readAVPacket pipeline failed: Failed after 3 attempts"),+ );+ resolveMediaElementSourceMock.mockResolvedValueOnce({+ src: "blob:background-video",+ revoke: vi.fn(),+ });+ const renderer = new FrameRenderer({+ width: 1920,+ height: 1080,+ nativeReadbackMode: "pixels",+ wallpaper: "/wallpapers/wispysky.mp4",+ zoomRegions: [],+ showShadow: false,+ shadowIntensity: 0,+ backgroundBlur: 0,+ cropRegion: { x: 0, y: 0, width: 1, height: 1 },+ webcam: {+ ...DEFAULT_WEBCAM_OVERLAY,+ enabled: false,+ },+ videoWidth: 1920,+ videoHeight: 1080,+ }) as any;++ await renderer.setupBackground();+ await expect(renderer.syncBackgroundFrame(1)).resolves.toBeUndefined();++ expect(cancelForwardFrameSourceMock).toHaveBeenCalled();+ expect(destroyForwardFrameSourceMock).toHaveBeenCalled();+ expect(resolveMediaElementSourceMock).toHaveBeenCalledWith("wallpapers/wispysky.mp4");+ expect(renderer.backgroundForwardFrameSource).toBeNull();+ expect(renderer.backgroundVideoElement).toBeTruthy();+ });});describe("ModernFrameRenderer webcam frame cache", () => {diff --git a/src/lib/exporter/modernFrameRenderer.ts b/src/lib/exporter/modernFrameRenderer.tsindex 02e648aa..372dd2a4 100644--- a/src/lib/exporter/modernFrameRenderer.ts+++ b/src/lib/exporter/modernFrameRenderer.ts@@ -1144,44 +1144,9 @@ export class FrameRenderer {);}- const backgroundSource = await resolveMediaElementSource(videoSrc);- this.cleanupBackgroundSource = backgroundSource.revoke;-- const video = document.createElement("video");- video.muted = true;- video.loop = true;- video.playsInline = true;- video.preload = "auto";- video.src = backgroundSource.src;- video.load();-- await new Promise<void>((resolve, reject) => {- const onReady = () => {- if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {- return;- }- cleanup();- resolve();- };- const onError = () => {- cleanup();- reject(new Error(`Failed to load video wallpaper: ${wallpaper}`));- };- const cleanup = () => {- video.removeEventListener("loadeddata", onReady);- video.removeEventListener("canplay", onReady);- video.removeEventListener("error", onError);- };-- video.addEventListener("loadeddata", onReady);- video.addEventListener("canplay", onReady);- video.addEventListener("error", onError);- onReady();- });-- this.backgroundVideoElement = video;- this.lastSyncedBackgroundLoopTimeSec = null;- this.ensureBackgroundSprite(video, video.videoWidth, video.videoHeight);+ if (!(await this.loadBackgroundMediaElementSource(videoSrc, wallpaper))) {+ throw new Error(`Failed to load video wallpaper: ${wallpaper}`);+ }return;}@@ -1853,8 +1818,20 @@ export class FrameRenderer {}}- const decodedFrame =- await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);+ let decodedFrame: VideoFrame | null = null;+ try {+ decodedFrame =+ await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);+ } catch (error) {+ console.warn(+ "[FrameRenderer] Decoder-backed video wallpaper failed during export; falling back to media element sync:",+ error,+ );+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {+ await this.syncBackgroundFrame(timeSeconds);+ }+ return;+ }const resolvedDecodedDuration =this.backgroundForwardFrameSource.getResolvedDurationSec();if (@@ -1897,6 +1874,10 @@ export class FrameRenderer {"[FrameRenderer] Unable to wrap looping video wallpaper at decoded EOF during export:",error,);+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {+ await this.syncBackgroundFrame(timeSeconds);+ }+ return;}}this.closeBackgroundDecodedFrame();@@ -2092,6 +2073,92 @@ export class FrameRenderer {return getRenderableAssetUrl(wallpaperAsset);}+ private async fallbackBackgroundForwardFrameSourceToMediaElement(): Promise<boolean> {+ const sourceUrl = this.backgroundForwardFrameSourceUrl;+ this.backgroundForwardFrameSource?.cancel();+ void this.backgroundForwardFrameSource?.destroy();+ this.backgroundForwardFrameSource = null;+ this.backgroundForwardFrameSourceUrl = null;+ this.backgroundForwardFrameDurationSec = null;+ this.closeBackgroundDecodedFrame();+ this.lastSyncedBackgroundLoopTimeSec = null;++ return sourceUrl ? this.loadBackgroundMediaElementSource(sourceUrl, sourceUrl) : false;+ }++ private async loadBackgroundMediaElementSource(+ videoSrc: string,+ errorLabel: string,+ ): Promise<boolean> {+ if (this.backgroundVideoElement) {+ try {+ this.backgroundVideoElement.pause();+ this.backgroundVideoElement.src = "";+ this.backgroundVideoElement.load();+ } catch {+ // Ignore media element teardown errors during export fallback.+ }+ this.backgroundVideoElement = null;+ }+ this.backgroundSeekPromise = null;+ this.cleanupBackgroundSource?.();+ this.cleanupBackgroundSource = null;++ let backgroundSource: Awaited<ReturnType<typeof resolveMediaElementSource>>;+ try {+ backgroundSource = await resolveMediaElementSource(videoSrc);+ } catch (error) {+ console.warn(+ "[FrameRenderer] Unable to resolve video wallpaper fallback source:",+ error,+ );+ return false;+ }+ this.cleanupBackgroundSource = backgroundSource.revoke;++ const video = document.createElement("video");+ video.muted = true;+ video.loop = true;+ video.playsInline = true;+ video.preload = "auto";+ video.src = backgroundSource.src;+ video.load();++ const ready = await new Promise<boolean>((resolve) => {+ const onReady = () => {+ if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {+ return;+ }+ cleanup();+ resolve(true);+ };+ const onError = () => {+ cleanup();+ resolve(false);+ };+ const cleanup = () => {+ video.removeEventListener("loadeddata", onReady);+ video.removeEventListener("canplay", onReady);+ video.removeEventListener("error", onError);+ };++ video.addEventListener("loadeddata", onReady);+ video.addEventListener("canplay", onReady);+ video.addEventListener("error", onError);+ onReady();+ });++ if (!ready) {+ console.warn(`[FrameRenderer] Failed to load video wallpaper: ${errorLabel}`);+ return false;+ }++ this.backgroundVideoElement = video;+ this.lastSyncedBackgroundLoopTimeSec = null;+ await this.ensureBackgroundSprite(video, video.videoWidth, video.videoHeight);+ return true;+ }+private disposeWebcamMediaElement(video: HTMLVideoElement): void {try {video.pause();