Skip to content

Create polished demo videos without editing skills. Mac/Windows/Linux

fix(export): fallback video wallpaper packet failures

wiiiii12383d275c55bdb
diff --git a/src/lib/exporter/frameRenderer.test.ts b/src/lib/exporter/frameRenderer.test.ts
index 671c1c4b..651bb08f 100644
--- a/src/lib/exporter/frameRenderer.test.ts
+++ b/src/lib/exporter/frameRenderer.test.ts
@@ -1,7 +1,16 @@
import { beforeEach, describe, expect, it, vi } from "vitest";
import { DEFAULT_WEBCAM_OVERLAY } from "../../components/video-editor/types";
-const { initializeForwardFrameSourceMock, resolveMediaElementSourceMock } = vi.hoisted(() => ({
+const {
+ cancelForwardFrameSourceMock,
+ destroyForwardFrameSourceMock,
+ getForwardFrameAtTimeMock,
+ initializeForwardFrameSourceMock,
+ resolveMediaElementSourceMock,
+} = vi.hoisted(() => ({
+ cancelForwardFrameSourceMock: vi.fn(),
+ destroyForwardFrameSourceMock: vi.fn(async () => undefined),
+ getForwardFrameAtTimeMock: vi.fn(async () => null),
initializeForwardFrameSourceMock: vi.fn(async () => undefined),
resolveMediaElementSourceMock: vi.fn(async () => ({
src: "blob:background",
@@ -68,6 +77,9 @@ vi.mock("@/components/video-editor/videoPlayback/cursorRenderer", () => ({
vi.mock("./forwardFrameSource", () => ({
ForwardFrameSource: class {
+ cancel = cancelForwardFrameSourceMock;
+ destroy = destroyForwardFrameSourceMock;
+ getFrameAtTime = getForwardFrameAtTimeMock;
initialize = initializeForwardFrameSourceMock;
},
}));
@@ -449,6 +461,7 @@ describe("FrameRenderer webcam export path", () => {
});
it("prefers decoder-backed sync for video wallpapers during export", async () => {
+ vi.clearAllMocks();
const renderer = new FrameRenderer({
width: 1920,
height: 1080,
@@ -479,4 +492,46 @@ describe("FrameRenderer webcam export path", () => {
expect(renderer.backgroundVideoElement).toBeNull();
expect(renderer.backgroundSprite).toBeTruthy();
});
+
+ it("falls back to media-element sync when video wallpaper packet streaming fails", async () => {
+ vi.clearAllMocks();
+ initializeForwardFrameSourceMock.mockResolvedValue(undefined);
+ getForwardFrameAtTimeMock.mockRejectedValueOnce(
+ new Error("readAVPacket pipeline failed: Failed after 3 attempts"),
+ );
+ resolveMediaElementSourceMock.mockResolvedValueOnce({
+ src: "blob:background-video",
+ revoke: vi.fn(),
+ });
+ const renderer = new FrameRenderer({
+ width: 1920,
+ height: 1080,
+ wallpaper: "/wallpapers/wispysky.mp4",
+ zoomRegions: [],
+ showShadow: false,
+ shadowIntensity: 0,
+ backgroundBlur: 0,
+ cropRegion: { x: 0, y: 0, width: 1, height: 1 },
+ webcam: {
+ ...DEFAULT_WEBCAM_OVERLAY,
+ enabled: false,
+ },
+ videoWidth: 1920,
+ videoHeight: 1080,
+ }) as unknown as {
+ setupBackground: () => Promise<void>;
+ syncBackgroundFrame: (timeSeconds: number) => Promise<void>;
+ backgroundForwardFrameSource: unknown;
+ backgroundVideoElement: FakeVideoElement | null;
+ };
+
+ await renderer.setupBackground();
+ await expect(renderer.syncBackgroundFrame(1)).resolves.toBeUndefined();
+
+ expect(cancelForwardFrameSourceMock).toHaveBeenCalled();
+ expect(destroyForwardFrameSourceMock).toHaveBeenCalled();
+ expect(resolveMediaElementSourceMock).toHaveBeenCalledWith("wallpapers/wispysky.mp4");
+ expect(renderer.backgroundForwardFrameSource).toBeNull();
+ expect(renderer.backgroundVideoElement).toBeTruthy();
+ });
});
diff --git a/src/lib/exporter/frameRenderer.ts b/src/lib/exporter/frameRenderer.ts
index 8e723d68..026b11ef 100644
--- a/src/lib/exporter/frameRenderer.ts
+++ b/src/lib/exporter/frameRenderer.ts
@@ -156,7 +156,10 @@ const PIXI_RENDERER_INIT_TIMEOUT_MS = 8_000;
function isCanvasRenderer(renderer: Application): boolean {
const rendererName = renderer?.renderer?.constructor?.name?.toLowerCase();
- return Boolean(rendererName && (rendererName.includes("canvasrenderer") || rendererName.includes("canvas")));
+ return Boolean(
+ rendererName &&
+ (rendererName.includes("canvasrenderer") || rendererName.includes("canvas")),
+ );
}
function toErrorMessage(error: unknown): string {
@@ -357,7 +360,8 @@ export class FrameRenderer {
backend,
);
const elapsed = Math.round(
- (typeof performance === "undefined" ? Date.now() : performance.now()) - initStarted,
+ (typeof performance === "undefined" ? Date.now() : performance.now()) -
+ initStarted,
);
if (isCanvasRenderer(app)) {
throw new Error(
@@ -367,9 +371,13 @@ export class FrameRenderer {
return { app, backend };
} catch (error) {
const elapsed = Math.round(
- (typeof performance === "undefined" ? Date.now() : performance.now()) - initStarted,
+ (typeof performance === "undefined" ? Date.now() : performance.now()) -
+ initStarted,
);
- failures.push({ backend, message: `${toErrorMessage(error)} (after ${elapsed}ms)` });
+ failures.push({
+ backend,
+ message: `${toErrorMessage(error)} (after ${elapsed}ms)`,
+ });
console.warn(
`[FrameRenderer] ${backend} renderer unavailable after ${elapsed}ms; trying next backend.`,
error,
@@ -574,44 +582,9 @@ export class FrameRenderer {
);
}
- const backgroundSource = await resolveMediaElementSource(videoSrc);
- this.cleanupBackgroundSource = backgroundSource.revoke;
-
- const video = document.createElement("video");
- video.muted = true;
- video.loop = true;
- video.playsInline = true;
- video.preload = "auto";
- video.src = backgroundSource.src;
- video.load();
-
- await new Promise<void>((resolve, reject) => {
- const onReady = () => {
- if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {
- return;
- }
- cleanup();
- resolve();
- };
- const onError = () => {
- cleanup();
- reject(new Error(`Failed to load video wallpaper: ${wallpaper}`));
- };
- const cleanup = () => {
- video.removeEventListener("loadeddata", onReady);
- video.removeEventListener("canplay", onReady);
- video.removeEventListener("error", onError);
- };
-
- video.addEventListener("loadeddata", onReady);
- video.addEventListener("canplay", onReady);
- video.addEventListener("error", onError);
- onReady();
- });
-
- this.backgroundVideoElement = video;
- this.lastSyncedBackgroundLoopTimeSec = null;
- this.drawVideoFrameToBackground();
+ if (!(await this.loadBackgroundMediaElementSource(videoSrc, wallpaper))) {
+ throw new Error(`Failed to load video wallpaper: ${wallpaper}`);
+ }
this.backgroundSprite = bgCanvas;
return;
}
@@ -828,8 +801,20 @@ export class FrameRenderer {
}
}
- const decodedFrame =
- await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);
+ let decodedFrame: VideoFrame | null = null;
+ try {
+ decodedFrame =
+ await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);
+ } catch (error) {
+ console.warn(
+ "[FrameRenderer] Decoder-backed video wallpaper failed during export; falling back to media element sync:",
+ error,
+ );
+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {
+ await this.syncBackgroundFrame(timeSeconds);
+ }
+ return;
+ }
const resolvedDecodedDuration =
this.backgroundForwardFrameSource.getResolvedDurationSec();
if (
@@ -865,6 +850,10 @@ export class FrameRenderer {
"[FrameRenderer] Unable to wrap looping video wallpaper at decoded EOF during export:",
error,
);
+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {
+ await this.syncBackgroundFrame(timeSeconds);
+ }
+ return;
}
}
this.closeBackgroundDecodedFrame();
@@ -883,6 +872,92 @@ export class FrameRenderer {
await this.syncBackgroundVideo(timeSeconds);
}
+ private async fallbackBackgroundForwardFrameSourceToMediaElement(): Promise<boolean> {
+ const sourceUrl = this.backgroundForwardFrameSourceUrl;
+ this.backgroundForwardFrameSource?.cancel();
+ void this.backgroundForwardFrameSource?.destroy();
+ this.backgroundForwardFrameSource = null;
+ this.backgroundForwardFrameSourceUrl = null;
+ this.backgroundForwardFrameDurationSec = null;
+ this.closeBackgroundDecodedFrame();
+ this.lastSyncedBackgroundLoopTimeSec = null;
+
+ return sourceUrl ? this.loadBackgroundMediaElementSource(sourceUrl, sourceUrl) : false;
+ }
+
+ private async loadBackgroundMediaElementSource(
+ videoSrc: string,
+ errorLabel: string,
+ ): Promise<boolean> {
+ if (this.backgroundVideoElement) {
+ try {
+ this.backgroundVideoElement.pause();
+ this.backgroundVideoElement.src = "";
+ this.backgroundVideoElement.load();
+ } catch {
+ // Ignore media element teardown errors during export fallback.
+ }
+ this.backgroundVideoElement = null;
+ }
+ this.backgroundSeekPromise = null;
+ this.cleanupBackgroundSource?.();
+ this.cleanupBackgroundSource = null;
+
+ let backgroundSource: Awaited<ReturnType<typeof resolveMediaElementSource>>;
+ try {
+ backgroundSource = await resolveMediaElementSource(videoSrc);
+ } catch (error) {
+ console.warn(
+ "[FrameRenderer] Unable to resolve video wallpaper fallback source:",
+ error,
+ );
+ return false;
+ }
+ this.cleanupBackgroundSource = backgroundSource.revoke;
+
+ const video = document.createElement("video");
+ video.muted = true;
+ video.loop = true;
+ video.playsInline = true;
+ video.preload = "auto";
+ video.src = backgroundSource.src;
+ video.load();
+
+ const ready = await new Promise<boolean>((resolve) => {
+ const onReady = () => {
+ if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {
+ return;
+ }
+ cleanup();
+ resolve(true);
+ };
+ const onError = () => {
+ cleanup();
+ resolve(false);
+ };
+ const cleanup = () => {
+ video.removeEventListener("loadeddata", onReady);
+ video.removeEventListener("canplay", onReady);
+ video.removeEventListener("error", onError);
+ };
+
+ video.addEventListener("loadeddata", onReady);
+ video.addEventListener("canplay", onReady);
+ video.addEventListener("error", onError);
+ onReady();
+ });
+
+ if (!ready) {
+ console.warn(`[FrameRenderer] Failed to load video wallpaper: ${errorLabel}`);
+ return false;
+ }
+
+ this.backgroundVideoElement = video;
+ this.lastSyncedBackgroundLoopTimeSec = null;
+ this.drawVideoFrameToBackground();
+ return true;
+ }
+
private async syncBackgroundVideo(timeSeconds: number): Promise<void> {
const video = this.backgroundVideoElement;
if (!video) return;
diff --git a/src/lib/exporter/modernFrameRenderer.test.ts b/src/lib/exporter/modernFrameRenderer.test.ts
index c0c0927e..7df341f9 100644
--- a/src/lib/exporter/modernFrameRenderer.test.ts
+++ b/src/lib/exporter/modernFrameRenderer.test.ts
@@ -183,6 +183,11 @@ describe("ModernFrameRenderer blur export path", () => {
beforeEach(() => {
Object.assign(globalThis, {
window: globalThis,
+ requestAnimationFrame: (callback: FrameRequestCallback) => {
+ callback(0);
+ return 1;
+ },
+ cancelAnimationFrame: vi.fn(),
HTMLMediaElement: {
HAVE_CURRENT_DATA: 2,
},
@@ -232,6 +237,7 @@ describe("ModernFrameRenderer blur export path", () => {
});
it("prefers decoder-backed sync for video wallpapers during export", async () => {
+ vi.clearAllMocks();
const renderer = new FrameRenderer({
width: 1920,
height: 1080,
@@ -257,6 +263,44 @@ describe("ModernFrameRenderer blur export path", () => {
expect(renderer.backgroundForwardFrameSource).toBeTruthy();
expect(renderer.backgroundVideoElement).toBeNull();
});
+
+ it("falls back to media-element sync when video wallpaper packet streaming fails", async () => {
+ vi.clearAllMocks();
+ initializeForwardFrameSourceMock.mockResolvedValue(undefined);
+ getForwardFrameAtTimeMock.mockRejectedValueOnce(
+ new Error("readAVPacket pipeline failed: Failed after 3 attempts"),
+ );
+ resolveMediaElementSourceMock.mockResolvedValueOnce({
+ src: "blob:background-video",
+ revoke: vi.fn(),
+ });
+ const renderer = new FrameRenderer({
+ width: 1920,
+ height: 1080,
+ nativeReadbackMode: "pixels",
+ wallpaper: "/wallpapers/wispysky.mp4",
+ zoomRegions: [],
+ showShadow: false,
+ shadowIntensity: 0,
+ backgroundBlur: 0,
+ cropRegion: { x: 0, y: 0, width: 1, height: 1 },
+ webcam: {
+ ...DEFAULT_WEBCAM_OVERLAY,
+ enabled: false,
+ },
+ videoWidth: 1920,
+ videoHeight: 1080,
+ }) as any;
+
+ await renderer.setupBackground();
+ await expect(renderer.syncBackgroundFrame(1)).resolves.toBeUndefined();
+
+ expect(cancelForwardFrameSourceMock).toHaveBeenCalled();
+ expect(destroyForwardFrameSourceMock).toHaveBeenCalled();
+ expect(resolveMediaElementSourceMock).toHaveBeenCalledWith("wallpapers/wispysky.mp4");
+ expect(renderer.backgroundForwardFrameSource).toBeNull();
+ expect(renderer.backgroundVideoElement).toBeTruthy();
+ });
});
describe("ModernFrameRenderer webcam frame cache", () => {
diff --git a/src/lib/exporter/modernFrameRenderer.ts b/src/lib/exporter/modernFrameRenderer.ts
index 02e648aa..372dd2a4 100644
--- a/src/lib/exporter/modernFrameRenderer.ts
+++ b/src/lib/exporter/modernFrameRenderer.ts
@@ -1144,44 +1144,9 @@ export class FrameRenderer {
);
}
- const backgroundSource = await resolveMediaElementSource(videoSrc);
- this.cleanupBackgroundSource = backgroundSource.revoke;
-
- const video = document.createElement("video");
- video.muted = true;
- video.loop = true;
- video.playsInline = true;
- video.preload = "auto";
- video.src = backgroundSource.src;
- video.load();
-
- await new Promise<void>((resolve, reject) => {
- const onReady = () => {
- if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {
- return;
- }
- cleanup();
- resolve();
- };
- const onError = () => {
- cleanup();
- reject(new Error(`Failed to load video wallpaper: ${wallpaper}`));
- };
- const cleanup = () => {
- video.removeEventListener("loadeddata", onReady);
- video.removeEventListener("canplay", onReady);
- video.removeEventListener("error", onError);
- };
-
- video.addEventListener("loadeddata", onReady);
- video.addEventListener("canplay", onReady);
- video.addEventListener("error", onError);
- onReady();
- });
-
- this.backgroundVideoElement = video;
- this.lastSyncedBackgroundLoopTimeSec = null;
- this.ensureBackgroundSprite(video, video.videoWidth, video.videoHeight);
+ if (!(await this.loadBackgroundMediaElementSource(videoSrc, wallpaper))) {
+ throw new Error(`Failed to load video wallpaper: ${wallpaper}`);
+ }
return;
}
@@ -1853,8 +1818,20 @@ export class FrameRenderer {
}
}
- const decodedFrame =
- await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);
+ let decodedFrame: VideoFrame | null = null;
+ try {
+ decodedFrame =
+ await this.backgroundForwardFrameSource.getFrameAtTime(normalizedTargetTime);
+ } catch (error) {
+ console.warn(
+ "[FrameRenderer] Decoder-backed video wallpaper failed during export; falling back to media element sync:",
+ error,
+ );
+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {
+ await this.syncBackgroundFrame(timeSeconds);
+ }
+ return;
+ }
const resolvedDecodedDuration =
this.backgroundForwardFrameSource.getResolvedDurationSec();
if (
@@ -1897,6 +1874,10 @@ export class FrameRenderer {
"[FrameRenderer] Unable to wrap looping video wallpaper at decoded EOF during export:",
error,
);
+ if (await this.fallbackBackgroundForwardFrameSourceToMediaElement()) {
+ await this.syncBackgroundFrame(timeSeconds);
+ }
+ return;
}
}
this.closeBackgroundDecodedFrame();
@@ -2092,6 +2073,92 @@ export class FrameRenderer {
return getRenderableAssetUrl(wallpaperAsset);
}
+ private async fallbackBackgroundForwardFrameSourceToMediaElement(): Promise<boolean> {
+ const sourceUrl = this.backgroundForwardFrameSourceUrl;
+ this.backgroundForwardFrameSource?.cancel();
+ void this.backgroundForwardFrameSource?.destroy();
+ this.backgroundForwardFrameSource = null;
+ this.backgroundForwardFrameSourceUrl = null;
+ this.backgroundForwardFrameDurationSec = null;
+ this.closeBackgroundDecodedFrame();
+ this.lastSyncedBackgroundLoopTimeSec = null;
+
+ return sourceUrl ? this.loadBackgroundMediaElementSource(sourceUrl, sourceUrl) : false;
+ }
+
+ private async loadBackgroundMediaElementSource(
+ videoSrc: string,
+ errorLabel: string,
+ ): Promise<boolean> {
+ if (this.backgroundVideoElement) {
+ try {
+ this.backgroundVideoElement.pause();
+ this.backgroundVideoElement.src = "";
+ this.backgroundVideoElement.load();
+ } catch {
+ // Ignore media element teardown errors during export fallback.
+ }
+ this.backgroundVideoElement = null;
+ }
+ this.backgroundSeekPromise = null;
+ this.cleanupBackgroundSource?.();
+ this.cleanupBackgroundSource = null;
+
+ let backgroundSource: Awaited<ReturnType<typeof resolveMediaElementSource>>;
+ try {
+ backgroundSource = await resolveMediaElementSource(videoSrc);
+ } catch (error) {
+ console.warn(
+ "[FrameRenderer] Unable to resolve video wallpaper fallback source:",
+ error,
+ );
+ return false;
+ }
+ this.cleanupBackgroundSource = backgroundSource.revoke;
+
+ const video = document.createElement("video");
+ video.muted = true;
+ video.loop = true;
+ video.playsInline = true;
+ video.preload = "auto";
+ video.src = backgroundSource.src;
+ video.load();
+
+ const ready = await new Promise<boolean>((resolve) => {
+ const onReady = () => {
+ if (video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {
+ return;
+ }
+ cleanup();
+ resolve(true);
+ };
+ const onError = () => {
+ cleanup();
+ resolve(false);
+ };
+ const cleanup = () => {
+ video.removeEventListener("loadeddata", onReady);
+ video.removeEventListener("canplay", onReady);
+ video.removeEventListener("error", onError);
+ };
+
+ video.addEventListener("loadeddata", onReady);
+ video.addEventListener("canplay", onReady);
+ video.addEventListener("error", onError);
+ onReady();
+ });
+
+ if (!ready) {
+ console.warn(`[FrameRenderer] Failed to load video wallpaper: ${errorLabel}`);
+ return false;
+ }
+
+ this.backgroundVideoElement = video;
+ this.lastSyncedBackgroundLoopTimeSec = null;
+ await this.ensureBackgroundSprite(video, video.videoWidth, video.videoHeight);
+ return true;
+ }
+
private disposeWebcamMediaElement(video: HTMLVideoElement): void {
try {
video.pause();