🎥 Make videos programmatically with React
Fix Browser Studio video filmstrips by sharing Mediabunny
Jonny Burger19bd4a04ce85
diff --git a/bun.lock b/bun.lockindex 76294b99de..1598428751 100644--- a/bun.lock+++ b/bun.lock@@ -199,6 +199,7 @@"@types/react-dom": "catalog:","@typescript/native-preview": "catalog:","eslint": "catalog:",+ "mediabunny": "catalog:","react": "catalog:","react-dom": "catalog:",},diff --git a/packages/browser-studio/e2e/browser-studio.test.ts b/packages/browser-studio/e2e/browser-studio.test.tsindex 112ad38a16..433c395ab4 100644--- a/packages/browser-studio/e2e/browser-studio.test.ts+++ b/packages/browser-studio/e2e/browser-studio.test.ts@@ -809,7 +809,7 @@ export const Root = () => <Composition id="OpfsComp" component={OpfsComposition}expect(remainingProjectDirectories).not.toContain(previousDirectoryName);});-test('drops a local image onto the canvas and imports it into the virtual project', async ({+test('drops local media onto the canvas, imports it, and renders a video filmstrip', async ({page,}) => {const studioApiRequests: string[] = [];@@ -885,6 +885,42 @@ test('drops a local image onto the canvas and imports it into the virtual projec),).toBe(true);+ await expect+ .poll(() =>+ studio+ .getByTitle('<Video>', {exact: true})+ .locator('canvas')+ .evaluateAll<boolean, HTMLCanvasElement>((canvases) =>+ canvases.some((filmstrip) => {+ const context = filmstrip.getContext('2d');+ if (!context || filmstrip.width === 0 || filmstrip.height === 0) {+ return false;+ }++ const {data} = context.getImageData(+ 0,+ 0,+ filmstrip.width,+ filmstrip.height,+ );+ // Video thumbnails fill the canvas; the audio waveform is translucent.+ const minimumOpaquePixels =+ filmstrip.width * filmstrip.height * 0.9;+ let opaquePixels = 0;+ for (let index = 3; index < data.length; index += 4) {+ if (data[index] === 255) {+ opaquePixels++;+ if (opaquePixels > minimumOpaquePixels) {+ return true;+ }+ }+ }++ return false;+ }),+ ),+ )+ .toBe(true);expect(studioApiRequests).toEqual([]);});diff --git a/packages/browser-studio/package.json b/packages/browser-studio/package.jsonindex e668c3e15f..fb3e475deb 100644--- a/packages/browser-studio/package.json+++ b/packages/browser-studio/package.json@@ -60,6 +60,7 @@"@types/react-dom": "catalog:","@typescript/native-preview": "catalog:","eslint": "catalog:",+ "mediabunny": "catalog:","react": "catalog:","react-dom": "catalog:"},diff --git a/packages/browser-studio/src/browser-studio-vendor-runtime.ts b/packages/browser-studio/src/browser-studio-vendor-runtime.tsindex d7b39d910a..03357d7fb1 100644--- a/packages/browser-studio/src/browser-studio-vendor-runtime.ts+++ b/packages/browser-studio/src/browser-studio-vendor-runtime.ts@@ -1,3 +1,4 @@+import * as Mediabunny from 'mediabunny';import * as React from 'react';import * as ReactDom from 'react-dom';import * as ReactDomClient from 'react-dom/client';@@ -36,6 +37,7 @@ Object.defineProperty(globalThis, '__webpack_hash__', {});globalThis.remotion_browserStudioVendor = {+ mediabunny: makeMutableNamespace(Mediabunny),react: makeMutableNamespace(React),reactDom: makeMutableNamespace(ReactDom),reactDomClient: makeMutableNamespace(ReactDomClient),@@ -79,6 +81,7 @@ declare global {};// eslint-disable-next-line no-varvar remotion_browserStudioVendor: {+ mediabunny: typeof Mediabunny;react: typeof React;reactDom: typeof ReactDom;reactDomClient: typeof ReactDomClient;diff --git a/packages/browser-studio/src/browser-studio-worker.ts b/packages/browser-studio/src/browser-studio-worker.tsindex 0985c36c97..e30a07bd29 100644--- a/packages/browser-studio/src/browser-studio-worker.ts+++ b/packages/browser-studio/src/browser-studio-worker.ts@@ -48,6 +48,7 @@ const postResponse = (response: BrowserStudioWorkerCompileResponse) => {};const browserStudioVendorExternals = {+ mediabunny: 'globalThis.remotion_browserStudioVendor.mediabunny',react: 'globalThis.remotion_browserStudioVendor.react','react-dom': 'globalThis.remotion_browserStudioVendor.reactDom','react-dom/client': 'globalThis.remotion_browserStudioVendor.reactDomClient',