Skip to content

🎥 Make videos programmatically with React

Fix Browser Studio video filmstrips by sharing Mediabunny

Jonny Burger19bd4a04ce85
diff --git a/bun.lock b/bun.lock
index 76294b99de..1598428751 100644
--- a/bun.lock
+++ b/bun.lock
@@ -199,6 +199,7 @@
"@types/react-dom": "catalog:",
"@typescript/native-preview": "catalog:",
"eslint": "catalog:",
+ "mediabunny": "catalog:",
"react": "catalog:",
"react-dom": "catalog:",
},
diff --git a/packages/browser-studio/e2e/browser-studio.test.ts b/packages/browser-studio/e2e/browser-studio.test.ts
index 112ad38a16..433c395ab4 100644
--- a/packages/browser-studio/e2e/browser-studio.test.ts
+++ b/packages/browser-studio/e2e/browser-studio.test.ts
@@ -809,7 +809,7 @@ export const Root = () => <Composition id="OpfsComp" component={OpfsComposition}
expect(remainingProjectDirectories).not.toContain(previousDirectoryName);
});
-test('drops a local image onto the canvas and imports it into the virtual project', async ({
+test('drops local media onto the canvas, imports it, and renders a video filmstrip', async ({
page,
}) => {
const studioApiRequests: string[] = [];
@@ -885,6 +885,42 @@ test('drops a local image onto the canvas and imports it into the virtual projec
),
)
.toBe(true);
+ await expect
+ .poll(() =>
+ studio
+ .getByTitle('<Video>', {exact: true})
+ .locator('canvas')
+ .evaluateAll<boolean, HTMLCanvasElement>((canvases) =>
+ canvases.some((filmstrip) => {
+ const context = filmstrip.getContext('2d');
+ if (!context || filmstrip.width === 0 || filmstrip.height === 0) {
+ return false;
+ }
+
+ const {data} = context.getImageData(
+ 0,
+ 0,
+ filmstrip.width,
+ filmstrip.height,
+ );
+ // Video thumbnails fill the canvas; the audio waveform is translucent.
+ const minimumOpaquePixels =
+ filmstrip.width * filmstrip.height * 0.9;
+ let opaquePixels = 0;
+ for (let index = 3; index < data.length; index += 4) {
+ if (data[index] === 255) {
+ opaquePixels++;
+ if (opaquePixels > minimumOpaquePixels) {
+ return true;
+ }
+ }
+ }
+
+ return false;
+ }),
+ ),
+ )
+ .toBe(true);
expect(studioApiRequests).toEqual([]);
});
diff --git a/packages/browser-studio/package.json b/packages/browser-studio/package.json
index e668c3e15f..fb3e475deb 100644
--- a/packages/browser-studio/package.json
+++ b/packages/browser-studio/package.json
@@ -60,6 +60,7 @@
"@types/react-dom": "catalog:",
"@typescript/native-preview": "catalog:",
"eslint": "catalog:",
+ "mediabunny": "catalog:",
"react": "catalog:",
"react-dom": "catalog:"
},
diff --git a/packages/browser-studio/src/browser-studio-vendor-runtime.ts b/packages/browser-studio/src/browser-studio-vendor-runtime.ts
index d7b39d910a..03357d7fb1 100644
--- a/packages/browser-studio/src/browser-studio-vendor-runtime.ts
+++ b/packages/browser-studio/src/browser-studio-vendor-runtime.ts
@@ -1,3 +1,4 @@
+import * as Mediabunny from 'mediabunny';
import * as React from 'react';
import * as ReactDom from 'react-dom';
import * as ReactDomClient from 'react-dom/client';
@@ -36,6 +37,7 @@ Object.defineProperty(globalThis, '__webpack_hash__', {
});
globalThis.remotion_browserStudioVendor = {
+ mediabunny: makeMutableNamespace(Mediabunny),
react: makeMutableNamespace(React),
reactDom: makeMutableNamespace(ReactDom),
reactDomClient: makeMutableNamespace(ReactDomClient),
@@ -79,6 +81,7 @@ declare global {
};
// eslint-disable-next-line no-var
var remotion_browserStudioVendor: {
+ mediabunny: typeof Mediabunny;
react: typeof React;
reactDom: typeof ReactDom;
reactDomClient: typeof ReactDomClient;
diff --git a/packages/browser-studio/src/browser-studio-worker.ts b/packages/browser-studio/src/browser-studio-worker.ts
index 0985c36c97..e30a07bd29 100644
--- a/packages/browser-studio/src/browser-studio-worker.ts
+++ b/packages/browser-studio/src/browser-studio-worker.ts
@@ -48,6 +48,7 @@ const postResponse = (response: BrowserStudioWorkerCompileResponse) => {
};
const browserStudioVendorExternals = {
+ mediabunny: 'globalThis.remotion_browserStudioVendor.mediabunny',
react: 'globalThis.remotion_browserStudioVendor.react',
'react-dom': 'globalThis.remotion_browserStudioVendor.reactDom',
'react-dom/client': 'globalThis.remotion_browserStudioVendor.reactDomClient',