Skip to content

🎥 Make videos programmatically with React

5.9 KB
Raw Blame
import {
	useAudioData,
	visualizeAudio,
	visualizeAudioWaveform,
} from '@remotion/media-utils';
import {transparentize} from 'polished';
import React from 'react';
import {
	AbsoluteFill,
	Html5Audio,
	Img,
	interpolate,
	staticFile,
	useCurrentFrame,
	useVideoConfig,
} from 'remotion';
import styled from 'styled-components';
import DropDots from '../DropDots/DropDots';
import music from '../resources/sound1.mp3';

const Background = styled(Img)`
	height: 100%;
	width: 120%;
	margin-left: -15%;
`;

const Blur = styled(AbsoluteFill)`
	backdrop-filter: blur(5px);
`;

const FullSize = styled(AbsoluteFill)`
	display: flex;
	justify-content: center;
	align-items: center;
`;

const Orb = styled.div`
	height: 400px;
	width: 400px;
	border-radius: 200px;
	display: flex;
	justify-content: center;
	align-items: center;
	font-size: 70px;
	font-family:
		--apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu,
		Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
	font-weight: bold;
	text-transform: lowercase;
	flex-direction: column;
`;

const Text: React.FC<{
	readonly color: string;
	readonly transform: string;
	readonly blur: number;
}> = ({color, transform, blur}) => {
	const frame = useCurrentFrame();
	const cool = (offset: number) => Math.sin((frame + offset) / 10);
	return (
		<AbsoluteFill
			style={{
				textAlign: 'center',
				display: 'flex',
				justifyContent: 'center',
				alignItems: 'center',
				color,
				transform,
				filter: `blur(${blur}px)`,
			}}
		>
			<div
				style={{
					transform: `translateY(${cool(0) * 8}px)`,
				}}
			>
				Remotion
			</div>
			<div
				style={{
					transform: `translateY(${cool(5) * 8}px)`,
				}}
			>
				Nation
			</div>
		</AbsoluteFill>
	);
};

const WAVEFORM_SAMPLES = 32;

const AudioVisualization: React.FC = () => {
	const frame = useCurrentFrame();
	const {width, height, fps} = useVideoConfig();
	const audioData = useAudioData(music);
	const audioDataVoice = useAudioData(staticFile('podcast.wav'));
	if (!audioData || !audioDataVoice) {
		return null;
	}

	const visualization = visualizeAudio({
		fps,
		frame,
		audioData,
		numberOfSamples: 32,
	});
	const waveform = visualizeAudioWaveform({
		fps,
		frame,
		audioData: audioDataVoice,
		numberOfSamples: WAVEFORM_SAMPLES,
		windowInSeconds: 1 / fps,
		channel: 0,
	});
	console.log({waveform});

	const scale =
		1 +
		interpolate(visualization[1], [0.14, 1], [0, 0.6], {
			extrapolateLeft: 'clamp',
		});

	const backgroundScale =
		1 + interpolate(visualization[visualization.length - 1], [0, 0.7], [0, 1]);

	const circlesOut = visualization.slice(4);

	const rgbEffect = interpolate(
		visualization[Math.floor(visualization.length / 3)],
		[0, 0.5],
		[0, 30],
	);

	const dropStart = 1989;
	const dropEnd = 3310;

	const dayInterpolation = [dropStart - 5, dropStart, dropEnd, dropEnd + 5];

	const day = interpolate(frame, dayInterpolation, [1, 0, 0, 1], {
		extrapolateLeft: 'clamp',
		extrapolateRight: 'clamp',
	});
	const night = interpolate(frame, dayInterpolation, [0, 1, 1, 0], {
		extrapolateLeft: 'clamp',
		extrapolateRight: 'clamp',
	});

	const orbRgb = Math.round(interpolate(day, [0, 1], [30, 255]));
	const textRgb = Math.round(interpolate(night, [0, 1], [0, 255]));
	const orbBackground = `rgb(${orbRgb}, ${orbRgb}, ${orbRgb})`;
	const textColor = `rgba(${textRgb}, ${textRgb}, ${textRgb}, 0.8)`;

	const onlySeconds = circlesOut.filter((_x, i) => i % 2 === 0);
	const circlesToUse = [...onlySeconds, ...onlySeconds];
	return (
		<div style={{flex: 1}}>
			<AbsoluteFill>
				<AbsoluteFill>
					<Background
						style={{transform: `scale(${backgroundScale})`, opacity: night}}
						src="https://fast-cdn.dynamicwallpaper.club/wallpapers%2Feq8ggec3apr%2Fthumbs%2F800%2F0.jpg?generation=1614257969409557&alt=media"
					/>
				</AbsoluteFill>
				<AbsoluteFill>
					<Background
						style={{transform: `scale(${backgroundScale})`, opacity: day}}
						src="https://fast-cdn.dynamicwallpaper.club/wallpapers%2Feq8ggec3apr%2Fthumbs%2F800%2F4.jpg?generation=1614257969529252&alt=media"
					/>
				</AbsoluteFill>
			</AbsoluteFill>
			<Blur />
			<DropDots
				opacity={night}
				volume={interpolate(visualization[1], [0, 0.24], [0, 1], {
					extrapolateLeft: 'clamp',
				})}
			/>

			<Html5Audio src={music} />
			<FullSize>
				{circlesToUse.map((v, i) => {
					const leftNeighbour =
						i === circlesToUse.length - 1
							? circlesToUse[0]
							: circlesToUse[i + 1];
					const rightNeighbour =
						i === 0
							? circlesToUse[circlesToUse.length - 1]
							: circlesToUse[i - 1];
					const a = (i / circlesToUse.length) * Math.PI * 2;
					const offset =
						(300 +
							Math.log(
								interpolate(
									(v + leftNeighbour + rightNeighbour) / 3,
									[0.0, 1],
									[0, 1],
									{
										extrapolateLeft: 'clamp',
									},
								) * 600,
							) *
								6) *
						day;
					const x = Math.sin(a) * offset;
					const y = Math.cos(a) * offset;
					return (
						<div
							style={{
								backgroundColor: 'white',
								height: 20,
								width: 20,
								borderRadius: 10,
								position: 'absolute',
								left: x + width / 2,
								top: y + height / 2,
							}}
						/>
					);
				})}
				<Orb
					style={{
						transform: `scale(${scale})`,
						backgroundColor: orbBackground,
						boxShadow: `0 0 50px ${transparentize(0.5, textColor)}`,
					}}
				>
					<Text
						blur={2}
						color="rgba(255, 0, 0, 0.3)"
						transform={`translateY(${-rgbEffect}px) translateX(${
							rgbEffect * 2
						}px)`}
					/>
					<Text
						blur={2}
						color="rgba(0, 255, 0, 0.3)"
						transform={`translateX(${rgbEffect * 3}px) translateY(${
							rgbEffect * 3
						}px)`}
					/>
					<Text
						blur={2}
						color="rgba(0, 0, 255, 0.3)"
						transform={`translateX(${-rgbEffect * 3}px)`}
					/>
					<Text
						blur={0}
						color={textColor}
						transform={`translateY(${rgbEffect}px)`}
					/>
				</Orb>
			</FullSize>
		</div>
	);
};

export default AudioVisualization;