🎥 Make videos programmatically with React
import clsx from 'clsx';
import React, {useCallback, useMemo, useRef, useState} from 'react';
import type {Source} from '~/lib/convert-state';
import {useIsNarrow} from '~/lib/is-narrow';
import {
useAddFilenameToTitle,
useCopyThumbnailToFavicon,
} from '~/lib/title-context';
import {useThumbnailAndWaveform} from '~/lib/use-thumbnail';
import {AudioTrackOverview} from './AudioTrackOverview';
import {ContainerOverview} from './ContainerOverview';
import {EmbeddedImage} from './EmbeddedImage';
import {getBrightnessOfFrame} from './get-brightness-of-frame';
import {SourceLabel} from './SourceLabel';
import {TrackSwitcher} from './TrackSwitcher';
import {Button} from './ui/button';
import {Card, CardDescription, CardHeader, CardTitle} from './ui/card';
import {ScrollArea} from './ui/scroll-area';
import {Separator} from './ui/separator';
import {Skeleton} from './ui/skeleton';
import type {ProbeResult} from './use-probe';
import type {VideoThumbnailRef} from './VideoThumbnail';
import {VideoThumbnail} from './VideoThumbnail';
import {VideoTrackOverview} from './VideoTrackOverview';
import styles from './probe.module.css';
const idealBrightness = 0.8;
export const Probe: React.FC<{
readonly src: Source;
readonly setProbeDetails: React.Dispatch<React.SetStateAction<boolean>>;
readonly probeDetails: boolean;
readonly probeResult: ProbeResult;
readonly videoThumbnailRef: React.RefObject<VideoThumbnailRef | null>;
readonly userRotation: number;
readonly mirrorHorizontal: boolean;
readonly mirrorVertical: boolean;
readonly onWaveformBars: (bars: number[]) => void;
readonly isAudio: boolean;
}> = ({
src,
probeDetails,
setProbeDetails,
probeResult,
videoThumbnailRef,
userRotation,
mirrorHorizontal,
mirrorVertical,
onWaveformBars,
isAudio,
}) => {
const bestBrightness = useRef<number | null>(null);
const onVideoThumbnail = useCallback(
async (frame: VideoFrame) => {
const brightness = await getBrightnessOfFrame(frame);
const differenceToIdeal = Math.abs(brightness - idealBrightness);
if (
bestBrightness.current === null ||
differenceToIdeal < bestBrightness.current
) {
bestBrightness.current = differenceToIdeal;
videoThumbnailRef.current?.draw(frame);
}
frame.close();
},
[videoThumbnailRef],
);
const onDone = useCallback(() => {
videoThumbnailRef.current?.onDone();
}, [videoThumbnailRef]);
const {err: thumbnailError} = useThumbnailAndWaveform({
onVideoThumbnail,
onDone,
onWaveformBars,
input: probeResult.input,
});
const {
audioCodec,
frameRate,
tracks,
name,
container,
dimensions,
size,
videoCodec,
durationInSeconds,
isHdr,
done,
rotation,
error,
metadata,
sampleRate,
} = probeResult;
const onClick = useCallback(() => {
setProbeDetails((p) => !p);
}, [setProbeDetails]);
const sortedTracks = useMemo(
() => (tracks ? tracks.slice().sort((a, b) => a.id - b.id) : []),
[tracks],
);
const [trackDetails, setTrackDetails] = useState<number | null>(null);
const isNarrow = useIsNarrow();
const selectedTrack = useMemo(() => {
if (!probeDetails || trackDetails === null) {
return null;
}
return sortedTracks[trackDetails];
}, [probeDetails, sortedTracks, trackDetails]);
const [showPackets, setShowPackets] = useState(false);
useAddFilenameToTitle(name);
useCopyThumbnailToFavicon(videoThumbnailRef);
const images = useMemo(() => {
return metadata?.images ?? null;
}, [metadata]);
const canShowDetails = !error;
return (
<div
className="w-full lg:w-[350px] data-[expanded=true]:w-[732px]"
data-expanded={probeDetails}
>
<Card
className="overflow-hidden lg:w-[350px] data-[expanded=true]:w-[732px]"
data-expanded={probeDetails}
>
<div className="flex flex-row lg:flex-col w-full border-b-2 border-black">
{images ? <EmbeddedImage images={images} /> : null}
{error ? null : thumbnailError ? null : isAudio ? null : (
<VideoThumbnail
ref={videoThumbnailRef}
smallThumbOnMobile
userRotation={userRotation}
trackRotation={rotation}
mirrorHorizontal={mirrorHorizontal}
mirrorVertical={mirrorVertical}
initialReveal={false}
/>
)}
<CardHeader className="p-3 lg:p-4 w-full">
<CardTitle title={name ?? undefined}>
{name ? (
name
) : (
<Skeleton className="h-5 w-[220px] inline-block" />
)}
</CardTitle>
{error ? (
<CardDescription className="mt-0! text-red-500">
Failed to parse media:
<br />
{error.message}
</CardDescription>
) : null}
{canShowDetails ? (
<CardDescription
className={clsx('mt-0! truncate', styles['fade-in'])}
>
{done ? (
<SourceLabel src={src} />
) : (
<span id="not-done">0% read</span>
)}
</CardDescription>
) : null}
</CardHeader>
</div>
{canShowDetails && showPackets ? (
<div className="pr-6 border-b-2 border-black overflow-y-auto">
<Button variant="link" onClick={() => setShowPackets(false)}>
<svg
xmlns="http://www.w3.org/2000/svg"
viewBox="0 0 448 512"
style={{height: 16}}
>
<path
fill="currentcolor"
d="M18.2 273l-17-17 17-17L171.8 85.4l17-17 33.9 33.9-17 17L93.1 232 424 232l24 0 0 48-24 0L93.1 280 205.8 392.6l17 17-33.9 33.9-17-17L18.2 273z"
/>
</svg>
<div className="w-2" />
Track {selectedTrack?.id} Packets
</Button>
</div>
) : canShowDetails && sortedTracks.length && probeDetails ? (
<div className="pr-6 border-b-2 border-black overflow-y-auto">
<TrackSwitcher
selectedTrack={trackDetails}
sortedTracks={sortedTracks}
onTrack={(track) => {
setTrackDetails(track);
}}
/>
</div>
) : null}
{canShowDetails && !isNarrow ? (
<>
<ScrollArea height={300} className="flex-1">
{selectedTrack === null ? (
<ContainerOverview
isAudioOnly={isAudio}
container={container ?? null}
dimensions={dimensions ?? null}
videoCodec={videoCodec ?? null}
size={size ?? null}
durationInSeconds={durationInSeconds}
audioCodec={audioCodec}
frameRate={frameRate}
metadata={metadata}
isHdr={isHdr}
sampleRate={sampleRate}
audioTrack={
tracks?.find((track) => track.isAudioTrack()) ?? null
}
/>
) : selectedTrack.isVideoTrack() ? (
<VideoTrackOverview
track={selectedTrack}
showPackets={showPackets}
setShowPackets={setShowPackets}
/>
) : selectedTrack.isAudioTrack() ? (
<AudioTrackOverview
showPackets={showPackets}
setShowPackets={setShowPackets}
track={selectedTrack}
/>
) : null}
</ScrollArea>
<Separator orientation="horizontal" />
</>
) : null}
{canShowDetails ? (
<div className="flex flex-row items-center justify-center">
<Button
className="w-full h-full hover:bg-slate-100 transition-colors"
disabled={!tracks}
variant="ghost"
onClick={onClick}
>
{probeDetails ? 'Hide details' : 'Show details'}
</Button>
</div>
) : null}
</Card>
</div>
);
};