Skip to content

AI media harness for planning, generating, and editing locally

TypeScript
2.7 KB
Raw Blame
import { useEffect, useRef, type CSSProperties, type RefObject } from "react";
import { createVideoEffectsPreview, type GpuEffects } from "../../lib/videoEffectsGpu";

export function VideoEffectsPreview({ source, sourceUrl, effects, playing, style, onError }: {
  source: RefObject<HTMLVideoElement | HTMLImageElement>;
  sourceUrl: string;
  effects: GpuEffects;
  playing: boolean;
  style?: CSSProperties;
  onError: (message: string) => void;
}) {
  const canvas = useRef<HTMLCanvasElement>(null);
  const settings = useRef(effects);
  const running = useRef(playing);
  const updatePlayback = useRef<(() => void) | null>(null);
  running.current = playing;
  const errorHandler = useRef(onError);
  const redraw = useRef<(() => void) | null>(null);
  settings.current = effects;
  errorHandler.current = onError;
  useEffect(() => {
    const media = source.current;
    if (!canvas.current || !media) return;
    let live = true, failed = false, animation = 0, videoFrame = 0;
    let renderer: Awaited<ReturnType<typeof createVideoEffectsPreview>> | undefined;
    const video = media instanceof HTMLVideoElement ? media : null;
    const draw = () => {
      if (!live || failed) return;
      try { renderer?.draw(media, settings.current); }
      catch (reason) { failed = true; errorHandler.current(String(reason)); }
    };
    const schedule = () => {
      if (!live || failed || !running.current) return;
      if (video?.requestVideoFrameCallback) videoFrame = video.requestVideoFrameCallback(() => { draw(); schedule(); });
      else animation = requestAnimationFrame(() => { draw(); schedule(); });
    };
    const cancel = () => {
      cancelAnimationFrame(animation);
      if (videoFrame) video?.cancelVideoFrameCallback(videoFrame);
      animation = 0; videoFrame = 0;
    };
    updatePlayback.current = () => { cancel(); if (renderer) { draw(); schedule(); } };
    redraw.current = draw;
    const events = ["loadeddata", "seeked", "load"];
    events.forEach((event) => media.addEventListener(event, draw));
    void createVideoEffectsPreview(canvas.current).then((created) => {
      if (!live) { created.dispose(); return; }
      renderer = created;
      draw(); schedule();
    }, (reason) => { if (live) errorHandler.current(String(reason)); });
    return () => {
      live = false;
      cancel();
      updatePlayback.current = null;
      redraw.current = null;
      events.forEach((event) => media.removeEventListener(event, draw));
      renderer?.dispose();
    };
  }, [source, sourceUrl]);
  useEffect(() => updatePlayback.current?.(), [playing]);
  useEffect(() => redraw.current?.(), [effects]);
  return <canvas ref={canvas} className="program-keyed-picture" style={style} aria-label="Video effects preview" />;
}