Skip to content

The open-source full-stack studio for Opus 5.5 motion video. Reverse engineering for any video. Code video with HTML: recreate, edit and render. BYOA + BYOK · Motion.md · Images, Video, Music & Voice.

3.6 KB
Raw Blame
import { createContext, useCallback, useContext, useMemo, useRef, useState, type ReactNode } from 'react';
import { createPortal } from 'react-dom';
import { ModelSettings } from './ModelSettings';
import { MediaGenerator } from './MediaGenerator';
import { useArtifactViewActive } from './ArtifactViewState';
import type { GenerateInput, GenerationJob, Modality } from './gatewayClient';
import type { MediaPopoverAnchor } from './mediaPopoverPosition';
import './media-gateway.css';

export type MediaPlacement = { start: number; duration: number; track: number };
export type SelectedMedia = { key: string; elementId: string; path: string; src: string; sourceFile?: string; modality: Modality; label: string };
export type TimelineMediaTarget = { projectId: string; compositionId: string; place: (asset: string, placement: MediaPlacement) => Promise<void>; replace?: (asset: string, selection: SelectedMedia) => Promise<void>; importFiles: (files: File[]) => Promise<void>; currentPlacement: () => MediaPlacement };
export type MediaRequest = { id: string; modality?: Modality; prompt?: string; usage?: GenerateInput['usage'];
  placement?: MediaPlacement; target?: TimelineMediaTarget; onComplete?: (job: GenerationJob) => void;
  selection?: SelectedMedia; intent?: 'edit'; anchor?: MediaPopoverAnchor };
type GatewayUI = { openSettings: () => void; openGenerator: (input?: Omit<MediaRequest, 'id' | 'target'>) => void;
  bindTimeline: (target: TimelineMediaTarget | null) => void; importFiles: () => void; generationOpen: boolean };
const MediaGatewayContext = createContext<GatewayUI | null>(null);
export const useMediaGateway = () => useContext(MediaGatewayContext);

export function MediaGatewayProvider({ children }: { children: ReactNode }) {
  const active = useArtifactViewActive();
  const [settings, setSettings] = useState(false);
  const [request, setRequest] = useState<MediaRequest | null>(null);
  const timeline = useRef<TimelineMediaTarget | null>(null);
  const importInput = useRef<HTMLInputElement>(null);
  const [importError, setImportError] = useState('');
  const bindTimeline = useCallback((target: TimelineMediaTarget | null) => { timeline.current = target; }, []);
  const openSettings = useCallback(() => setSettings(true), []);
  const openGenerator = useCallback((input: Omit<MediaRequest, 'id' | 'target'> = {}) => {
    const target = timeline.current ?? undefined;
    setRequest({ id: crypto.randomUUID(), target, placement: target?.currentPlacement(), ...input });
  }, []);
  const value = useMemo(() => ({ openSettings, openGenerator, bindTimeline, importFiles: () => importInput.current?.click(), generationOpen: !!request }), [openSettings, openGenerator, bindTimeline, request]);
  return <MediaGatewayContext.Provider value={value}>
    {children}
    <input ref={importInput} type="file" accept="image/*,video/*,audio/*" multiple hidden onChange={event => {
      const files = Array.from(event.target.files ?? []); event.target.value = '';
      if (files.length && timeline.current) { setImportError(''); void timeline.current.importFiles(files).catch(error => setImportError(error.message)); }
    }} />
    {active && settings && <ModelSettings onClose={() => setSettings(false)} />}
    {createPortal(<div hidden={!active} inert={!active}>
      {importError && <div className="motion-media-notice" role="alert">{importError}<button onClick={() => setImportError('')}>×</button></div>}
      {request && <MediaGenerator key={request.id} request={request} onClose={() => setRequest(null)} onSettings={openSettings} />}
    </div>, document.body)}
  </MediaGatewayContext.Provider>;
}