Skip to content

Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS

11.5 KB
Raw Blame
import { useCallback, useEffect, useMemo, useRef, useState } from 'react';
import { useSearchParams } from 'react-router';
import { Film, RotateCcw } from 'lucide-react';
import toast from '../ui/Toast';
import useProviderModels from '../../hooks/useProviderModels.js';
import ProviderModelSelector from '../ProviderModelSelector.jsx';
import { shouldIgnoreGlobalKey } from '../../lib/a11yKeyboard.js';
import useGeneratedPreview from '../../hooks/useGeneratedPreview.js';
import { generateMusicVideoCode, getMusicVideoCodeDocument, regenerateMusicVideoCodeSection } from '../../services/apiMusicVideo.js';

const buttonCls = 'flex items-center gap-1 bg-port-bg border border-port-border rounded px-2 py-1.5 text-sm min-h-[44px] sm:min-h-0 disabled:opacity-50';
const inputCls = 'block w-full rounded border border-port-border bg-port-card px-2 py-1.5 text-sm placeholder-port-text-muted focus:outline-none focus:ring-2 focus:ring-port-accent disabled:opacity-50';

/**
 * Preview and generation for a code-rendered music video (#9076).
 * The selected section is `?section=`, bound to a labeled select (#10163).
 * Generation is gated on storyboard approval with inline reason (#10163).
 * Sections with generated code are marked in the select (#10163).
 */
export default function CodeVideoPanel({ project, audioUrl, onProject, productionReadiness }) {
  const [searchParams, setSearchParams] = useSearchParams();
  const [doc, setDoc] = useState(null);
  const [error, setError] = useState('');
  const [busy, setBusy] = useState(null);
  const [t, setT] = useState(0);
  const [playing, setPlaying] = useState(false);
  const [looping, setLooping] = useState(false);
  const audioRef = useRef(null);
  const tRef = useRef(0);
  const {
    providers, selectedProviderId, selectedModel, availableModels, selectedProvider,
    setSelectedProviderId, setSelectedModel,
  } = useProviderModels({ allowDefault: true, silent: true });

  useEffect(() => {
    let active = true;
    setError('');
    getMusicVideoCodeDocument(project.id, { silent: true })
      .then((next) => { if (active) setDoc(next); })
      .catch((err) => { if (active) setError(err?.message || 'Could not build the code preview'); });
    return () => { active = false; };
  }, [project.id, project.composition?.codeVideo?.generatedAt]);

  const sections = useMemo(() => doc?.song?.sections || doc?.timeline?.sections || [], [doc]);
  const fps = doc?.fps || 24;
  const duration = doc?.durationSec || 0;
  const requested = searchParams.get('section');
  const section = sections.find((item) => item.id === requested) || sections[0] || null;

  useEffect(() => {
    if (!section || requested === section.id) return undefined;
    setSearchParams((prev) => {
      if (!requested && prev.has('section')) return prev;
      const next = new URLSearchParams(prev);
      next.set('section', section.id);
      return next;
    }, { replace: true });
    return undefined;
  }, [section, requested, setSearchParams]);

  const revision = String(project.composition?.codeVideo?.generatedAt || '');
  const request = useMemo(() => ({ kind: 'music-video-code', projectId: project.id, revision }), [project.id, revision]);
  const preview = useGeneratedPreview({ active: true, request });

  const seek = useCallback((time) => {
    const next = Math.min(Math.max(0, time), duration || time);
    tRef.current = next;
    setT(next);
    preview.seek(next);
    if (audioRef.current && Math.abs((audioRef.current.currentTime || 0) - next) > 0.05) {
      audioRef.current.currentTime = next;
    }
  }, [duration, preview.seek]);

  useEffect(() => {
    const step = (dir) => seek(tRef.current + dir / fps);
    const jump = (dir) => {
      if (!sections.length) return;
      const index = Math.max(0, sections.findIndex((item) => item.id === (section?.id)));
      const next = sections[(index + dir + sections.length) % sections.length];
      setSearchParams((prev) => {
        const params = new URLSearchParams(prev);
        params.set('section', next.id);
        return params;
      }, { replace: true });
      seek(next.startSec || 0);
    };
    const onKey = (event) => {
      if (shouldIgnoreGlobalKey(event)) return;
      if (event.key === ',' || event.key === '.') {
        event.preventDefault();
        if (audioRef.current) audioRef.current.pause();
        setPlaying(false);
        step(event.key === '.' ? 1 : -1);
      } else if (event.key === '[' || event.key === ']') {
        event.preventDefault();
        jump(event.key === ']' ? 1 : -1);
      } else if (event.key === 'l' || event.key === 'L') {
        event.preventDefault();
        setLooping((value) => !value);
      }
    };
    window.addEventListener('keydown', onKey);
    return () => window.removeEventListener('keydown', onKey);
  }, [seek, fps, sections, section, setSearchParams]);

  useEffect(() => {
    if (!playing) return undefined;
    let handle = 0;
    let posted = -1;
    const tick = () => {
      const audio = audioRef.current;
      if (!audio) return;
      let time = audio.currentTime || 0;
      if (looping && section && time >= section.endSec) {
        time = section.startSec || 0;
        audio.currentTime = time;
      }
      const frameIndex = Math.floor(time * fps + 1e-9);
      if (frameIndex !== posted) {
        posted = frameIndex;
        tRef.current = time;
        setT(time);
        preview.seek(time);
      }
      handle = requestAnimationFrame(tick);
    };
    handle = requestAnimationFrame(tick);
    return () => cancelAnimationFrame(handle);
  }, [playing, looping, section, fps, preview.seek]);

  const providerLabel = selectedProvider?.name || selectedProviderId || 'the active provider';
  const modelLabel = selectedModel ? ` / ${selectedModel}` : '';

  // Compute readiness and generated sections (#10163)
  const generatedSectionIds = useMemo(
    () => new Set((project?.composition?.codeVideo?.sections || []).map((s) => s.id)),
    [project?.composition?.codeVideo?.sections],
  );

  // Server-computed readiness: approval freshness included, null while loading.
  const canGenerate = productionReadiness?.storyboard?.approved ?? false;
  const generateDisabledReason = !canGenerate ? 'Approve the storyboard first' : null;

  const run = async (sectionId) => {
    setBusy(sectionId || 'all');
    const body = { providerId: selectedProviderId || undefined, model: selectedModel || undefined };
    const task = sectionId
      ? regenerateMusicVideoCodeSection(project.id, sectionId, body, { silent: true })
      : generateMusicVideoCode(project.id, body, { silent: true });
    const result = await Promise.resolve(task).catch((err) => {
      toast.error(err?.message || 'Code video generation failed');
      return null;
    });
    setBusy(null);
    if (result?.project) onProject(result.project);
  };

  const togglePlay = () => {
    const audio = audioRef.current;
    if (!audio) { setPlaying((value) => !value); return; }
    if (playing) { audio.pause(); setPlaying(false); return; }
    audio.play?.()?.catch?.(() => {});
    setPlaying(true);
  };

  return (
    <section className="mt-3 space-y-2 rounded-lg border border-port-border bg-port-bg p-2" aria-label="Code-rendered preview">
      <div className="flex flex-wrap items-end gap-2">
        {providers.length > 0 && (
          <ProviderModelSelector
            providers={providers}
            selectedProviderId={selectedProviderId}
            selectedModel={selectedModel}
            availableModels={availableModels}
            onProviderChange={setSelectedProviderId}
            onModelChange={setSelectedModel}
            label="Code video provider"
            disabled={!!busy}
            modelDisabled={availableModels.length === 0}
            compact
            alwaysShowModel
            emptyProviderOption="Active provider (default)"
            emptyModelOption="Default model"
          />
        )}
        <p className="text-xs text-port-text-muted">
          Generate code video uses {providerLabel}{modelLabel}. Nothing is sent until you click.
        </p>
        {sections.length > 0 && (
          <div>
            <label htmlFor="mv-code-section" className="block text-xs text-port-text-muted mb-0.5">Section to regenerate</label>
            <select id="mv-code-section" className={inputCls} value={section?.id || ''}
              onChange={(e) => {
                if (e.target.value) {
                  setSearchParams((prev) => {
                    const next = new URLSearchParams(prev);
                    next.set('section', e.target.value);
                    return next;
                  }, { replace: true });
                }
              }}>
              {sections.map((sec) => (
                <option key={sec.id} value={sec.id}>
                  {sec.label || sec.id}{generatedSectionIds.has(sec.id) ? ' · generated' : ' · default'}
                </option>
              ))}
            </select>
          </div>
        )}
        <button type="button" className={`${buttonCls} bg-port-accent text-white`} disabled={!!busy || !doc || !canGenerate}
          onClick={() => run(null)}>
          <Film size={14} /> {busy === 'all' ? 'Generating…' : 'Generate code video'}
        </button>
        <button type="button" className={buttonCls} disabled={!!busy || !section || !canGenerate}
          onClick={() => run(section.id)}>
          <RotateCcw size={14} /> {busy && busy !== 'all' ? 'Regenerating…' : 'Regenerate section'}
        </button>
      </div>
      {generateDisabledReason && <p className="text-xs text-port-error" role="status">{generateDisabledReason}</p>}
      {error && <p className="text-xs text-port-error" role="alert">{error}</p>}
      {(preview.status === 'unavailable' || preview.status === 'error') && (
        <p className="text-xs text-port-error" role="alert">{preview.reason || 'Isolated preview is unavailable.'}</p>
      )}
      <div title="Code-rendered preview" className="overflow-hidden rounded border border-port-border bg-black" style={{ aspectRatio: doc?.width && doc?.height ? `${doc.width} / ${doc.height}` : '16 / 9', maxHeight: '70vh' }}>
        {preview.frameUrl ? (
          <img alt="" src={preview.frameUrl} className="h-full w-full object-contain" />
        ) : (
          <p className="p-3 text-xs text-port-text-muted">{error || preview.status === 'error' ? '' : 'Building the preview…'}</p>
        )}
      </div>
      <div className="flex flex-wrap items-center gap-2">
        {doc && preview.status === 'idle' && <button type="button" className={buttonCls} onClick={preview.resume}>Resume preview</button>}
        <button type="button" className={buttonCls} onClick={togglePlay} disabled={!doc}>{playing ? 'Pause' : 'Play'}</button>
        <button type="button" className={buttonCls} aria-pressed={looping} onClick={() => setLooping((value) => !value)}>
          {looping ? 'Looping section' : 'Loop section'}
        </button>
        <label htmlFor="mv-code-scrub" className="sr-only">Scrub preview</label>
        <input id="mv-code-scrub" type="range" min={0} max={duration || 0} step={1 / fps} value={Math.min(t, duration || 0)}
          onChange={(e) => { if (audioRef.current) audioRef.current.pause(); setPlaying(false); seek(Number(e.target.value)); }}
          className="min-w-0 flex-1" />
        <span className="text-xs text-port-text-muted">{section ? section.label || section.id : 'No section'} · {t.toFixed(2)}s</span>
      </div>
      <p className="text-[11px] text-port-text-muted">, and . step one frame. [ and ] change section. l loops the section.</p>
      {audioUrl && <audio ref={audioRef} src={audioUrl} preload="none" className="hidden" />}
    </section>
  );
}