Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
import { useRef, useState } from 'react';
import { Film, Flag, CheckCircle2, Trash2, X, Clapperboard, RotateCcw, Smartphone, Sparkles } from 'lucide-react';
import { musicVideoAspect, MUSIC_VIDEO_ASPECTS } from '../../lib/musicVideoAspect.js';
import { getMusicVideoSocialCuts } from '../../services/apiMusicVideo.js';
import RevisionPanel, { currentRevision } from './RevisionPanel.jsx';
import AutoReviewPanel from './AutoReviewPanel.jsx';
import { formatCount, formatDateTime } from '../../utils/formatters.js';
import { autoReviewNeedsUser } from '../../lib/musicVideoAttention.js';
const VERDICT_STYLES = {
flagged: 'bg-port-error/20 text-port-error',
approved: 'bg-port-success/20 text-port-success',
};
const STATUS_LABELS = { rendering: 'Rendering…', complete: 'Ready', error: 'Failed', canceled: 'Cancelled' };
// The player frame for an excerpt's own aspect (#9280): a vertical social cut
// plays tall and narrow instead of pillarboxed in a 16:9 box.
const PLAYER_FRAME = {
'9:16': 'aspect-[9/16] max-h-[60vh] mx-auto',
'1:1': 'aspect-square max-h-[50vh] mx-auto',
};
const ASPECT_LABELS = { '16:9': '16:9 (YouTube)', '9:16': '9:16 (Shorts, TikTok, Reels)', '1:1': '1:1 (square)' };
const ROLE_LABELS = { proof: 'Proof', prototype: 'Prototype', pilot: 'Pilot', social: 'Social cut', draft: 'Draft' };
/**
* Role of an excerpt (#10148), derived from where the project registers it:
* the production-review proof/prototype slots, an auto-review pilot attempt,
* or its frame (a cut in another aspect than the project's is a social cut).
*/
export function excerptRole(project, excerpt) {
const review = project?.productionReview;
if (review?.proof?.excerptId === excerpt.id) return 'proof';
if (review?.prototype?.excerptId === excerpt.id) return 'prototype';
const pilotReviewIds = new Set((project?.productionRuns || []).flatMap(r => (r.pilot?.scenes || []).map(p => p.reviewRunId)));
if ((project?.autoReviews || []).some(r => pilotReviewIds.has(r.id) && r.attempts?.some(a => a.excerptId === excerpt.id))) return 'pilot';
if (excerpt.aspect && excerpt.aspect !== musicVideoAspect(project)) return 'social';
return 'draft';
}
const fmt = (sec) => {
const s = Math.max(0, Math.round(sec * 10) / 10);
const m = Math.floor(s / 60);
const r = (s % 60).toFixed(1).padStart(4, '0');
return `${m}:${r}`;
};
function NoteRow({ excerptId, note, busy, onEdit, onDelete, onSeek }) {
const [editing, setEditing] = useState(false);
const [draft, setDraft] = useState(note.note);
if (editing) {
return (
<li className="flex flex-wrap items-center gap-1.5 text-xs">
<input value={draft} maxLength={2000} onChange={(e) => setDraft(e.target.value)}
aria-label="Edit review note"
className="min-w-0 flex-1 bg-port-bg border border-port-border rounded px-1.5 py-1 min-h-[44px] sm:min-h-0" />
<button type="button" disabled={busy || !draft.trim()}
onClick={() => { onEdit(excerptId, note.id, { note: draft.trim() }); setEditing(false); }}
className="text-port-accent disabled:opacity-50 min-h-[44px] sm:min-h-0 px-1">Save</button>
<button type="button" onClick={() => setEditing(false)} className="text-port-text-muted min-h-[44px] sm:min-h-0 px-1">Cancel</button>
</li>
);
}
return (
<li className="flex flex-wrap items-start gap-1.5 text-xs">
<button type="button" onClick={() => onSeek(note.atSec)} className="text-port-accent font-mono shrink-0 min-h-[44px] sm:min-h-0" title="Jump to this moment">
{fmt(note.atSec)}
</button>
<span className="min-w-0 flex-1 break-words">{note.note}</span>
{note.verdict && <span className={`px-1.5 py-0.5 rounded text-[10px] uppercase shrink-0 ${VERDICT_STYLES[note.verdict] || ''}`}>{note.verdict}</span>}
<div className="flex items-center gap-1 shrink-0">
<button type="button" title="Flag an issue" aria-label="Flag an issue"
onClick={() => onEdit(excerptId, note.id, { verdict: note.verdict === 'flagged' ? null : 'flagged' })}
disabled={busy} className={`p-1 rounded min-h-[44px] min-w-[44px] sm:min-h-0 sm:min-w-0 ${note.verdict === 'flagged' ? 'text-port-error' : 'text-port-text-muted'}`}>
<Flag size={12} />
</button>
<button type="button" title="Looks good" aria-label="Looks good"
onClick={() => onEdit(excerptId, note.id, { verdict: note.verdict === 'approved' ? null : 'approved' })}
disabled={busy} className={`p-1 rounded min-h-[44px] min-w-[44px] sm:min-h-0 sm:min-w-0 ${note.verdict === 'approved' ? 'text-port-success' : 'text-port-text-muted'}`}>
<CheckCircle2 size={12} />
</button>
<button type="button" title="Edit" aria-label="Edit note" onClick={() => setEditing(true)} disabled={busy}
className="p-1 rounded min-h-[44px] min-w-[44px] sm:min-h-0 sm:min-w-0 text-port-text-muted">Edit</button>
<button type="button" title="Delete note" aria-label="Delete note" onClick={() => onDelete(excerptId, note.id)} disabled={busy}
className="p-1 rounded min-h-[44px] min-w-[44px] sm:min-h-0 sm:min-w-0 text-port-error">
<Trash2 size={12} />
</button>
</div>
</li>
);
}
function ExcerptCard({ excerpt, role, proofApproved, activeRenderId, connected, deleting, noteBusy, onDelete, onCancel, onAddNote, onEditNote, onDeleteNote, canRevise, onRevise }) {
const videoRef = useRef(null);
const [draft, setDraft] = useState('');
const [confirmingDelete, setConfirmingDelete] = useState(false);
const seek = (t) => { if (videoRef.current) { videoRef.current.currentTime = t; videoRef.current.play?.().catch(() => {}); } };
const addNoteHere = () => {
if (!draft.trim()) return;
// Only clear the draft once the note actually saved — `addNote` resolves
// null on failure — so a transient request error doesn't silently discard
// what the reviewer typed.
onAddNote(excerpt.id, { atSec: videoRef.current?.currentTime ?? 0, note: draft.trim() }).then((result) => {
if (result) setDraft('');
});
};
return (
<li className="rounded border border-port-border p-2 space-y-2">
<div className="flex flex-wrap items-center justify-between gap-2 text-xs">
<span className="font-medium">{fmt(excerpt.startSec)} – {fmt(excerpt.endSec)} <span className="text-port-text-muted">({excerpt.status === 'rendering' && (activeRenderId !== excerpt.id || connected === false) ? 'Checking render status' : STATUS_LABELS[excerpt.status] || excerpt.status})</span>
<span className="ml-1.5 px-1.5 py-0.5 rounded bg-port-border text-port-text-muted text-[10px]">{ROLE_LABELS[role]}{role === 'proof' && proofApproved ? ' (approved)' : ''}</span>
{excerpt.aspect && excerpt.aspect !== '16:9' && <span className="ml-1.5 px-1.5 py-0.5 rounded bg-port-accent/20 text-port-accent text-[10px]">{excerpt.aspect}</span>}</span>
<div className="flex items-center gap-2">
{/* #8987: regenerate ONLY the sections holding a flagged note; the rest stay as approved. */}
{excerpt.status === 'complete' && excerpt.sections?.length > 0 && excerpt.notes?.some((n) => n.verdict === 'flagged') && (
<button type="button" disabled={!canRevise} onClick={() => onRevise(excerpt.id)}
title="Reject the flagged sections and regenerate only those"
className="text-port-accent flex items-center gap-1 disabled:opacity-50 min-h-[44px] sm:min-h-0"><RotateCcw size={12} /> Revise flagged</button>
)}
{excerpt.status === 'rendering'
? <button type="button" onClick={() => onCancel(excerpt.id)} className="text-port-error flex items-center gap-1 min-h-[44px] sm:min-h-0"><X size={12} /> Cancel</button>
: role === 'proof'
? <span className="text-port-text-muted">Registered proof — revoke approval to delete</span>
: confirmingDelete
? <span className="flex items-center gap-2">
<button type="button" disabled={deleting} onClick={() => { setConfirmingDelete(false); onDelete(excerpt.id); }} className="text-port-error disabled:opacity-50 min-h-[44px] sm:min-h-0">Confirm delete</button>
<button type="button" onClick={() => setConfirmingDelete(false)} className="text-port-text-muted min-h-[44px] sm:min-h-0">Keep</button>
</span>
: <button type="button" disabled={deleting} onClick={() => setConfirmingDelete(true)} className="text-port-error flex items-center gap-1 disabled:opacity-50 min-h-[44px] sm:min-h-0"><Trash2 size={12} /> Delete</button>}
</div>
</div>
<p className="text-xs text-port-text-muted">{excerpt.dependencyState?.status === 'stale' ? 'Made before later changes · re-render this range to see them' : excerpt.dependencyState?.status === 'current' ? 'Matches current inputs · production approval is separate' : 'Draft · approval is separate'}{excerpt.createdAt ? ` · ${formatDateTime(excerpt.createdAt)}` : ''}</p>
{excerpt.status === 'error' && excerpt.error && <p role="alert" className="text-xs text-port-error">{excerpt.error}</p>}
{excerpt.status === 'complete' && excerpt.filename && (
<div className="space-y-2">
<video ref={videoRef} src={`/data/videos/${excerpt.filename}`} controls playsInline preload="metadata"
className={`w-full ${PLAYER_FRAME[excerpt.aspect] || 'aspect-video max-h-[45vh]'} object-contain rounded bg-black border border-port-border`}
aria-label={`Play excerpt ${fmt(excerpt.startSec)} to ${fmt(excerpt.endSec)}`} />
{excerpt.contactSheetFilename && (
<details className="text-xs">
<summary className="cursor-pointer text-port-text-muted flex items-center gap-1"><Clapperboard size={12} /> Contact sheet (cut/cue frames)</summary>
<img src={`/data/video-thumbnails/${excerpt.contactSheetFilename}`} alt="Excerpt contact sheet — one frame per cut and cue boundary" className="mt-1 w-full rounded border border-port-border" />
</details>
)}
<div className="space-y-1">
<span className="text-[11px] text-port-text-muted">Review notes — frame checks alone can't prove motion/audio sync; watch alongside the sheet</span>
{excerpt.notes?.length > 0 && (
<ul className="space-y-1">
{excerpt.notes.map((note) => (
<NoteRow key={note.id} excerptId={excerpt.id} note={note} busy={noteBusy === excerpt.id}
onEdit={onEditNote} onDelete={onDeleteNote} onSeek={seek} />
))}
</ul>
)}
<div className="flex items-center gap-1.5">
<input value={draft} maxLength={2000} onChange={(e) => setDraft(e.target.value)}
placeholder="Note at the current playhead…" aria-label="New review note"
className="min-w-0 flex-1 bg-port-bg border border-port-border rounded px-1.5 py-1 text-xs min-h-[44px] sm:min-h-0" />
<button type="button" onClick={addNoteHere} disabled={noteBusy === excerpt.id || !draft.trim()}
className="text-port-accent disabled:opacity-50 text-xs min-h-[44px] sm:min-h-0 px-2">Add</button>
</div>
</div>
</div>
)}
</li>
);
}
/**
* Draft excerpt render (#8986): pick a `[startSec, endSec)` window and render
* it through the same composed pipeline as a full render, at a size a fast
* iteration loop can afford. Each excerpt keeps its own cut/cue contact sheet
* and timecoded review notes against its OWN timeline (0 = the excerpt's
* start) — a frame check alone can't prove motion/audio sync, so the video
* plays alongside the sheet rather than replacing it.
*/
export default function ExcerptPanel({ project, rendering, occupied = rendering, progress, excerpts, activeRenderId = null, connected, revision = null, autoReview = null, ...actions }) {
const newest = [...excerpts].reverse();
const latestAttempt = newest[0];
const roleOf = new Map(newest.map(e => [e.id, excerptRole(project, e)]));
// The latest finished render per role AND range stays visible: a new social cut never buries the
// review draft, and a proof of the second chorus never hides the one of the opening. A render made
// before later changes stays the latest of its range (its card says it is out of date) until a
// newer one replaces it; only older renders of the same range and failures go to earlier attempts.
const currentIds = new Set();
const seen = new Set();
for (const e of newest) {
const key = `${roleOf.get(e.id)}:${e.startSec}:${e.endSec}:${e.aspect || ''}`;
if (e.status === 'complete' && e.filename && !seen.has(key)) { seen.add(key); currentIds.add(e.id); }
}
const visible = newest.filter(e => e.status === 'rendering' || currentIds.has(e.id));
const history = newest.filter(e => !visible.includes(e));
const proofApproved = !!project?.productionReview?.approvals?.proof;
const card = excerpt => <ExcerptCard key={excerpt.id} excerpt={excerpt} role={roleOf.get(excerpt.id)} proofApproved={proofApproved} activeRenderId={activeRenderId} connected={connected}
deleting={actions.deletingId === excerpt.id} noteBusy={actions.noteBusyId}
onDelete={actions.deleteExcerpt} onCancel={actions.cancelExcerpt} onAddNote={actions.addNote}
onEditNote={actions.editNote} onDeleteNote={actions.deleteNote} canRevise={canRevise} onRevise={revision?.revise} />;
const activeRevision = currentRevision(project);
const canRevise = !!revision && !revision.busy && !occupied
&& !(activeRevision && (activeRevision.status === 'open' || activeRevision.status === 'rendering'));
const durationSec = project?.audioAnalysis?.durationSec ?? null;
const [startSec, setStartSec] = useState(0);
const [endSec, setEndSec] = useState(durationSec ? Math.min(15, durationSec) : 15);
const projectAspect = musicVideoAspect(project);
const [aspect, setAspect] = useState(projectAspect);
const [fade, setFade] = useState(false);
const [suggestions, setSuggestions] = useState(null);
const [suggestionError, setSuggestionError] = useState(null);
const [suggesting, setSuggesting] = useState(false);
const idFor = (s) => `mv-excerpt-${project?.id}-${s}`;
const valid = Number.isFinite(startSec) && Number.isFinite(endSec) && endSec > startSec;
// A social cut (another frame, faded edges) needs a composition that lays
// itself out per frame; a footage render only cuts at its own aspect.
const canReframe = ['document', 'code'].includes(project?.composition?.mode);
const render = (s, e, opts) => actions.startExcerpt(s, e, opts);
const suggestHooks = () => {
setSuggesting(true);
setSuggestionError(null);
getMusicVideoSocialCuts(project.id, { count: 3 }, { silent: true })
.then((res) => setSuggestions(res?.suggestions || []))
.catch((err) => { setSuggestions(null); setSuggestionError(err?.message || 'Failed to find hooks'); })
.finally(() => setSuggesting(false));
};
return (
<div id="mv-draft-excerpts" tabIndex={-1} style={{ scrollMarginTop: 'calc(var(--mv-header-h, 9rem) + 1rem)' }} className="space-y-2">
{/* The renders come first, newest first, so the latest proof or draft is the first thing on the step. */}
{visible.length > 0 ? <ul aria-label="Current draft and active renders" className="space-y-2">{visible.map(card)}</ul>
: <p className="text-xs text-port-text-muted">No drafts yet. Render a range below to check it before the full video.</p>}
{history.length > 0 && <details>
<summary className="cursor-pointer min-h-[44px] py-2 text-sm">Earlier and failed attempts ({formatCount(history.length)})</summary>
<p className="text-xs text-port-text-muted">Older renders of the same range, and failed or cancelled attempts. They do not block approval of the current work.</p>
<ul className="space-y-2">{history.map(card)}</ul>
</details>}
<span className="text-xs text-port-text-muted flex items-center gap-1 pt-2"><Film size={12} /> Render a draft</span>
<div className="flex flex-wrap items-end gap-2">
<div>
<label htmlFor={idFor('start')} className="block text-[10px] text-port-text-muted">Start (sec)</label>
<input id={idFor('start')} type="number" min={0} step={0.5} value={startSec}
onChange={(e) => setStartSec(Number(e.target.value))}
className="w-24 bg-port-bg border border-port-border rounded px-1.5 py-1 text-xs min-h-[44px] sm:min-h-0" />
</div>
<div>
<label htmlFor={idFor('end')} className="block text-[10px] text-port-text-muted">End (sec)</label>
<input id={idFor('end')} type="number" min={0} step={0.5} value={endSec}
onChange={(e) => setEndSec(Number(e.target.value))}
className="w-24 bg-port-bg border border-port-border rounded px-1.5 py-1 text-xs min-h-[44px] sm:min-h-0" />
</div>
{canReframe && (
<div>
<label htmlFor={idFor('aspect')} className="block text-[10px] text-port-text-muted">Frame</label>
<select id={idFor('aspect')} value={aspect} onChange={(e) => setAspect(e.target.value)}
className="bg-port-bg border border-port-border rounded px-1.5 py-1 text-xs min-h-[44px] sm:min-h-0">
{MUSIC_VIDEO_ASPECTS.map((a) => <option key={a} value={a}>{ASPECT_LABELS[a] || a}</option>)}
</select>
</div>
)}
{canReframe && (
<label htmlFor={idFor('fade')} className="flex items-center gap-1 text-xs text-port-text-muted min-h-[44px] sm:min-h-0">
<input id={idFor('fade')} type="checkbox" checked={fade} onChange={(e) => setFade(e.target.checked)} />
Fade audio edges
</label>
)}
<button type="button" disabled={occupied || !valid}
onClick={() => render(startSec, endSec, canReframe ? { aspect: aspect === projectAspect ? null : aspect, fade } : undefined)}
className="flex items-center gap-1 bg-port-accent/20 text-port-accent disabled:opacity-50 rounded px-2 py-1.5 text-xs min-h-[44px] sm:min-h-0">
<Film size={13} /> Render excerpt
</button>
</div>
{canReframe && (
<div className="rounded border border-port-border p-2 space-y-1.5">
<div className="flex flex-wrap items-center justify-between gap-2">
<span className="text-xs text-port-text-muted flex items-center gap-1"><Smartphone size={12} /> Social cuts: vertical hooks for Shorts, TikTok and Reels</span>
<button type="button" onClick={suggestHooks} disabled={suggesting}
className="flex items-center gap-1 text-port-accent disabled:opacity-50 text-xs min-h-[44px] sm:min-h-0">
<Sparkles size={12} /> {suggesting ? 'Finding hooks…' : 'Suggest hooks'}
</button>
</div>
{suggestionError && (
<div className="flex items-center justify-between gap-2 text-xs">
<p role="alert" className="text-port-error">{suggestionError}</p>
<button type="button" onClick={suggestHooks} disabled={suggesting} className="text-port-accent disabled:opacity-50">Retry</button>
</div>
)}
{!suggestionError && suggestions && suggestions.length === 0 && <p className="text-xs text-port-text-muted">No hook windows found. Time the lyrics first.</p>}
{suggestions && suggestions.length > 0 && (
<ul className="space-y-1">
{suggestions.map((s) => (
<li key={`${s.startSec}-${s.endSec}`} className="flex flex-wrap items-center gap-2 text-xs">
<span className="font-mono shrink-0">{fmt(s.startSec)} – {fmt(s.endSec)}</span>
<span className="min-w-0 flex-1 break-words">{s.label ? `“${s.label}”` : ''} <span className="text-port-text-muted">{s.reasons.join(' · ')}</span></span>
<button type="button" onClick={() => { setStartSec(s.startSec); setEndSec(s.endSec); }}
className="text-port-text-muted min-h-[44px] sm:min-h-0 px-1">Use range</button>
<button type="button" disabled={occupied}
onClick={() => { setStartSec(s.startSec); setEndSec(s.endSec); render(s.startSec, s.endSec, { aspect: projectAspect === '9:16' ? null : '9:16', fade: true }); }}
className="text-port-accent disabled:opacity-50 min-h-[44px] sm:min-h-0 px-1">Render 9:16</button>
</li>
))}
</ul>
)}
</div>
)}
{occupied && !rendering && <p role="status" className="text-sm">A draft is rendering in another project. Wait for it to finish before starting another.</p>}
{rendering && (
<div>
<div className="h-1.5 bg-port-bg rounded overflow-hidden">
<div className="h-full bg-port-accent transition-all" style={{ width: `${progress}%` }} />
</div>
<p className="text-xs text-port-text-muted mt-1">{connected === false ? 'Connecting to draft render…' : `Rendering draft — ${Math.round(progress)}%`}</p>
</div>
)}
{['error', 'canceled'].includes(latestAttempt?.status) && <p role="status" className="text-sm text-port-warning">
{latestAttempt.status === 'error' ? `Latest draft attempt failed: ${latestAttempt.error || 'No error details recorded.'}` : 'Latest draft attempt was cancelled.'} Completed drafts are retained. Details are in Earlier and failed attempts.
</p>}
<details open={autoReviewNeedsUser(project) || undefined}><summary className="cursor-pointer min-h-[44px] py-2 text-sm">Revision and automatic review tools</summary>
{revision && (
<RevisionPanel project={project} busy={revision.busy || occupied}
genScenes={revision.genScenes} genVideoScenes={revision.genVideoScenes}
onResume={revision.resume} onCancel={revision.cancel} />
)}
{autoReview && (
<AutoReviewPanel project={project} startSec={startSec} endSec={endSec} rangeValid={valid}
rendering={occupied} autoReview={autoReview} />
)}
</details>
</div>
);
}