Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
fix: keep storyboard shot timing inside short songs
[._.]/ Adam Eivy95077201c247
diff --git a/server/lib/storyboardFit.js b/server/lib/storyboardFit.jsindex 659c00f2af..f7808265e9 100644--- a/server/lib/storyboardFit.js+++ b/server/lib/storyboardFit.js@@ -119,24 +119,32 @@ export function fitStoryboardToSong(board, song, { starts = {}, minShotSec = STOconst sectionMarks = song.sections.map((section, index) => ({ at: section.startSec, kind: 'section', label: section.label, index }));const lyricMarks = song.lyricCues.map((cue) => ({ at: cue.startSec, kind: 'lyric', label: clip(cue.text, 80) }));const downbeatMarks = song.downbeats.map((at) => ({ at, kind: 'downbeat', label: null }));- // Every shot needs its minimum, so a beat's start leaves room for the beats before and after it.+ // Reserve the requested minimum only when the song can hold it. Short songs+ // still fit every panel; their short-shot warnings use the requested minimum.const shotCount = beats.map((beat) => Math.max(1, beat.panels.length));- const after = shotCount.map((_, i) => shotCount.slice(i).reduce((sum, n) => sum + n, 0) * minShotSec);+ const totalShots = shotCount.reduce((sum, n) => sum + n, 0);+ const availableShotSec = songEnd / totalShots;+ // Keep enough ticks per shot that rounding cannot consume a tiny song.+ const precision = 10 ** Math.max(2, Math.ceil(-Math.log10(availableShotSec)) + 1);+ const roundTime = (t) => Math.round(t * precision) / precision;+ const tick = 1 / precision;+ const reservedMinSec = Math.floor(Math.min(minShotSec, availableShotSec) * precision) / precision;+ const after = shotCount.map((_, i) => shotCount.slice(i).reduce((sum, n) => sum + n, 0) * reservedMinSec);const placed = [];beats.forEach((beat, i) => {const raw = mapped[i];const share = holds[i] * scale;- const low = i === 0 ? 0 : placed[i - 1].start + shotCount[i - 1] * minShotSec;- const high = Math.max(low, songEnd - after[i]);- const fits = (at) => at >= low - 0.001 && at <= high + 0.001;+ const low = i === 0 ? 0 : roundTime(placed[i - 1].start + shotCount[i - 1] * reservedMinSec);+ const high = Math.max(low, Math.floor((songEnd - after[i]) * precision) / precision);+ const fits = (at) => at >= low && at <= high;const window = Math.max(1.5, Math.min(6, share * 0.35));const prevShare = i > 0 ? holds[i - 1] * scale : share;const options = i === 0 ? [] : [...sectionMarks, ...lyricMarks].filter((mark) => mark.at > raw - prevShare && mark.at < raw + share && fits(mark.at)).sort((a, b) => Math.abs(a.at - raw) - Math.abs(b.at - raw)).slice(0, OPTIONS_MAX).sort((a, b) => a.at - b.at)- .map(({ at, kind, label }) => ({ at: round(at), kind, label }));+ .map(({ at, kind, label }) => ({ at: roundTime(at), kind, label }));let start;let snap;@@ -157,7 +165,7 @@ export function fitStoryboardToSong(board, song, { starts = {}, minShotSec = STOstart = found ? found.at : Math.min(Math.max(raw, low), high);snap = found ? found.kind : null;}- placed.push({ start: round(start), snap, options });+ placed.push({ start: Math.min(high, Math.max(low, roundTime(start))), snap, options });});const cutGrid = song.beats.length ? song.beats : song.downbeats;@@ -165,7 +173,7 @@ export function fitStoryboardToSong(board, song, { starts = {}, minShotSec = STOconst shots = [];beats.forEach((beat, i) => {const start = placed[i].start;- const end = i + 1 < beats.length ? placed[i + 1].start : round(songEnd);+ const end = i + 1 < beats.length ? placed[i + 1].start : songEnd;const sectionIndex = sectionAt(song.sections, start);const sectionLabel = sectionIndex === null ? null : song.sections[sectionIndex].label;const title = clip(beat.title || STORYBOARD_MUSICAL_ROLE_LABELS[beat.musicalRole] || `Beat ${i + 1}`, LABEL_MAX);@@ -173,12 +181,17 @@ export function fitStoryboardToSong(board, song, { starts = {}, minShotSec = STOconst weights = panels.map((panel) => holdSeconds(panel));const weightTotal = weights.reduce((sum, w) => sum + w, 0);const cuts = [start];- weights.slice(0, -1).reduce((acc, w) => {+ weights.slice(0, -1).reduce((acc, w, p) => {const next = acc + w;const at = start + (end - start) * (next / weightTotal);const snapped = nearest(cutGrid.map((t) => ({ at: t })), at, CUT_SNAP_SEC)?.at;const floor = cuts.at(-1) + 0.5;- cuts.push(round(snapped !== undefined && snapped > floor && snapped < end - 0.5 ? snapped : at));+ const cut = roundTime(snapped !== undefined && snapped > floor && snapped < end - 0.5 ? snapped : at);+ // A snap may pass the next proportional cut; leave at least one tick+ // for every remaining panel, including when its hold is very small.+ const low = roundTime(cuts.at(-1) + tick);+ const high = roundTime(end - (panels.length - p - 1) * tick);+ cuts.push(Math.min(high, Math.max(low, cut)));return next;}, 0);cuts.push(end);diff --git a/server/lib/storyboardFit.test.js b/server/lib/storyboardFit.test.jsindex 1bc998c68b..c467b1d897 100644--- a/server/lib/storyboardFit.test.js+++ b/server/lib/storyboardFit.test.js@@ -69,6 +69,26 @@ describe('fitStoryboardToSong', () => {expect(rev(panel('a1', 3))).not.toBe(rev(panel('a1', 3, 'Something else')));});+ it.each([+ { holds: [[3], [3], [3]], durationSec: 3 },+ { holds: [[1], [1, 1], [1, 1, 1]], durationSec: 0.059 },+ { holds: [[3], [], [1, 1]], durationSec: 1 },+ { holds: [[40, 0.001, 40]], durationSec: 40, grid: [20.2] },+ ])('keeps every cut positive and within a cramped song ($durationSec s)', ({ holds, durationSec, grid = [] }) => {+ const cramped = { beats: holds.map((values, b) => beat(String(b), null, values.map((seconds, p) => panel(`${b}-${p}`, seconds)))) };+ const fit = fitStoryboardToSong(cramped, storyboardFitSong({ audioAnalysis: { durationSec, sections: [], beats: grid, downbeats: [] } }));+ expect(fit.shots).toHaveLength(holds.reduce((sum, values) => sum + Math.max(1, values.length), 0));+ expect(fit.shots[0].startSec).toBe(0);+ expect(fit.shots.at(-1).endSec).toBe(durationSec);+ fit.shots.forEach((shot, i) => {+ expect(shot.startSec).toBeGreaterThanOrEqual(0);+ expect(shot.endSec).toBeGreaterThan(shot.startSec);+ expect(shot.endSec).toBeLessThanOrEqual(durationSec);+ if (i > 0) expect(shot.startSec).toBe(fit.shots[i - 1].endSec);+ });+ expect(fit.beats.reduce((sum, b) => sum + b.short, 0)).toBe(fit.shots.filter((s) => s.endSec - s.startSec < 2 - 0.001).length);+ });+it('reads a fitted shot\'s panel as current, changed or missing', () => {const shot = fitStoryboardToSong(board, song()).shots[1];expect(storyboardShotPanel(board, shot)).toMatchObject({ state: 'current', number: 2, beatIndex: 1 });diff --git a/server/services/storyboards/fitMusicVideo.test.js b/server/services/storyboards/fitMusicVideo.test.jsindex be53ed86d4..eefcd66270 100644--- a/server/services/storyboards/fitMusicVideo.test.js+++ b/server/services/storyboards/fitMusicVideo.test.js@@ -7,6 +7,7 @@ import express from 'express';import { request } from '../../lib/testHelper.js';import { errorMiddleware } from '../../lib/errorHandler.js';import { cleanupTempDataRoots, lazyTempDataRoot, makePathsProxy } from '../../lib/mockPathsDataRoot.js';+import { fitStoryboardToSong, storyboardFitSong } from '../../lib/storyboardFit.js';const ROOT = () => lazyTempDataRoot('storyboard-fit-mv-');vi.mock('../../lib/paths.js', async (importOriginal) => makePathsProxy(await importOriginal(), { dataRoot: ROOT }));@@ -47,6 +48,24 @@ async function linkedProject(extra = {}) {}describe('fit a music video to its storyboard', () => {+ it('writes the previewed short shots when three beats share a three-second song', async () => {+ const { project, board } = await linkedProject({ audioAnalysis: { ...analysis, durationSec: 3, sections: [] }, lyricCues: [] });+ await request(app).post(`/api/storyboards/${board.id}/beats/add`).send({ beats: [+ { title: 'Farewell', panels: [{ action: 'The bus leaves', seconds: 3 }] },+ ] });+ const updatedBoard = (await request(app).get(`/api/storyboards/${board.id}`)).body;+ const preview = fitStoryboardToSong(updatedBoard, storyboardFitSong(await projects.getProject(project.id)));+ expect(preview.beats).toHaveLength(3);+ expect(preview.beats.reduce((sum, beat) => sum + beat.short, 0)).toBe(4);++ const res = await request(app).post(`/api/storyboards/fit-music-video/${project.id}`).send({ boardUpdatedAt: updatedBoard.updatedAt });+ expect(res.status).toBe(200);+ const spans = (shots) => shots.map(({ startSec, endSec, panelId }) => ({ startSec, endSec, panelId }));+ expect(spans(res.body.project.scenes)).toEqual(spans(preview.shots));+ expect(spans((await projects.getProject(project.id)).scenes)).toEqual(spans(preview.shots));+ expect(res.body.project.scenes.every((shot) => shot.endSec > shot.startSec && shot.endSec <= 3)).toBe(true);+ });+it('writes one shot per panel on the song, tied to its panel', async () => {const { project, board } = await linkedProject();const res = await request(app).post(`/api/storyboards/fit-music-video/${project.id}`).send({ boardUpdatedAt: board.updatedAt });