Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
Stop reporting a lip-sync gap on local LTX projects
Claude7742d22b6ed9
diff --git a/server/routes/musicVideoTreatment.test.js b/server/routes/musicVideoTreatment.test.jsindex f26a4f6ea4..bf61fe9836 100644--- a/server/routes/musicVideoTreatment.test.js+++ b/server/routes/musicVideoTreatment.test.js@@ -94,7 +94,7 @@ afterAll(cleanupTempDataRoots);describe('treatment compile', () => {it('compiles a vocal song into a persisted arc keyed to the planned shot ids, with proofs and explicit gaps', async () => {- const project = await plannedProject();+ const project = await plannedProject({ backend: 'grok' });const brief = await patchTreatment(project.id, {baseRevision: 0,brief: {@@ -369,7 +369,7 @@ describe('treatment apply', () => {describe('treatment → scene render fields (#8977 shot mode, #8985 visual layer)', () => {it('states the lip-sync gap for a backend without it and never marks scenes as performances there', async () => {- const project = await plannedProject();+ const project = await plannedProject({ backend: 'grok' });const { body } = await compile(project.id, { baseRevision: 0, useAi: false });const gap = body.treatment.capabilityGaps.find((g) => g.id === 'lip-sync');expect(gap.detail).toMatch(/fal\.ai/);diff --git a/server/services/musicVideo/treatmentDraft.js b/server/services/musicVideo/treatmentDraft.jsindex 7cec54f6af..12b5f775e6 100644--- a/server/services/musicVideo/treatmentDraft.js+++ b/server/services/musicVideo/treatmentDraft.js@@ -289,11 +289,12 @@ function deriveCapabilityGaps(project, brief, directions) {id: 'medium-planning',detail: 'This treatment plans media only. Apply saves direction without selecting a renderer or generating assets; procedural document authoring and production enforcement are separate capabilities.',});- // Source-audio lip-sync exists only on a verified lane (#8977, fal.ai today);+ // Source-audio lip-sync exists only on a verified lane (#8977: fal.ai, or+ // local LTX audio-to-video);// judged against the project's pinned video backend at compile time.const backend = project.videoSettings?.backend || null;if (directions.some((d) => d.mode === 'performance') && !performanceCapability(backend)) {- gaps.push({ id: 'lip-sync', detail: `This project's video backend (${backend || 'install default'}) cannot lip-sync to the song — source-audio lip-sync is only available on fal.ai MiniMax H3. Pin fal.ai for performance shots, or frame them as non-sync (wide, silhouette, hands, backs) and cut away on sung lines.` });+ gaps.push({ id: 'lip-sync', detail: `This project's video backend (${backend || 'install default'}) cannot lip-sync to the song — source-audio lip-sync is only available on local LTX-2.5 or fal.ai MiniMax H3. Pin one of those for performance shots, or frame them as non-sync (wide, silhouette, hands, backs) and cut away on sung lines.` });}const motionRefs = (project.visualSpec?.references || []).some((r) => r.use === 'motion-reference')|| (project.scenes || []).some((s) => (s.takes || []).some((t) => t?.use === 'motion-reference'));