Skip to content

Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS

Stop reporting a lip-sync gap on local LTX projects

Claude7742d22b6ed9
diff --git a/server/routes/musicVideoTreatment.test.js b/server/routes/musicVideoTreatment.test.js
index f26a4f6ea4..bf61fe9836 100644
--- a/server/routes/musicVideoTreatment.test.js
+++ b/server/routes/musicVideoTreatment.test.js
@@ -94,7 +94,7 @@ afterAll(cleanupTempDataRoots);
describe('treatment compile', () => {
it('compiles a vocal song into a persisted arc keyed to the planned shot ids, with proofs and explicit gaps', async () => {
- const project = await plannedProject();
+ const project = await plannedProject({ backend: 'grok' });
const brief = await patchTreatment(project.id, {
baseRevision: 0,
brief: {
@@ -369,7 +369,7 @@ describe('treatment apply', () => {
describe('treatment → scene render fields (#8977 shot mode, #8985 visual layer)', () => {
it('states the lip-sync gap for a backend without it and never marks scenes as performances there', async () => {
- const project = await plannedProject();
+ const project = await plannedProject({ backend: 'grok' });
const { body } = await compile(project.id, { baseRevision: 0, useAi: false });
const gap = body.treatment.capabilityGaps.find((g) => g.id === 'lip-sync');
expect(gap.detail).toMatch(/fal\.ai/);
diff --git a/server/services/musicVideo/treatmentDraft.js b/server/services/musicVideo/treatmentDraft.js
index 7cec54f6af..12b5f775e6 100644
--- a/server/services/musicVideo/treatmentDraft.js
+++ b/server/services/musicVideo/treatmentDraft.js
@@ -289,11 +289,12 @@ function deriveCapabilityGaps(project, brief, directions) {
id: 'medium-planning',
detail: 'This treatment plans media only. Apply saves direction without selecting a renderer or generating assets; procedural document authoring and production enforcement are separate capabilities.',
});
- // Source-audio lip-sync exists only on a verified lane (#8977, fal.ai today);
+ // Source-audio lip-sync exists only on a verified lane (#8977: fal.ai, or
+ // local LTX audio-to-video);
// judged against the project's pinned video backend at compile time.
const backend = project.videoSettings?.backend || null;
if (directions.some((d) => d.mode === 'performance') && !performanceCapability(backend)) {
- gaps.push({ id: 'lip-sync', detail: `This project's video backend (${backend || 'install default'}) cannot lip-sync to the song — source-audio lip-sync is only available on fal.ai MiniMax H3. Pin fal.ai for performance shots, or frame them as non-sync (wide, silhouette, hands, backs) and cut away on sung lines.` });
+ gaps.push({ id: 'lip-sync', detail: `This project's video backend (${backend || 'install default'}) cannot lip-sync to the song — source-audio lip-sync is only available on local LTX-2.5 or fal.ai MiniMax H3. Pin one of those for performance shots, or frame them as non-sync (wide, silhouette, hands, backs) and cut away on sung lines.` });
}
const motionRefs = (project.visualSpec?.references || []).some((r) => r.use === 'motion-reference')
|| (project.scenes || []).some((s) => (s.takes || []).some((t) => t?.use === 'motion-reference'));