Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
fix(media-execution): preserve AAC tail for non-integer frame rates (#317)
Flandern62da67d38232
diff --git a/packages/media-execution/src/execute.ts b/packages/media-execution/src/execute.tsindex 3829a771..9c026add 100644--- a/packages/media-execution/src/execute.ts+++ b/packages/media-execution/src/execute.ts@@ -1278,7 +1278,6 @@ export async function executeMuxProgramMedia("-y", "-i", visualPath, "-i", audioPath,"-map", `0:${visual.index}`, "-map", "1:0","-c:v", "copy", "-c:a", "aac", "-ar", "48000", "-ac", "2",- "-frames:v", String(need.visual.frameCount),"-movflags", "+faststart", output,],timeoutMs: env.processTimeoutMs,diff --git a/packages/provider-media-local/test/provider.test.ts b/packages/provider-media-local/test/provider.test.tsindex e13d226a..4a35f4d5 100644--- a/packages/provider-media-local/test/provider.test.ts+++ b/packages/provider-media-local/test/provider.test.ts@@ -4,7 +4,7 @@ import { tmpdir } from "node:os";import { join } from "node:path";import test from "node:test";import { artifactTypes } from "@hypit/artifact";-import { mediaTypes, sealRenderedVisual, synchronizedMediaSampleFrames, verifyMediaInspection, verifyMuxedMedia, verifySynchronizedMedia, verifyTimelineAudio } from "@hypit/media";+import { mediaTypes, sealRenderedVisual, sealTimelineAudio, synchronizedMediaSampleFrames, verifyMediaInspection, verifyMuxedMedia, verifySynchronizedMedia, verifyTimelineAudio } from "@hypit/media";import type { MediaAudioStream, MediaInspection, MuxedMedia, SynchronizedMedia, TimelineAudio } from "@hypit/media";import { assertSpeechEvidenceAudioIdentity, speechTypes } from "@hypit/speech";import type { SpeechEvidenceAudio } from "@hypit/speech";@@ -811,6 +811,58 @@ test("local media Provider renders one frame-domain audio plan and muxes exactly}});+test("local media Provider preserves the audio tail for a 30000/1001 frame domain", {+ skip: !hasMediaBinaries,+}, async () => {+ const root = await mkdtemp(join(tmpdir(), "hypit-provider-media-ntsc-mux-"));+ try {+ const visualPath = join(root, "visual.mp4");+ const audioPath = join(root, "audio.wav");+ const frameRate = { numerator: 30_000, denominator: 1_001 };+ const frameCount = 913;+ const sampleFrames = 1_462_261;+ await run("ffmpeg", [+ "-v", "error", "-y", "-f", "lavfi", "-i", "testsrc2=s=160x96:r=30000/1001",+ "-frames:v", String(frameCount), "-c:v", "libx264", "-pix_fmt", "yuv420p", "-an", visualPath,+ ]);+ await run("ffmpeg", [+ "-v", "error", "-y", "-f", "lavfi", "-i", "sine=frequency=440:sample_rate=48000",+ "-af", `atrim=end_sample=${sampleFrames}`, "-ac", "2", "-c:a", "pcm_s16le", audioPath,+ ]);++ const resources = new MemoryResourceStore();+ const [audioArtifact, visualArtifact] = await Promise.all([+ resources.put(await readFile(audioPath), "audio/wav"),+ resources.put(await readFile(visualPath), "video/mp4"),+ ]);+ const audio = sealTimelineAudio({ artifact: audioArtifact, sampleFrames });+ const visual = sealRenderedVisual({+ frameRate,+ frameCount,+ canvas: { width: 160, height: 96 },+ artifact: visualArtifact,+ });+ const muxValue = await fulfillInline(resources, need(+ "need:mux-ntsc-program-media",+ mediaPipelineCapabilities.mux,+ mediaTypes.muxed,+ canonicalize({ visual, audio }),+ ));+ verifyMuxedMedia(muxValue);+ const muxed = muxValue as unknown as MuxedMedia;+ const inspection = await inspectArtifact(resources, muxed.artifact);+ const audioStream = inspection.streams.find((stream): stream is MediaAudioStream => stream.kind === "audio");+ assert.ok(audioStream);+ const presentedSamples = presentationSampleFrames(audioStream);+ assert.ok(Math.abs(presentedSamples - sampleFrames) < 64,+ `AAC presentation span must retain the complete NTSC timeline audio (delta ${presentedSamples - sampleFrames})`);+ assert.ok(audioStream.decodedSampleFrames >= sampleFrames,+ "AAC coding frames must cover the complete NTSC timeline audio");+ } finally {+ await rm(root, { recursive: true, force: true });+ }+});+test("local media Provider executes an end-aligned loop from the exact authored sample phase", {skip: !hasMediaBinaries,}, async () => {