Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
fix: keep frame animations of later Presents off HyperFrames' adapters (#373)
Zhihuang Lin3a561a94250a
diff --git a/packages/hyperframes/src/document.ts b/packages/hyperframes/src/document.tsindex b45238e3..56434097 100644--- a/packages/hyperframes/src/document.ts+++ b/packages/hyperframes/src/document.ts@@ -668,11 +668,18 @@ function frameAnimationRuntime(numerator: number, denominator: number): string {void element.getBoundingClientRect();const animation = element.getAnimations()[0];if (animation === undefined) throw new Error("Visual IR frame animation did not materialize.");- animation.pause();- animation.currentTime = 0;- // The authored keyframes are already the compact state function. Keep the- // browser's paused evaluator instead of expanding every Present frame into- // a second table of computed-style strings in every render Worker.+ // The authored keyframes are already the compact state function. Keep them+ // instead of expanding every Present frame into a second table of+ // computed-style strings in every render Worker, but do not leave the CSS+ // animation live: HyperFrames' css and waapi adapters seek every live+ // document animation to absolute composition time, which replaces this+ // Present-relative pose whenever the Present does not start at frame 0.+ const keyframes = animation.effect.getKeyframes();+ const timing = animation.effect.getTiming();+ const properties = [...new Set(keyframes.flatMap((keyframe) => Object.keys(keyframe)))]+ .filter((name) => name !== "offset" && name !== "computedOffset" && name !== "easing" && name !== "composite");+ animation.cancel();+ element.style.animationName = "none";const key = start + ":" + end;let work = groupsBySpan.get(key);if (work === undefined) {@@ -684,20 +691,43 @@ function frameAnimationRuntime(numerator: number, denominator: number): string {};groupsBySpan.set(key, work);}- work.payload.animations.push(animation);+ work.payload.animations.push({ element, keyframes, timing, properties });}// The shared index owns only frame-span lookup. Animation materialization and// absolute currentTime evaluation remain private to this adapter.const workIndex = hyperframesCreateFrameWorkIndex([...groupsBySpan.values()]);+ const read = (style, name) => name.startsWith("--") ? style.getPropertyValue(name) : style[name];+ const write = (style, name, value) => {+ if (name.startsWith("--")) style.setProperty(name, value);+ else style[name] = value;+ };const applyFrame = (time) => {const programFrame = Math.max(0, Math.round(Number(time || 0) * numerator / denominator));+ const active = [];for (const work of workIndex.at(programFrame)) {const localTime = (programFrame - work.startFrame) * millisecondsPerFrame;// Always derive the pose from the absolute requested frame. Worker// partitioning, seek order and the previously rendered frame are not// inputs to animation state.- for (const animation of work.payload.animations) animation.currentTime = localTime;+ for (const item of work.payload.animations) active.push({ item, localTime });}+ // Evaluate each pose with a transient Animation, read it and cancel it before+ // this seek returns, so no adapter ever sees it. The Animation constructor,+ // unlike Element.animate, is not tracked by HyperFrames' waapi adapter. Only+ // the resulting inline style reaches the captured frame.+ const probes = active.map(({ item, localTime }) => {+ const probe = new Animation(new KeyframeEffect(item.element, item.keyframes, item.timing), document.timeline);+ probe.currentTime = localTime;+ return probe;+ });+ const poses = active.map(({ item }) => {+ const style = getComputedStyle(item.element);+ return item.properties.map((name) => read(style, name));+ });+ for (const probe of probes) probe.cancel();+ active.forEach(({ item }, index) => {+ item.properties.forEach((name, position) => write(item.element.style, name, poses[index][position]));+ });void document.documentElement.getBoundingClientRect();};void document.documentElement.getBoundingClientRect();diff --git a/packages/hyperframes/test/document.test.ts b/packages/hyperframes/test/document.test.tsindex 9ace54a3..7358d198 100644--- a/packages/hyperframes/test/document.test.ts+++ b/packages/hyperframes/test/document.test.ts@@ -325,8 +325,9 @@ test("HyperFrames emits compact absolute-frame animation without creating a Tracassert.match(document.html, /animation-duration:1\.001s/u);assert.match(document.html, /100%\{opacity:1;transform:translateY\(0%\)\}/u);assert.match(document.html, /hyperframesCreateFrameWorkIndex/u);- assert.match(document.html, /for \(const animation of work\.payload\.animations\) animation\.currentTime = localTime/u);- assert.doesNotMatch(document.html, /const frames = \[\]|getComputedStyle\(element\)|animation\.cancel\(\)/u);+ assert.match(document.html, /new Animation\(new KeyframeEffect\(/u);+ assert.doesNotMatch(document.html, /const frames = \[\]/u, "poses are evaluated per seek, not tabulated per Present frame");+ assert.doesNotMatch(document.html, /\.animate\(/u, "HyperFrames' waapi adapter tracks Element.animate");assert.doesNotMatch(document.html, /isolation:isolate/u);const marker = document.html.indexOf("const millisecondsPerFrame");@@ -335,42 +336,101 @@ test("HyperFrames emits compact absolute-frame animation without creating a Tracconst scriptEnd = document.html.indexOf("</script>", marker);const { frameWorkIndexRuntime, hyperframesFrameSelectionPrelude } = await import("../src/frame-work.js");const runtime = `${frameWorkIndexRuntime}\n${document.html.slice(scriptStart, scriptEnd)}`;+ const toFrame = (milliseconds: number) => Math.round(milliseconds * 30 / 1_001);+ // A fake DOM whose opacity is the evaluated local frame. After every seek it+ // also plays HyperFrames' css/waapi adapters, which move each animation still+ // live in the document to absolute composition time.const evaluate = async (spans: readonly { readonly start: number; readonly duration: number }[],frames: readonly number[],selection?: readonly { readonly startFrame: number; readonly endFrameExclusive: number }[],) => {const { runInNewContext } = await import("node:vm");+ type FakeElement = { pose: number | undefined; readonly style: Record<string, unknown> };+ type FakeAnimation = { readonly target: FakeElement; currentTime: number; pause(): void; cancel(): void };const positions = spans.map((): number[] => []);- let pauses = 0;+ const live = new Set<FakeAnimation>();+ let materialized = 0;let seek: (event: { detail: { time: number } }) => void = () => {};- const elements = spans.map((span, index) => ({- getBoundingClientRect() {},- getAnimations: () => [{- set currentTime(value: number) { positions[index]!.push(Math.round(value * 30 / 1_001)); },- pause() { pauses += 1; },- }],- getAttribute: (name: string) => String(name.endsWith("start-frame") ? span.start : span.duration),- }));+ const animate = (target: FakeElement, record?: number[], effect?: object): FakeAnimation => {+ const animation = {+ target,+ effect,+ set currentTime(value: number) {+ record?.push(toFrame(value));+ target.pose = toFrame(value);+ },+ pause() {},+ cancel() {+ live.delete(animation);+ target.pose = undefined;+ },+ };+ live.add(animation);+ return animation;+ };+ const elements = spans.map((span) => {+ const element = {+ pose: undefined as number | undefined,+ style: {} as Record<string, unknown>,+ getBoundingClientRect() {},+ getAnimations: () => [...live].filter((animation) => animation.target === element),+ getAttribute: (name: string) => String(name.endsWith("start-frame") ? span.start : span.duration),+ };+ animate(element, undefined, {+ getKeyframes: () => {+ materialized += 1;+ return [+ { offset: 0, computedOffset: 0, easing: "linear", composite: "auto", opacity: "0" },+ { offset: 1, computedOffset: 1, easing: "linear", composite: "auto", opacity: String(span.duration) },+ ];+ },+ getTiming: () => ({ duration: span.duration * 1_001 / 30, fill: "both" }),+ });+ return element;+ });runInNewContext(`${selection === undefined ? "" : hyperframesFrameSelectionPrelude(selection)}\n${runtime}`, {- document: { querySelectorAll: () => elements, documentElement: { getBoundingClientRect() {} } },+ document: { querySelectorAll: () => elements, documentElement: { getBoundingClientRect() {} }, timeline: {} },window: { addEventListener(_name: string, callback: typeof seek) { seek = callback; } },+ KeyframeEffect: class {+ readonly target: FakeElement;+ constructor(target: FakeElement) { this.target = target; }+ },+ Animation: function (effect: { target: FakeElement }) {+ return animate(effect.target, positions[elements.indexOf(effect.target as typeof elements[number])]);+ },+ getComputedStyle: (element: FakeElement) => ({ opacity: String(element.pose) }),});- for (const frame of frames) seek({ detail: { time: frame * 1_001 / 30_000 } });- return { pauses, positions };+ for (const frame of frames) {+ seek({ detail: { time: frame * 1_001 / 30_000 } });+ for (const animation of live) animation.currentTime = frame * 1_001 / 30;+ }+ // What a captured frame shows: a live animation wins over inline style.+ const shown = elements.map((element) => element.pose === undefined ? element.style.opacity : String(element.pose));+ return { materialized, live: live.size, positions, shown };};assert.deepEqual(await evaluate([{ start: 15, duration: 30 }], [30, 44, 15, 45, 60]), {- pauses: 1,- positions: [[0, 15, 29, 0]],+ materialized: 1,+ live: 0,+ positions: [[15, 29, 0]],+ shown: ["0"],});- assert.deepEqual(await evaluate([{ start: 15, duration: 30 }], [30]), { pauses: 1, positions: [[0, 15]] },+ assert.deepEqual(await evaluate([{ start: 15, duration: 30 }], [30]), { materialized: 1, live: 0, positions: [[15]], shown: ["15"] },"a fresh worker derives the same middle pose without visiting preceding frames");+ assert.deepEqual(await evaluate([{ start: 30, duration: 60 }], [33, 60, 86]), {+ materialized: 1,+ live: 0,+ positions: [[3, 30, 56]],+ shown: ["56"],+ }, "a Present starting after frame 0 keeps its Present-relative pose when HyperFrames seeks live animations");assert.deepEqual(await evaluate([{ start: 0, duration: 30 },{ start: 90, duration: 30 },], [100], [{ startFrame: 100, endFrameExclusive: 101 }]), {- pauses: 1,- positions: [[], [0, 10]],+ materialized: 1,+ live: 1,+ positions: [[], [10]],+ shown: ["100", "10"],}, "a selected render does not materialize animations from unrelated Presents");assert.deepEqual(await evaluate([{ start: 0, duration: 5 },@@ -378,13 +438,15 @@ test("HyperFrames emits compact absolute-frame animation without creating a Trac{ start: 3, duration: 5 },{ start: 100, duration: 2 },], [0, 3, 4, 5, 7, 8, 100, 101, 102, 6]), {- pauses: 4,+ materialized: 4,+ live: 0,positions: [- [0, 0, 3, 4],- [0, 0, 2, 3, 1],- [0, 0, 1, 2, 4, 3],- [0, 0, 1],+ [0, 3, 4],+ [0, 2, 3, 1],+ [0, 1, 2, 4, 3],+ [0, 1],],+ shown: ["4", "1", "3", "1"],}, "the point index preserves overlap, half-open boundaries, distant spans and reverse seeks");});