Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
refactor: migrate examples to semantic takes
kashorind8ab6d4ffc10
diff --git a/examples/all-components-preview/main.svml b/examples/all-components-preview/main.svmlindex d557eeae..f4612664 100644--- a/examples/all-components-preview/main.svml+++ b/examples/all-components-preview/main.svml@@ -5,6 +5,7 @@<import as="wording" from="@hypit/text@1"/><import as="seedance" from="@hypit/seedance@1"/><import as="media" from="@hypit/media@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="gpt" from="@hypit/gpt-image@1"/><import as="speech" from="@hypit/speech-spine@1"/><import as="whisperx" from="@hypit/whisperx@1"/>@@ -18,27 +19,29 @@<import as="fonts" from="@hypit/fonts-open@1"/><import as="text" from="@hypit/typography-track@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><!-- One Script, written so every Track below is placed by something saidrather than by a timecode: a Segment per take, a Selection per cutaway- and per board row, and a Moment where the board settles. -->+ and per board row, and Moments for the deck. --><script id="story"><opening><HOST>@board This is every component at once. @title A card cuts inhere@/title, @overlay the picture flashes@/overlay, and the board fillsas each one is named.- <HOST>Spatial. @place!@deal-one! Typography. @place!@deal-two!+ <HOST>@spatial Spatial.@/spatial @deal-one! @typography Typography.@/typography @deal-two!</opening><closing>- <HOST>Ranking. @place!@deal-three! Captions. @place!@deal-four!+ <HOST>@ranking Ranking.@/ranking @deal-three! @captions Captions.@/captions @deal-four!<HOST>That is the whole of it@/board. @done!</closing></script><space:Canvas id="vertical" width="1080" height="1920"/>+ <program:Clock id="clock" frame-rate="30"/><space:Frame id="full" within={vertical} left="0%" top="0%" right="100%" bottom="100%"/><!-- A board fills from its bottom edge upward, so the Frame is sized to therows it holds: four rows, three gaps and the Recipe's padding. A taller@@ -71,36 +74,48 @@<space:Extent id="portrait" width="540" height="960"/><space:Extent id="square" width="192" height="192"/>- <speech:Spine id="speech" frame-rate="30"- visual-frame={full} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={take-opening.video} segment={story.segment.opening}/>- <speech:Take video={take-closing.video} segment={story.segment.closing}/>+ <pipeline:Normalize id="opening-media" source={take-opening.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="closing-media" source={take-closing.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <whisperx:SemanticTake id="opening-semantic" narrative={story}+ segment={story.segment.opening} media={opening-media.media}/>+ <whisperx:SemanticTake id="closing-semantic" narrative={story}+ segment={story.segment.closing} media={closing-media.media}/>++ <speech:Spine id="speech" clock={clock}+ visual-frame={full} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={opening-semantic.take}/>+ <speech:Take source={closing-semantic.take}/></speech:Spine>- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/><fonts:Stack id="ui-font" family="inter" weight="700" style="normal"/>- <!-- A board, filled one row per `@place!` and cleared on `@done!`. -->- <ranking:ColumnStyle id="board-style" recipe={studio.ranking.board} font={ui-font}/>- <ranking:Column id="board" map={timing.map} space={speech.space} frame={board-frame}- during={story.selection.board} triggers={story.moment.place} terminal={story.moment.done}- style={board-style}>- <ranking:ColumnItem id="row-spatial" label="Spatial" icon={icon-spatial}/>- <ranking:ColumnItem id="row-type" label="Typography" icon={icon-type}/>- <ranking:ColumnItem id="row-ranking" label="Ranking" icon={icon-ranking}/>- <ranking:ColumnItem id="row-caption" label="Captions" icon={icon-caption}/>+ <!-- A board whose overall lifetime and per-row reveal windows both come+ directly from Selections in the Script. -->+ <ranking:ColumnStyle id="board-style" recipe={recipes.ranking.board} font={ui-font}/>+ <ranking:Column id="board" map={speech.semanticMap} space={speech.space} canvas={vertical} frame={board-frame}+ during={story.selection.board} style={board-style}>+ <ranking:ColumnItem id="row-spatial" rank="1" label="Spatial" icon={icon-spatial}+ during={story.selection.spatial}/>+ <ranking:ColumnItem id="row-type" rank="2" label="Typography" icon={icon-type}+ during={story.selection.typography}/>+ <ranking:ColumnItem id="row-ranking" rank="3" label="Ranking" icon={icon-ranking}+ during={story.selection.ranking}/>+ <ranking:ColumnItem id="row-caption" rank="4" label="Captions" icon={icon-caption}+ during={story.selection.captions}/></ranking:Column><!-- A card, held for exactly as long as its Selection is spoken. -->- <media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>+ <media-track:Track id="cards" map={speech.semanticMap} space={speech.space} canvas={vertical}><media-track:Item id="card" image={card-shot} extent={portrait}during={story.selection.title} frame={card-frame}- appearance={studio.media.card} motion={studio.motion.card}/>+ appearance={recipes.media.card} motion={recipes.motion.card}/></media-track:Track><!-- A treatment over the whole picture, placed by a Selection like anything else. --><screen:Track id="effects" space={speech.space} canvas={vertical}>- <screen:Flash during={story.selection.overlay} map={timing.map} z="80"+ <screen:Flash during={story.selection.overlay} map={speech.semanticMap} z="80"color="#ffffff" intensity="0.6" attack="2" hold="2" decay="6"/></screen:Track>@@ -108,31 +123,31 @@preview was never taught about this Track; it appears because the packageproduces one. --><space:Frame id="deck-frame" within={vertical} left="44%" top="60%" right="98%" bottom="88%"/>- <deck:DepthStack id="deck" map={timing.map} space={speech.space} canvas={vertical}- frame={deck-frame} appearance={studio.deck.stack} until={story.moment.done}>+ <deck:DepthStack id="deck" map={speech.semanticMap} space={speech.space} canvas={vertical}+ frame={deck-frame} appearance={recipes.deck.stack} until={story.moment.done}><deck:Card id="card-spatial" source={icon-spatial} extent={square} at={story.moment.deal-one}/><deck:Card id="card-type" source={icon-type} extent={square} at={story.moment.deal-two}/><deck:Card id="card-ranking" source={icon-ranking} extent={square} at={story.moment.deal-three}/><deck:Card id="card-caption" source={icon-caption} extent={square} at={story.moment.deal-four}/></deck:DepthStack>- <text:Style id="title-style" recipe={studio.text.title} font={ui-font}/>+ <text:Style id="title-style" recipe={recipes.text.title} font={ui-font}/><text:Track id="titles" space={speech.space}><text:Area id="headline" placement={title-frame} style={title-style} during="program">EVERY COMPONENT AT ONCE</text:Area></text:Track>- <caption-fine:Style id="base-caption" recipe={studio.caption.base} font={ui-font}/>+ <caption-fine:Style id="base-caption" recipe={recipes.caption.base} font={ui-font}/><caption:Program id="caption-program" display={story.caption} default={base-caption}/><caption-ai:Planner id="cue-plan" display={story.caption} program={caption-program}model="gemini-2.5-flash"/><caption-fine:Track id="captions" display={story.caption}correspondence={story.caption.correspondence}- map={timing.map} space={speech.space}+ map={speech.semanticMap} space={speech.space}plan={cue-plan.plan} program={caption-program}/>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={board.visual}/>diff --git a/examples/all-components-preview/studio.svs b/examples/all-components-preview/recipes.svssimilarity index 100%rename from examples/all-components-preview/studio.svsrename to examples/all-components-preview/recipes.svsdiff --git a/examples/bootstrap/main.svml b/examples/bootstrap/main.svmlindex db49e1d8..0fd74bfd 100644--- a/examples/bootstrap/main.svml+++ b/examples/bootstrap/main.svml@@ -2,7 +2,7 @@<svml><import from="@hypit/script@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><script id="story"><opening>diff --git a/examples/bootstrap/studio.svs b/examples/bootstrap/recipes.svssimilarity index 100%rename from examples/bootstrap/studio.svsrename to examples/bootstrap/recipes.svsdiff --git a/examples/street-interview-preview/align-transcript.ts b/examples/street-interview-preview/align-transcript.tsdeleted file mode 100644index cba2f0ae..00000000--- a/examples/street-interview-preview/align-transcript.ts+++ /dev/null@@ -1,142 +0,0 @@-/**- * Turn the recorded transcript into a measured timeline for this Source.- *- * The footage in `docs/public/street-interview/` ships with a word-level- * transcript, but a transcript is not a SemanticMap: a map is keyed by *this*- * Script's own anchor identities, and pairing loose words with authored tokens- * is the aligner's job, not a rename. So this runs the real aligner —- * `locateSpeechTiming` — over evidence built from the transcript, and writes the- * two values a Run Source can then satisfy `timing.map` and `speech.space` with.- *- * node --import tsx examples/street-interview-preview/align-transcript.ts- *- * Doing it here rather than in the Playground is deliberate. The preview reads;- * deriving a new value from evidence is authoring, and it belongs next to the- * Source whose words it is about.- */-import { execFileSync } from "node:child_process";-import { createHash } from "node:crypto";-import { readFileSync, writeFileSync } from "node:fs";-import { dirname, join } from "node:path";-import { fileURLToPath } from "node:url";--import { parseScript } from "@hypit/script";-import type { AlignedTranscriptEvidence, AlignedTranscriptSegment } from "@hypit/speech-evidence";-import { locateSpeechTiming } from "@hypit/speech-alignment";-import type { SpeechAudioBasis } from "@hypit/speech";-import { programSpaceFrameCount, sealProgramSpace } from "@hypit/program-space";-import type { ProgramSpace } from "@hypit/program-space";--const here = dirname(fileURLToPath(import.meta.url));-const repoRoot = join(here, "../..");-const FRAME_RATE = { numerator: 24, denominator: 1 } as const;--/** Scene files in Script order. Each one is a Segment's worth of speech. */-const SCENES = [- { segmentId: "hook", file: "scene-1.mp4" },- { segmentId: "price", file: "scene-2.mp4" },- { segmentId: "rainbow", file: "scene-3.mp4" },- { segmentId: "payment", file: "scene-4.mp4" },-] as const;--type Word = { readonly text: string; readonly start: number; readonly end: number };--function sceneDuration(file: string): number {- // Probing keeps the split honest: the boundary between two Segments is where- // one recording ends, not where a hand-written constant says it does.- const raw = execFileSync("ffprobe", [- "-v", "error", "-show_entries", "format=duration", "-of", "csv=p=0",- join(repoRoot, "docs/public/street-interview", file),- ], { encoding: "utf8" });- return Number(raw.trim());-}--function scriptBody(source: string): { readonly text: string; readonly offset: number } {- const open = source.indexOf(">", source.indexOf("<script"));- const close = source.indexOf("</script>");- if (open < 0 || close < 0) throw new Error("main.svml has no <script> body.");- return { text: source.slice(open + 1, close), offset: open + 1 };-}--const source = readFileSync(join(here, "main.svml"), "utf8");-const body = scriptBody(source);-const narrative = parseScript("main.svml", body.text, body.offset);--const transcript = JSON.parse(- readFileSync(join(repoRoot, "docs/public/street-interview/transcript.json"), "utf8"),-) as readonly Word[];--// The programme is the four recordings back to back, so a Segment's window is-// its own scene's window on that timeline.-const bounds: { segmentId: string; startSec: number; endSec: number }[] = [];-let elapsed = 0;-for (const scene of SCENES) {- const startSec = elapsed;- elapsed += sceneDuration(scene.file);- bounds.push({ segmentId: scene.segmentId, startSec, endSec: elapsed });-}--// A ProgramSpace must end on an exact frame boundary, so the programme is as-// long as the whole frames its recordings occupy.-const frameCount = Math.ceil(elapsed * FRAME_RATE.numerator / FRAME_RATE.denominator);-const space: ProgramSpace = sealProgramSpace({- contract: "hypit.program-space@1",- durationSec: frameCount * FRAME_RATE.denominator / FRAME_RATE.numerator,- frameRate: { ...FRAME_RATE },-});-if (programSpaceFrameCount(space) !== frameCount) throw new Error("ProgramSpace does not round-trip.");-bounds[bounds.length - 1] = { ...bounds.at(-1)!, endSec: space.durationSec };--const segments: AlignedTranscriptSegment[] = bounds.map((segment) => ({- sourceSegmentId: segment.segmentId,- startSec: segment.startSec,- endSec: segment.endSec,- words: transcript- .filter((word) => word.start >= segment.startSec && word.start < segment.endSec)- .map((word) => ({- text: word.text,- startSec: word.start,- endSec: Math.min(word.end, segment.endSec),- })),- // WhisperX can emit character alignment; this transcript carries none, and- // the aligner treats its absence as "no finer evidence" rather than an error.- chars: [],-}));--const evidence: AlignedTranscriptEvidence = {- contract: "hypit.aligned-transcript-evidence@1",- durationSec: space.durationSec,- segments,-};--/**- * The audio this transcript describes is inside the scene files rather than- * beside them, so the basis names it by a digest over what is actually known- * about it. The aligner reads the digest for identity only; it never fetches- * the bytes.- */-const basis: SpeechAudioBasis = {- contract: "hypit.speech-audio-basis@1",- programSpace: space,- audio: {- kind: "blob",- digest: `sha256:${createHash("sha256")- .update(`street-interview ${SCENES.map((scene) => scene.file).join(" ")} ${space.durationSec}`)- .digest("hex")}`,- size: 0,- mediaType: "audio/wav",- },- segments: bounds.map(({ segmentId, startSec, endSec }) => ({ segmentId, startSec, endSec })),-};--const map = locateSpeechTiming(narrative, basis, evidence);--writeFileSync(join(here, "timing.json"), `${JSON.stringify(map, null, 2)}\n`, "utf8");-writeFileSync(join(here, "space.json"), `${JSON.stringify(space, null, 2)}\n`, "utf8");--const words = segments.reduce((sum, segment) => sum + segment.words.length, 0);-process.stdout.write(- `Aligned ${words} transcript words onto ${narrative.tokens.length} Script tokens.\n`- + `${map.anchors.length} anchors across ${frameCount} frames (${space.durationSec.toFixed(3)}s).\n`- + "Wrote timing.json and space.json.\n",-);diff --git a/examples/street-interview-preview/build.svrun b/examples/street-interview-preview/build.svrunindex 9f2efaef..9bdd3ac5 100644--- a/examples/street-interview-preview/build.svrun+++ b/examples/street-interview-preview/build.svrun@@ -4,9 +4,8 @@<author source="./main.svml"/><target output="final.video"/>- <!-- Footage the documentation site already ships. It is 24 fps, which is the- frame rate this Source declares, so the preview can show it as authored- rather than normalizing it. -->+ <!-- Footage the documentation site already ships. Each Segment is passed+ through an explicit per-Take Normalize step at the Source's 24 fps. --><file id="scene-hook" type="@hypit/artifact@1#BlobArtifact"from="../../docs/public/street-interview/scene-1.mp4" media-type="video/mp4"/><file id="scene-price" type="@hypit/artifact@1#BlobArtifact"@@ -22,14 +21,6 @@<file id="cut-receipt" type="@hypit/artifact@1#BlobArtifact"from="../../docs/public/street-interview/broll-4.mp4" media-type="video/mp4"/>- <!-- The recorded transcript, aligned onto this Script's own anchors by- ./align-transcript.ts. Which timings a Source is read with is an- authoring decision, so it is made here. -->- <value id="aligned-map" type="@hypit/semantic-map@1#CompleteSemanticMap" from="./timing.json"/>- <value id="aligned-space" type="@hypit/program-space@1#ProgramSpace" from="./space.json"/>- <satisfy output="timing.map" candidate="aligned-map"/>- <satisfy output="speech.space" candidate="aligned-space"/>-<satisfy output="take-hook.video" candidate="scene-hook"/><satisfy output="take-price.video" candidate="scene-price"/><satisfy output="take-rainbow.video" candidate="scene-rainbow"/>diff --git a/examples/street-interview-preview/main.svml b/examples/street-interview-preview/main.svmlindex f4a92693..e3dfa1fb 100644--- a/examples/street-interview-preview/main.svml+++ b/examples/street-interview-preview/main.svml@@ -3,8 +3,8 @@<svml><import from="@hypit/script@1"/><import as="wording" from="@hypit/text@1"/>- <import as="gpt" from="@hypit/gpt-image@1"/><import as="seedance" from="@hypit/seedance@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="speech" from="@hypit/speech-spine@1"/><import as="whisperx" from="@hypit/whisperx@1"/><import as="media-track" from="@hypit/media-track@1"/>@@ -13,9 +13,10 @@<import as="caption-ai" from="@hypit/caption-gemini@1"/><import as="fonts" from="@hypit/fonts-open@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><!-- The words are the ones actually spoken in the recorded interview, so theScript and the picture describe the same programme. -->@@ -47,6 +48,7 @@</script><space:Canvas id="vertical" width="1080" height="1920"/>+ <program:Clock id="clock" frame-rate="24"/><space:Frame id="speech-frame" within={vertical}left="0%" top="0%" right="100%" bottom="100%"/><!-- The cutaways are shot 9:16 like the scenes, so they cut away from the@@ -55,72 +57,64 @@<space:Frame id="full" within={vertical}left="0%" top="0%" right="100%" bottom="100%"/>- <!-- The location is established once and every take references it, so the street stays one street.- Prompt-only generation would give each take its own afternoon. -->- <wording:Value id="scene-look">- A photograph with the texture of real iPhone footage. Generate a vertical wide two-shot, as one- frame cut out of video actually shot on an iPhone: genuinely real rather than glossy, carrying- the texture of video and not of a posed photograph. The background stays clearly visible, with no- depth-of-field blur. Skin texture is fine and real, the light is natural, and no part of the- picture is broken. An interviewer and a passer-by stand together on a shopping street in late- afternoon light, shopfronts and pedestrians behind them.- </wording:Value>- <gpt:Image id="scene" prompt={scene-look} aspect-ratio="9:16" resolution="2K"/>-<wording:Value id="direction">Handheld street interview, late afternoon, two speakers.</wording:Value>- <seedance:ReferenceVideo id="take-hook" model="mini" prompt={direction} duration="5" generate-audio="true">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="take-price" model="mini" prompt={direction} duration="6" generate-audio="true">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="take-rainbow" model="mini" prompt={direction} duration="11" generate-audio="true">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="take-payment" model="mini" prompt={direction} duration="9" generate-audio="true">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="cutaway-bags" model="mini" prompt={direction} duration="4">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="cutaway-fee" model="mini" prompt={direction} duration="4">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="cutaway-receipt" model="mini" prompt={direction} duration="5">- <seedance:Reference image={scene.image}/>- </seedance:ReferenceVideo>+ <seedance:TextVideo id="take-hook" model="mini" prompt={direction} duration="5" generate-audio="true"/>+ <seedance:TextVideo id="take-price" model="mini" prompt={direction} duration="6" generate-audio="true"/>+ <seedance:TextVideo id="take-rainbow" model="mini" prompt={direction} duration="11" generate-audio="true"/>+ <seedance:TextVideo id="take-payment" model="mini" prompt={direction} duration="9" generate-audio="true"/>+ <seedance:TextVideo id="cutaway-bags" model="mini" prompt={direction} duration="4"/>+ <seedance:TextVideo id="cutaway-fee" model="mini" prompt={direction} duration="4"/>+ <seedance:TextVideo id="cutaway-receipt" model="mini" prompt={direction} duration="5"/>++ <pipeline:Normalize id="hook-media" source={take-hook.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="price-media" source={take-price.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="rainbow-media" source={take-rainbow.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="payment-media" source={take-payment.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="cutaway-bags-media" source={cutaway-bags.video}+ video="primary-moving" audio="none" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="cutaway-fee-media" source={cutaway-fee.video}+ video="primary-moving" audio="none" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="cutaway-receipt-media" source={cutaway-receipt.video}+ video="primary-moving" audio="none" span-authority="video" clock={clock}/>+ <whisperx:SemanticTake id="hook-semantic" narrative={story} segment={story.segment.hook} media={hook-media.media}/>+ <whisperx:SemanticTake id="price-semantic" narrative={story} segment={story.segment.price} media={price-media.media}/>+ <whisperx:SemanticTake id="rainbow-semantic" narrative={story} segment={story.segment.rainbow} media={rainbow-media.media}/>+ <whisperx:SemanticTake id="payment-semantic" narrative={story} segment={story.segment.payment} media={payment-media.media}/>- <speech:Spine id="speech" frame-rate="24"- visual-frame={speech-frame} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={take-hook.video} segment={story.segment.hook}/>- <speech:Take video={take-price.video} segment={story.segment.price}/>- <speech:Take video={take-rainbow.video} segment={story.segment.rainbow}/>- <speech:Take video={take-payment.video} segment={story.segment.payment}/>+ <speech:Spine id="speech" clock={clock}+ visual-frame={speech-frame} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={hook-semantic.take}/>+ <speech:Take source={price-semantic.take}/>+ <speech:Take source={rainbow-semantic.take}/>+ <speech:Take source={payment-semantic.take}/></speech:Spine>- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/><fonts:Stack id="caption-font" family="inter" weight="700" style="normal"/>- <caption-fine:Style id="base-caption" recipe={studio.caption.base} font={caption-font}/>+ <caption-fine:Style id="base-caption" recipe={recipes.caption.base} font={caption-font}/><caption:Program id="caption-program" display={story.caption} default={base-caption}/><caption-ai:Planner id="cue-plan" display={story.caption} program={caption-program}model="gemini-2.5-flash"/><caption-fine:Track id="captions" display={story.caption}correspondence={story.caption.correspondence}- map={timing.map} space={speech.space}+ map={speech.semanticMap} space={speech.space}plan={cue-plan.plan} program={caption-program}/><!-- Three cutaways on one Track. Their Selections do not overlap, so theyshare a single timeline row the way an editor would lay them out. -->- <media-track:Track id="cutaways" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item id="bags" video={cutaway-bags.video} during={story.selection.bags}- frame={full} appearance={studio.media.cutaway} motion={studio.motion.cut}/>- <media-track:Item id="fee" video={cutaway-fee.video} during={story.selection.fee}- frame={full} appearance={studio.media.cutaway} motion={studio.motion.cut}/>- <media-track:Item id="receipt" video={cutaway-receipt.video} during={story.selection.receipt}- frame={full} appearance={studio.media.cutaway} motion={studio.motion.drop}/>+ <media-track:Track id="cutaways" map={speech.semanticMap} space={speech.space} canvas={vertical}>+ <media-track:Item id="bags" media={cutaway-bags-media.media} during={story.selection.bags}+ frame={full} appearance={recipes.media.cutaway} motion={recipes.motion.cut}/>+ <media-track:Item id="fee" media={cutaway-fee-media.media} during={story.selection.fee}+ frame={full} appearance={recipes.media.cutaway} motion={recipes.motion.cut}/>+ <media-track:Item id="receipt" media={cutaway-receipt-media.media} during={story.selection.receipt}+ frame={full} appearance={recipes.media.cutaway} motion={recipes.motion.drop}/></media-track:Track>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={cutaways.visual}/>diff --git a/examples/street-interview-preview/studio.svs b/examples/street-interview-preview/recipes.svssimilarity index 100%rename from examples/street-interview-preview/studio.svsrename to examples/street-interview-preview/recipes.svsdiff --git a/examples/street-interview-preview/space.json b/examples/street-interview-preview/space.jsondeleted file mode 100644index aca0261e..00000000--- a/examples/street-interview-preview/space.json+++ /dev/null@@ -1,8 +0,0 @@-{- "contract": "hypit.program-space@1",- "durationSec": 31.291666666666668,- "frameRate": {- "numerator": 24,- "denominator": 1- }-}diff --git a/examples/street-interview-preview/timing.json b/examples/street-interview-preview/timing.jsondeleted file mode 100644index c631a370..00000000--- a/examples/street-interview-preview/timing.json+++ /dev/null@@ -1,1883 +0,0 @@-{- "contract": "hypit.complete-semantic-map@1",- "tokens": [- {- "tokenId": "segment:hook:token:1",- "segmentId": "hook",- "startSec": 0.041666666666666664,- "endSec": 0.125,- "startFrame": 1,- "endFrame": 3- },- {- "tokenId": "segment:hook:token:2",- "segmentId": "hook",- "startSec": 0.20833333333333334,- "endSec": 0.25,- "startFrame": 5,- "endFrame": 6- },- {- "tokenId": "segment:hook:token:3",- "segmentId": "hook",- "startSec": 0.375,- "endSec": 0.5416666666666666,- "startFrame": 9,- "endFrame": 13- },- {- "tokenId": "segment:hook:token:4",- "segmentId": "hook",- "startSec": 0.5416666666666666,- "endSec": 0.625,- "startFrame": 13,- "endFrame": 15- },- {- "tokenId": "segment:hook:token:5",- "segmentId": "hook",- "startSec": 0.75,- "endSec": 1.25,- "startFrame": 18,- "endFrame": 30- },- {- "tokenId": "segment:hook:token:6",- "segmentId": "hook",- "startSec": 1.2916666666666667,- "endSec": 2.3333333333333335,- "startFrame": 31,- "endFrame": 56- },- {- "tokenId": "segment:hook:token:7",- "segmentId": "hook",- "startSec": 2.375,- "endSec": 2.5833333333333335,- "startFrame": 57,- "endFrame": 62- },- {- "tokenId": "segment:hook:token:8",- "segmentId": "hook",- "startSec": 2.7083333333333335,- "endSec": 3.1666666666666665,- "startFrame": 65,- "endFrame": 76- },- {- "tokenId": "segment:hook:token:9",- "segmentId": "hook",- "startSec": 3.2083333333333335,- "endSec": 3.2916666666666665,- "startFrame": 77,- "endFrame": 79- },- {- "tokenId": "segment:hook:token:10",- "segmentId": "hook",- "startSec": 3.3333333333333335,- "endSec": 3.5416666666666665,- "startFrame": 80,- "endFrame": 85- },- {- "tokenId": "segment:hook:token:11",- "segmentId": "hook",- "startSec": 3.5416666666666665,- "endSec": 3.7083333333333335,- "startFrame": 85,- "endFrame": 89- },- {- "tokenId": "segment:hook:token:12",- "segmentId": "hook",- "startSec": 3.7083333333333335,- "endSec": 4.125,- "startFrame": 89,- "endFrame": 99- },- {- "tokenId": "segment:hook:token:13",- "segmentId": "hook",- "startSec": 4.208333333333333,- "endSec": 4.291666666666667,- "startFrame": 101,- "endFrame": 103- },- {- "tokenId": "segment:hook:token:14",- "segmentId": "hook",- "startSec": 4.333333333333333,- "endSec": 4.583333333333333,- "startFrame": 104,- "endFrame": 110- },- {- "tokenId": "segment:hook:token:15",- "segmentId": "hook",- "startSec": 4.666666666666667,- "endSec": 5.083333333333333,- "startFrame": 112,- "endFrame": 122- },- {- "tokenId": "segment:price:token:1",- "segmentId": "price",- "startSec": 5.166666666666667,- "endSec": 5.333333333333333,- "startFrame": 124,- "endFrame": 128- },- {- "tokenId": "segment:price:token:2",- "segmentId": "price",- "startSec": 5.333333333333333,- "endSec": 5.75,- "startFrame": 128,- "endFrame": 138- },- {- "tokenId": "segment:price:token:3",- "segmentId": "price",- "startSec": 5.875,- "endSec": 5.916666666666667,- "startFrame": 141,- "endFrame": 142- },- {- "tokenId": "segment:price:token:4",- "segmentId": "price",- "startSec": 5.916666666666667,- "endSec": 6.083333333333333,- "startFrame": 142,- "endFrame": 146- },- {- "tokenId": "segment:price:token:5",- "segmentId": "price",- "startSec": 6.083333333333333,- "endSec": 6.083333333333333,- "startFrame": 146,- "endFrame": 146- },- {- "tokenId": "segment:price:token:6",- "segmentId": "price",- "startSec": 6.458333333333333,- "endSec": 6.833333333333333,- "startFrame": 155,- "endFrame": 164- },- {- "tokenId": "segment:price:token:7",- "segmentId": "price",- "startSec": 6.875,- "endSec": 7.083333333333333,- "startFrame": 165,- "endFrame": 170- },- {- "tokenId": "segment:price:token:8",- "segmentId": "price",- "startSec": 7.083333333333333,- "endSec": 7.458333333333333,- "startFrame": 170,- "endFrame": 179- },- {- "tokenId": "segment:price:token:9",- "segmentId": "price",- "startSec": 7.583333333333333,- "endSec": 7.625,- "startFrame": 182,- "endFrame": 183- },- {- "tokenId": "segment:price:token:10",- "segmentId": "price",- "startSec": 7.625,- "endSec": 7.75,- "startFrame": 183,- "endFrame": 186- },- {- "tokenId": "segment:price:token:11",- "segmentId": "price",- "startSec": 7.75,- "endSec": 7.791666666666667,- "startFrame": 186,- "endFrame": 187- },- {- "tokenId": "segment:price:token:12",- "segmentId": "price",- "startSec": 8.166666666666666,- "endSec": 8.791666666666666,- "startFrame": 196,- "endFrame": 211- },- {- "tokenId": "segment:price:token:13",- "segmentId": "price",- "startSec": 8.833333333333334,- "endSec": 9.041666666666666,- "startFrame": 212,- "endFrame": 217- },- {- "tokenId": "segment:price:token:14",- "segmentId": "price",- "startSec": 9.041666666666666,- "endSec": 9.708333333333334,- "startFrame": 217,- "endFrame": 233- },- {- "tokenId": "segment:price:token:15",- "segmentId": "price",- "startSec": 9.75,- "endSec": 9.916666666666666,- "startFrame": 234,- "endFrame": 238- },- {- "tokenId": "segment:price:token:16",- "segmentId": "price",- "startSec": 9.916666666666666,- "endSec": 10.125,- "startFrame": 238,- "endFrame": 243- },- {- "tokenId": "segment:price:token:17",- "segmentId": "price",- "startSec": 10.125,- "endSec": 10.333333333333334,- "startFrame": 243,- "endFrame": 248- },- {- "tokenId": "segment:price:token:18",- "segmentId": "price",- "startSec": 10.333333333333334,- "endSec": 10.583333333333334,- "startFrame": 248,- "endFrame": 254- },- {- "tokenId": "segment:price:token:19",- "segmentId": "price",- "startSec": 10.583333333333334,- "endSec": 11.125,- "startFrame": 254,- "endFrame": 267- },- {- "tokenId": "segment:rainbow:token:1",- "segmentId": "rainbow",- "startSec": 11.166666666666666,- "endSec": 11.5,- "startFrame": 268,- "endFrame": 276- },- {- "tokenId": "segment:rainbow:token:2",- "segmentId": "rainbow",- "startSec": 11.5,- "endSec": 11.541666666666666,- "startFrame": 276,- "endFrame": 277- },- {- "tokenId": "segment:rainbow:token:3",- "segmentId": "rainbow",- "startSec": 11.625,- "endSec": 11.75,- "startFrame": 279,- "endFrame": 282- },- {- "tokenId": "segment:rainbow:token:4",- "segmentId": "rainbow",- "startSec": 11.875,- "endSec": 11.916666666666666,- "startFrame": 285,- "endFrame": 286- },- {- "tokenId": "segment:rainbow:token:5",- "segmentId": "rainbow",- "startSec": 11.916666666666666,- "endSec": 12.083333333333334,- "startFrame": 286,- "endFrame": 290- },- {- "tokenId": "segment:rainbow:token:6",- "segmentId": "rainbow",- "startSec": 12.25,- "endSec": 12.291666666666666,- "startFrame": 294,- "endFrame": 295- },- {- "tokenId": "segment:rainbow:token:7",- "segmentId": "rainbow",- "startSec": 12.291666666666666,- "endSec": 13.041666666666666,- "startFrame": 295,- "endFrame": 313- },- {- "tokenId": "segment:rainbow:token:8",- "segmentId": "rainbow",- "startSec": 13.083333333333334,- "endSec": 13.291666666666666,- "startFrame": 314,- "endFrame": 319- },- {- "tokenId": "segment:rainbow:token:9",- "segmentId": "rainbow",- "startSec": 13.291666666666666,- "endSec": 13.666666666666666,- "startFrame": 319,- "endFrame": 328- },- {- "tokenId": "segment:rainbow:token:10",- "segmentId": "rainbow",- "startSec": 13.666666666666666,- "endSec": 13.791666666666666,- "startFrame": 328,- "endFrame": 331- },- {- "tokenId": "segment:rainbow:token:11",- "segmentId": "rainbow",- "startSec": 13.791666666666666,- "endSec": 13.833333333333334,- "startFrame": 331,- "endFrame": 332- },- {- "tokenId": "segment:rainbow:token:12",- "segmentId": "rainbow",- "startSec": 13.833333333333334,- "endSec": 14.041666666666666,- "startFrame": 332,- "endFrame": 337- },- {- "tokenId": "segment:rainbow:token:13",- "segmentId": "rainbow",- "startSec": 14.375,- "endSec": 14.583333333333334,- "startFrame": 345,- "endFrame": 350- },- {- "tokenId": "segment:rainbow:token:14",- "segmentId": "rainbow",- "startSec": 14.583333333333334,- "endSec": 15.166666666666666,- "startFrame": 350,- "endFrame": 364- },- {- "tokenId": "segment:rainbow:token:15",- "segmentId": "rainbow",- "startSec": 15.416666666666666,- "endSec": 15.625,- "startFrame": 370,- "endFrame": 375- },- {- "tokenId": "segment:rainbow:token:16",- "segmentId": "rainbow",- "startSec": 15.666666666666666,- "endSec": 15.833333333333334,- "startFrame": 376,- "endFrame": 380- },- {- "tokenId": "segment:rainbow:token:17",- "segmentId": "rainbow",- "startSec": 15.833333333333334,- "endSec": 15.875,- "startFrame": 380,- "endFrame": 381- },- {- "tokenId": "segment:rainbow:token:18",- "segmentId": "rainbow",- "startSec": 16,- "endSec": 16.166666666666668,- "startFrame": 384,- "endFrame": 388- },- {- "tokenId": "segment:rainbow:token:19",- "segmentId": "rainbow",- "startSec": 16.166666666666668,- "endSec": 16.583333333333332,- "startFrame": 388,- "endFrame": 398- },- {- "tokenId": "segment:rainbow:token:20",- "segmentId": "rainbow",- "startSec": 16.666666666666668,- "endSec": 17.166666666666668,- "startFrame": 400,- "endFrame": 412- },- {- "tokenId": "segment:rainbow:token:21",- "segmentId": "rainbow",- "startSec": 17.166666666666668,- "endSec": 18.75,- "startFrame": 412,- "endFrame": 450- },- {- "tokenId": "segment:rainbow:token:22",- "segmentId": "rainbow",- "startSec": 18.791666666666668,- "endSec": 18.875,- "startFrame": 451,- "endFrame": 453- },- {- "tokenId": "segment:rainbow:token:23",- "segmentId": "rainbow",- "startSec": 18.875,- "endSec": 19,- "startFrame": 453,- "endFrame": 456- },- {- "tokenId": "segment:rainbow:token:24",- "segmentId": "rainbow",- "startSec": 19,- "endSec": 19.041666666666668,- "startFrame": 456,- "endFrame": 457- },- {- "tokenId": "segment:rainbow:token:25",- "segmentId": "rainbow",- "startSec": 19.166666666666668,- "endSec": 19.208333333333332,- "startFrame": 460,- "endFrame": 461- },- {- "tokenId": "segment:rainbow:token:26",- "segmentId": "rainbow",- "startSec": 19.291666666666668,- "endSec": 19.708333333333332,- "startFrame": 463,- "endFrame": 473- },- {- "tokenId": "segment:rainbow:token:27",- "segmentId": "rainbow",- "startSec": 19.75,- "endSec": 19.958333333333332,- "startFrame": 474,- "endFrame": 479- },- {- "tokenId": "segment:rainbow:token:28",- "segmentId": "rainbow",- "startSec": 19.958333333333332,- "endSec": 20.083333333333332,- "startFrame": 479,- "endFrame": 482- },- {- "tokenId": "segment:rainbow:token:29",- "segmentId": "rainbow",- "startSec": 20.083333333333332,- "endSec": 20.125,- "startFrame": 482,- "endFrame": 483- },- {- "tokenId": "segment:rainbow:token:30",- "segmentId": "rainbow",- "startSec": 20.125,- "endSec": 20.333333333333332,- "startFrame": 483,- "endFrame": 488- },- {- "tokenId": "segment:rainbow:token:31",- "segmentId": "rainbow",- "startSec": 20.458333333333332,- "endSec": 20.666666666666668,- "startFrame": 491,- "endFrame": 496- },- {- "tokenId": "segment:rainbow:token:32",- "segmentId": "rainbow",- "startSec": 20.666666666666668,- "endSec": 21,- "startFrame": 496,- "endFrame": 504- },- {- "tokenId": "segment:rainbow:token:33",- "segmentId": "rainbow",- "startSec": 21,- "endSec": 21.125,- "startFrame": 504,- "endFrame": 507- },- {- "tokenId": "segment:rainbow:token:34",- "segmentId": "rainbow",- "startSec": 21.125,- "endSec": 21.375,- "startFrame": 507,- "endFrame": 513- },- {- "tokenId": "segment:rainbow:token:35",- "segmentId": "rainbow",- "startSec": 21.375,- "endSec": 21.5,- "startFrame": 513,- "endFrame": 516- },- {- "tokenId": "segment:rainbow:token:36",- "segmentId": "rainbow",- "startSec": 21.541666666666668,- "endSec": 21.625,- "startFrame": 517,- "endFrame": 519- },- {- "tokenId": "segment:rainbow:token:37",- "segmentId": "rainbow",- "startSec": 21.75,- "endSec": 22.208333333333332,- "startFrame": 522,- "endFrame": 533- },- {- "tokenId": "segment:payment:token:1",- "segmentId": "payment",- "startSec": 22.25,- "endSec": 22.416666666666668,- "startFrame": 534,- "endFrame": 538- },- {- "tokenId": "segment:payment:token:2",- "segmentId": "payment",- "startSec": 22.416666666666668,- "endSec": 22.625,- "startFrame": 538,- "endFrame": 543- },- {- "tokenId": "segment:payment:token:3",- "segmentId": "payment",- "startSec": 22.625,- "endSec": 22.833333333333332,- "startFrame": 543,- "endFrame": 548- },- {- "tokenId": "segment:payment:token:4",- "segmentId": "payment",- "startSec": 22.958333333333332,- "endSec": 23.083333333333332,- "startFrame": 551,- "endFrame": 554- },- {- "tokenId": "segment:payment:token:5",- "segmentId": "payment",- "startSec": 23.083333333333332,- "endSec": 23.166666666666668,- "startFrame": 554,- "endFrame": 556- },- {- "tokenId": "segment:payment:token:6",- "segmentId": "payment",- "startSec": 23.458333333333332,- "endSec": 23.666666666666668,- "startFrame": 563,- "endFrame": 568- },- {- "tokenId": "segment:payment:token:7",- "segmentId": "payment",- "startSec": 23.708333333333332,- "endSec": 23.75,- "startFrame": 569,- "endFrame": 570- },- {- "tokenId": "segment:payment:token:8",- "segmentId": "payment",- "startSec": 23.75,- "endSec": 23.916666666666668,- "startFrame": 570,- "endFrame": 574- },- {- "tokenId": "segment:payment:token:9",- "segmentId": "payment",- "startSec": 24.041666666666668,- "endSec": 24.291666666666668,- "startFrame": 577,- "endFrame": 583- },- {- "tokenId": "segment:payment:token:10",- "segmentId": "payment",- "startSec": 24.291666666666668,- "endSec": 24.291666666666668,- "startFrame": 583,- "endFrame": 583- },- {- "tokenId": "segment:payment:token:11",- "segmentId": "payment",- "startSec": 24.416666666666668,- "endSec": 24.666666666666668,- "startFrame": 586,- "endFrame": 592- },- {- "tokenId": "segment:payment:token:12",- "segmentId": "payment",- "startSec": 25,- "endSec": 25.458333333333332,- "startFrame": 600,- "endFrame": 611- },- {- "tokenId": "segment:payment:token:13",- "segmentId": "payment",- "startSec": 25.5,- "endSec": 25.583333333333332,- "startFrame": 612,- "endFrame": 614- },- {- "tokenId": "segment:payment:token:14",- "segmentId": "payment",- "startSec": 25.666666666666668,- "endSec": 26.041666666666668,- "startFrame": 616,- "endFrame": 625- },- {- "tokenId": "segment:payment:token:15",- "segmentId": "payment",- "startSec": 26.041666666666668,- "endSec": 26.208333333333332,- "startFrame": 625,- "endFrame": 629- },- {- "tokenId": "segment:payment:token:16",- "segmentId": "payment",- "startSec": 26.208333333333332,- "endSec": 26.333333333333332,- "startFrame": 629,- "endFrame": 632- },- {- "tokenId": "segment:payment:token:17",- "segmentId": "payment",- "startSec": 26.333333333333332,- "endSec": 27.041666666666668,- "startFrame": 632,- "endFrame": 649- },- {- "tokenId": "segment:payment:token:18",- "segmentId": "payment",- "startSec": 27.083333333333332,- "endSec": 27.125,- "startFrame": 650,- "endFrame": 651- },- {- "tokenId": "segment:payment:token:19",- "segmentId": "payment",- "startSec": 27.125,- "endSec": 27.291666666666668,- "startFrame": 651,- "endFrame": 655- },- {- "tokenId": "segment:payment:token:20",- "segmentId": "payment",- "startSec": 27.416666666666668,- "endSec": 27.958333333333332,- "startFrame": 658,- "endFrame": 671- },- {- "tokenId": "segment:payment:token:21",- "segmentId": "payment",- "startSec": 28,- "endSec": 28.083333333333332,- "startFrame": 672,- "endFrame": 674- },- {- "tokenId": "segment:payment:token:22",- "segmentId": "payment",- "startSec": 28.166666666666668,- "endSec": 28.583333333333332,- "startFrame": 676,- "endFrame": 686- },- {- "tokenId": "segment:payment:token:23",- "segmentId": "payment",- "startSec": 28.583333333333332,- "endSec": 28.916666666666668,- "startFrame": 686,- "endFrame": 694- },- {- "tokenId": "segment:payment:token:24",- "segmentId": "payment",- "startSec": 28.916666666666668,- "endSec": 29.291666666666668,- "startFrame": 694,- "endFrame": 703- },- {- "tokenId": "segment:payment:token:25",- "segmentId": "payment",- "startSec": 29.291666666666668,- "endSec": 29.291666666666668,- "startFrame": 703,- "endFrame": 703- },- {- "tokenId": "segment:payment:token:26",- "segmentId": "payment",- "startSec": 29.291666666666668,- "endSec": 29.375,- "startFrame": 703,- "endFrame": 705- },- {- "tokenId": "segment:payment:token:27",- "segmentId": "payment",- "startSec": 29.375,- "endSec": 29.666666666666668,- "startFrame": 705,- "endFrame": 712- },- {- "tokenId": "segment:payment:token:28",- "segmentId": "payment",- "startSec": 29.666666666666668,- "endSec": 30.083333333333332,- "startFrame": 712,- "endFrame": 722- },- {- "tokenId": "segment:payment:token:29",- "segmentId": "payment",- "startSec": 30.125,- "endSec": 30.125,- "startFrame": 723,- "endFrame": 723- },- {- "tokenId": "segment:payment:token:30",- "segmentId": "payment",- "startSec": 30.333333333333332,- "endSec": 30.708333333333332,- "startFrame": 728,- "endFrame": 737- },- {- "tokenId": "segment:payment:token:31",- "segmentId": "payment",- "startSec": 30.708333333333332,- "endSec": 31.041666666666668,- "startFrame": 737,- "endFrame": 745- }- ],- "anchors": [- {- "identity": "segment:hook:start",- "timeSec": 0,- "frame": 0- },- {- "identity": "segment:hook:token:1:start",- "timeSec": 0.041666666666666664,- "frame": 1- },- {- "identity": "segment:hook:token:1:end",- "timeSec": 0.125,- "frame": 3- },- {- "identity": "segment:hook:token:2:start",- "timeSec": 0.20833333333333334,- "frame": 5- },- {- "identity": "segment:hook:token:2:end",- "timeSec": 0.25,- "frame": 6- },- {- "identity": "segment:hook:token:3:start",- "timeSec": 0.375,- "frame": 9- },- {- "identity": "segment:hook:token:3:end",- "timeSec": 0.5416666666666666,- "frame": 13- },- {- "identity": "segment:hook:token:4:start",- "timeSec": 0.5416666666666666,- "frame": 13- },- {- "identity": "segment:hook:token:4:end",- "timeSec": 0.625,- "frame": 15- },- {- "identity": "segment:hook:token:5:start",- "timeSec": 0.75,- "frame": 18- },- {- "identity": "segment:hook:token:5:end",- "timeSec": 1.25,- "frame": 30- },- {- "identity": "segment:hook:token:6:start",- "timeSec": 1.2916666666666667,- "frame": 31- },- {- "identity": "segment:hook:token:6:end",- "timeSec": 2.3333333333333335,- "frame": 56- },- {- "identity": "segment:hook:token:7:start",- "timeSec": 2.375,- "frame": 57- },- {- "identity": "segment:hook:token:7:end",- "timeSec": 2.5833333333333335,- "frame": 62- },- {- "identity": "segment:hook:token:8:start",- "timeSec": 2.7083333333333335,- "frame": 65- },- {- "identity": "segment:hook:token:8:end",- "timeSec": 3.1666666666666665,- "frame": 76- },- {- "identity": "segment:hook:token:9:start",- "timeSec": 3.2083333333333335,- "frame": 77- },- {- "identity": "segment:hook:token:9:end",- "timeSec": 3.2916666666666665,- "frame": 79- },- {- "identity": "segment:hook:token:10:start",- "timeSec": 3.3333333333333335,- "frame": 80- },- {- "identity": "segment:hook:token:10:end",- "timeSec": 3.5416666666666665,- "frame": 85- },- {- "identity": "segment:hook:token:11:start",- "timeSec": 3.5416666666666665,- "frame": 85- },- {- "identity": "segment:hook:token:11:end",- "timeSec": 3.7083333333333335,- "frame": 89- },- {- "identity": "segment:hook:token:12:start",- "timeSec": 3.7083333333333335,- "frame": 89- },- {- "identity": "segment:hook:token:12:end",- "timeSec": 4.125,- "frame": 99- },- {- "identity": "segment:hook:token:13:start",- "timeSec": 4.208333333333333,- "frame": 101- },- {- "identity": "segment:hook:token:13:end",- "timeSec": 4.291666666666667,- "frame": 103- },- {- "identity": "segment:hook:token:14:start",- "timeSec": 4.333333333333333,- "frame": 104- },- {- "identity": "segment:hook:token:14:end",- "timeSec": 4.583333333333333,- "frame": 110- },- {- "identity": "segment:hook:token:15:start",- "timeSec": 4.666666666666667,- "frame": 112- },- {- "identity": "segment:hook:token:15:end",- "timeSec": 5.083333333333333,- "frame": 122- },- {- "identity": "segment:hook:end",- "timeSec": 5.083333333333333,- "frame": 122- },- {- "identity": "segment:price:start",- "timeSec": 5.083333333333333,- "frame": 122- },- {- "identity": "segment:price:token:1:start",- "timeSec": 5.166666666666667,- "frame": 124- },- {- "identity": "segment:price:token:1:end",- "timeSec": 5.333333333333333,- "frame": 128- },- {- "identity": "segment:price:token:2:start",- "timeSec": 5.333333333333333,- "frame": 128- },- {- "identity": "segment:price:token:2:end",- "timeSec": 5.75,- "frame": 138- },- {- "identity": "segment:price:token:3:start",- "timeSec": 5.875,- "frame": 141- },- {- "identity": "segment:price:token:3:end",- "timeSec": 5.916666666666667,- "frame": 142- },- {- "identity": "segment:price:token:4:start",- "timeSec": 5.916666666666667,- "frame": 142- },- {- "identity": "segment:price:token:4:end",- "timeSec": 6.083333333333333,- "frame": 146- },- {- "identity": "segment:price:token:5:start",- "timeSec": 6.083333333333333,- "frame": 146- },- {- "identity": "segment:price:token:5:end",- "timeSec": 6.083333333333333,- "frame": 146- },- {- "identity": "segment:price:token:6:start",- "timeSec": 6.458333333333333,- "frame": 155- },- {- "identity": "segment:price:token:6:end",- "timeSec": 6.833333333333333,- "frame": 164- },- {- "identity": "segment:price:token:7:start",- "timeSec": 6.875,- "frame": 165- },- {- "identity": "segment:price:token:7:end",- "timeSec": 7.083333333333333,- "frame": 170- },- {- "identity": "segment:price:token:8:start",- "timeSec": 7.083333333333333,- "frame": 170- },- {- "identity": "segment:price:token:8:end",- "timeSec": 7.458333333333333,- "frame": 179- },- {- "identity": "segment:price:token:9:start",- "timeSec": 7.583333333333333,- "frame": 182- },- {- "identity": "segment:price:token:9:end",- "timeSec": 7.625,- "frame": 183- },- {- "identity": "segment:price:token:10:start",- "timeSec": 7.625,- "frame": 183- },- {- "identity": "segment:price:token:10:end",- "timeSec": 7.75,- "frame": 186- },- {- "identity": "segment:price:token:11:start",- "timeSec": 7.75,- "frame": 186- },- {- "identity": "segment:price:token:11:end",- "timeSec": 7.791666666666667,- "frame": 187- },- {- "identity": "segment:price:token:12:start",- "timeSec": 8.166666666666666,- "frame": 196- },- {- "identity": "segment:price:token:12:end",- "timeSec": 8.791666666666666,- "frame": 211- },- {- "identity": "segment:price:token:13:start",- "timeSec": 8.833333333333334,- "frame": 212- },- {- "identity": "segment:price:token:13:end",- "timeSec": 9.041666666666666,- "frame": 217- },- {- "identity": "segment:price:token:14:start",- "timeSec": 9.041666666666666,- "frame": 217- },- {- "identity": "segment:price:token:14:end",- "timeSec": 9.708333333333334,- "frame": 233- },- {- "identity": "segment:price:token:15:start",- "timeSec": 9.75,- "frame": 234- },- {- "identity": "segment:price:token:15:end",- "timeSec": 9.916666666666666,- "frame": 238- },- {- "identity": "segment:price:token:16:start",- "timeSec": 9.916666666666666,- "frame": 238- },- {- "identity": "segment:price:token:16:end",- "timeSec": 10.125,- "frame": 243- },- {- "identity": "segment:price:token:17:start",- "timeSec": 10.125,- "frame": 243- },- {- "identity": "segment:price:token:17:end",- "timeSec": 10.333333333333334,- "frame": 248- },- {- "identity": "segment:price:token:18:start",- "timeSec": 10.333333333333334,- "frame": 248- },- {- "identity": "segment:price:token:18:end",- "timeSec": 10.583333333333334,- "frame": 254- },- {- "identity": "segment:price:token:19:start",- "timeSec": 10.583333333333334,- "frame": 254- },- {- "identity": "segment:price:token:19:end",- "timeSec": 11.125,- "frame": 267- },- {- "identity": "segment:price:end",- "timeSec": 11.125,- "frame": 267- },- {- "identity": "segment:rainbow:start",- "timeSec": 11.125,- "frame": 267- },- {- "identity": "segment:rainbow:token:1:start",- "timeSec": 11.166666666666666,- "frame": 268- },- {- "identity": "segment:rainbow:token:1:end",- "timeSec": 11.5,- "frame": 276- },- {- "identity": "segment:rainbow:token:2:start",- "timeSec": 11.5,- "frame": 276- },- {- "identity": "segment:rainbow:token:2:end",- "timeSec": 11.541666666666666,- "frame": 277- },- {- "identity": "segment:rainbow:token:3:start",- "timeSec": 11.625,- "frame": 279- },- {- "identity": "segment:rainbow:token:3:end",- "timeSec": 11.75,- "frame": 282- },- {- "identity": "segment:rainbow:token:4:start",- "timeSec": 11.875,- "frame": 285- },- {- "identity": "segment:rainbow:token:4:end",- "timeSec": 11.916666666666666,- "frame": 286- },- {- "identity": "segment:rainbow:token:5:start",- "timeSec": 11.916666666666666,- "frame": 286- },- {- "identity": "segment:rainbow:token:5:end",- "timeSec": 12.083333333333334,- "frame": 290- },- {- "identity": "segment:rainbow:token:6:start",- "timeSec": 12.25,- "frame": 294- },- {- "identity": "segment:rainbow:token:6:end",- "timeSec": 12.291666666666666,- "frame": 295- },- {- "identity": "segment:rainbow:token:7:start",- "timeSec": 12.291666666666666,- "frame": 295- },- {- "identity": "segment:rainbow:token:7:end",- "timeSec": 13.041666666666666,- "frame": 313- },- {- "identity": "segment:rainbow:token:8:start",- "timeSec": 13.083333333333334,- "frame": 314- },- {- "identity": "segment:rainbow:token:8:end",- "timeSec": 13.291666666666666,- "frame": 319- },- {- "identity": "segment:rainbow:token:9:start",- "timeSec": 13.291666666666666,- "frame": 319- },- {- "identity": "segment:rainbow:token:9:end",- "timeSec": 13.666666666666666,- "frame": 328- },- {- "identity": "segment:rainbow:token:10:start",- "timeSec": 13.666666666666666,- "frame": 328- },- {- "identity": "segment:rainbow:token:10:end",- "timeSec": 13.791666666666666,- "frame": 331- },- {- "identity": "segment:rainbow:token:11:start",- "timeSec": 13.791666666666666,- "frame": 331- },- {- "identity": "segment:rainbow:token:11:end",- "timeSec": 13.833333333333334,- "frame": 332- },- {- "identity": "segment:rainbow:token:12:start",- "timeSec": 13.833333333333334,- "frame": 332- },- {- "identity": "segment:rainbow:token:12:end",- "timeSec": 14.041666666666666,- "frame": 337- },- {- "identity": "segment:rainbow:token:13:start",- "timeSec": 14.375,- "frame": 345- },- {- "identity": "segment:rainbow:token:13:end",- "timeSec": 14.583333333333334,- "frame": 350- },- {- "identity": "segment:rainbow:token:14:start",- "timeSec": 14.583333333333334,- "frame": 350- },- {- "identity": "segment:rainbow:token:14:end",- "timeSec": 15.166666666666666,- "frame": 364- },- {- "identity": "segment:rainbow:token:15:start",- "timeSec": 15.416666666666666,- "frame": 370- },- {- "identity": "segment:rainbow:token:15:end",- "timeSec": 15.625,- "frame": 375- },- {- "identity": "segment:rainbow:token:16:start",- "timeSec": 15.666666666666666,- "frame": 376- },- {- "identity": "segment:rainbow:token:16:end",- "timeSec": 15.833333333333334,- "frame": 380- },- {- "identity": "segment:rainbow:token:17:start",- "timeSec": 15.833333333333334,- "frame": 380- },- {- "identity": "segment:rainbow:token:17:end",- "timeSec": 15.875,- "frame": 381- },- {- "identity": "segment:rainbow:token:18:start",- "timeSec": 16,- "frame": 384- },- {- "identity": "segment:rainbow:token:18:end",- "timeSec": 16.166666666666668,- "frame": 388- },- {- "identity": "segment:rainbow:token:19:start",- "timeSec": 16.166666666666668,- "frame": 388- },- {- "identity": "segment:rainbow:token:19:end",- "timeSec": 16.583333333333332,- "frame": 398- },- {- "identity": "segment:rainbow:token:20:start",- "timeSec": 16.666666666666668,- "frame": 400- },- {- "identity": "segment:rainbow:token:20:end",- "timeSec": 17.166666666666668,- "frame": 412- },- {- "identity": "segment:rainbow:token:21:start",- "timeSec": 17.166666666666668,- "frame": 412- },- {- "identity": "segment:rainbow:token:21:end",- "timeSec": 18.75,- "frame": 450- },- {- "identity": "segment:rainbow:token:22:start",- "timeSec": 18.791666666666668,- "frame": 451- },- {- "identity": "segment:rainbow:token:22:end",- "timeSec": 18.875,- "frame": 453- },- {- "identity": "segment:rainbow:token:23:start",- "timeSec": 18.875,- "frame": 453- },- {- "identity": "segment:rainbow:token:23:end",- "timeSec": 19,- "frame": 456- },- {- "identity": "segment:rainbow:token:24:start",- "timeSec": 19,- "frame": 456- },- {- "identity": "segment:rainbow:token:24:end",- "timeSec": 19.041666666666668,- "frame": 457- },- {- "identity": "segment:rainbow:token:25:start",- "timeSec": 19.166666666666668,- "frame": 460- },- {- "identity": "segment:rainbow:token:25:end",- "timeSec": 19.208333333333332,- "frame": 461- },- {- "identity": "segment:rainbow:token:26:start",- "timeSec": 19.291666666666668,- "frame": 463- },- {- "identity": "segment:rainbow:token:26:end",- "timeSec": 19.708333333333332,- "frame": 473- },- {- "identity": "segment:rainbow:token:27:start",- "timeSec": 19.75,- "frame": 474- },- {- "identity": "segment:rainbow:token:27:end",- "timeSec": 19.958333333333332,- "frame": 479- },- {- "identity": "segment:rainbow:token:28:start",- "timeSec": 19.958333333333332,- "frame": 479- },- {- "identity": "segment:rainbow:token:28:end",- "timeSec": 20.083333333333332,- "frame": 482- },- {- "identity": "segment:rainbow:token:29:start",- "timeSec": 20.083333333333332,- "frame": 482- },- {- "identity": "segment:rainbow:token:29:end",- "timeSec": 20.125,- "frame": 483- },- {- "identity": "segment:rainbow:token:30:start",- "timeSec": 20.125,- "frame": 483- },- {- "identity": "segment:rainbow:token:30:end",- "timeSec": 20.333333333333332,- "frame": 488- },- {- "identity": "segment:rainbow:token:31:start",- "timeSec": 20.458333333333332,- "frame": 491- },- {- "identity": "segment:rainbow:token:31:end",- "timeSec": 20.666666666666668,- "frame": 496- },- {- "identity": "segment:rainbow:token:32:start",- "timeSec": 20.666666666666668,- "frame": 496- },- {- "identity": "segment:rainbow:token:32:end",- "timeSec": 21,- "frame": 504- },- {- "identity": "segment:rainbow:token:33:start",- "timeSec": 21,- "frame": 504- },- {- "identity": "segment:rainbow:token:33:end",- "timeSec": 21.125,- "frame": 507- },- {- "identity": "segment:rainbow:token:34:start",- "timeSec": 21.125,- "frame": 507- },- {- "identity": "segment:rainbow:token:34:end",- "timeSec": 21.375,- "frame": 513- },- {- "identity": "segment:rainbow:token:35:start",- "timeSec": 21.375,- "frame": 513- },- {- "identity": "segment:rainbow:token:35:end",- "timeSec": 21.5,- "frame": 516- },- {- "identity": "segment:rainbow:token:36:start",- "timeSec": 21.541666666666668,- "frame": 517- },- {- "identity": "segment:rainbow:token:36:end",- "timeSec": 21.625,- "frame": 519- },- {- "identity": "segment:rainbow:token:37:start",- "timeSec": 21.75,- "frame": 522- },- {- "identity": "segment:rainbow:token:37:end",- "timeSec": 22.208333333333332,- "frame": 533- },- {- "identity": "segment:rainbow:end",- "timeSec": 22.208333333333332,- "frame": 533- },- {- "identity": "segment:payment:start",- "timeSec": 22.208333333333332,- "frame": 533- },- {- "identity": "segment:payment:token:1:start",- "timeSec": 22.25,- "frame": 534- },- {- "identity": "segment:payment:token:1:end",- "timeSec": 22.416666666666668,- "frame": 538- },- {- "identity": "segment:payment:token:2:start",- "timeSec": 22.416666666666668,- "frame": 538- },- {- "identity": "segment:payment:token:2:end",- "timeSec": 22.625,- "frame": 543- },- {- "identity": "segment:payment:token:3:start",- "timeSec": 22.625,- "frame": 543- },- {- "identity": "segment:payment:token:3:end",- "timeSec": 22.833333333333332,- "frame": 548- },- {- "identity": "segment:payment:token:4:start",- "timeSec": 22.958333333333332,- "frame": 551- },- {- "identity": "segment:payment:token:4:end",- "timeSec": 23.083333333333332,- "frame": 554- },- {- "identity": "segment:payment:token:5:start",- "timeSec": 23.083333333333332,- "frame": 554- },- {- "identity": "segment:payment:token:5:end",- "timeSec": 23.166666666666668,- "frame": 556- },- {- "identity": "segment:payment:token:6:start",- "timeSec": 23.458333333333332,- "frame": 563- },- {- "identity": "segment:payment:token:6:end",- "timeSec": 23.666666666666668,- "frame": 568- },- {- "identity": "segment:payment:token:7:start",- "timeSec": 23.708333333333332,- "frame": 569- },- {- "identity": "segment:payment:token:7:end",- "timeSec": 23.75,- "frame": 570- },- {- "identity": "segment:payment:token:8:start",- "timeSec": 23.75,- "frame": 570- },- {- "identity": "segment:payment:token:8:end",- "timeSec": 23.916666666666668,- "frame": 574- },- {- "identity": "segment:payment:token:9:start",- "timeSec": 24.041666666666668,- "frame": 577- },- {- "identity": "segment:payment:token:9:end",- "timeSec": 24.291666666666668,- "frame": 583- },- {- "identity": "segment:payment:token:10:start",- "timeSec": 24.291666666666668,- "frame": 583- },- {- "identity": "segment:payment:token:10:end",- "timeSec": 24.291666666666668,- "frame": 583- },- {- "identity": "segment:payment:token:11:start",- "timeSec": 24.416666666666668,- "frame": 586- },- {- "identity": "segment:payment:token:11:end",- "timeSec": 24.666666666666668,- "frame": 592- },- {- "identity": "segment:payment:token:12:start",- "timeSec": 25,- "frame": 600- },- {- "identity": "segment:payment:token:12:end",- "timeSec": 25.458333333333332,- "frame": 611- },- {- "identity": "segment:payment:token:13:start",- "timeSec": 25.5,- "frame": 612- },- {- "identity": "segment:payment:token:13:end",- "timeSec": 25.583333333333332,- "frame": 614- },- {- "identity": "segment:payment:token:14:start",- "timeSec": 25.666666666666668,- "frame": 616- },- {- "identity": "segment:payment:token:14:end",- "timeSec": 26.041666666666668,- "frame": 625- },- {- "identity": "segment:payment:token:15:start",- "timeSec": 26.041666666666668,- "frame": 625- },- {- "identity": "segment:payment:token:15:end",- "timeSec": 26.208333333333332,- "frame": 629- },- {- "identity": "segment:payment:token:16:start",- "timeSec": 26.208333333333332,- "frame": 629- },- {- "identity": "segment:payment:token:16:end",- "timeSec": 26.333333333333332,- "frame": 632- },- {- "identity": "segment:payment:token:17:start",- "timeSec": 26.333333333333332,- "frame": 632- },- {- "identity": "segment:payment:token:17:end",- "timeSec": 27.041666666666668,- "frame": 649- },- {- "identity": "segment:payment:token:18:start",- "timeSec": 27.083333333333332,- "frame": 650- },- {- "identity": "segment:payment:token:18:end",- "timeSec": 27.125,- "frame": 651- },- {- "identity": "segment:payment:token:19:start",- "timeSec": 27.125,- "frame": 651- },- {- "identity": "segment:payment:token:19:end",- "timeSec": 27.291666666666668,- "frame": 655- },- {- "identity": "segment:payment:token:20:start",- "timeSec": 27.416666666666668,- "frame": 658- },- {- "identity": "segment:payment:token:20:end",- "timeSec": 27.958333333333332,- "frame": 671- },- {- "identity": "segment:payment:token:21:start",- "timeSec": 28,- "frame": 672- },- {- "identity": "segment:payment:token:21:end",- "timeSec": 28.083333333333332,- "frame": 674- },- {- "identity": "segment:payment:token:22:start",- "timeSec": 28.166666666666668,- "frame": 676- },- {- "identity": "segment:payment:token:22:end",- "timeSec": 28.583333333333332,- "frame": 686- },- {- "identity": "segment:payment:token:23:start",- "timeSec": 28.583333333333332,- "frame": 686- },- {- "identity": "segment:payment:token:23:end",- "timeSec": 28.916666666666668,- "frame": 694- },- {- "identity": "segment:payment:token:24:start",- "timeSec": 28.916666666666668,- "frame": 694- },- {- "identity": "segment:payment:token:24:end",- "timeSec": 29.291666666666668,- "frame": 703- },- {- "identity": "segment:payment:token:25:start",- "timeSec": 29.291666666666668,- "frame": 703- },- {- "identity": "segment:payment:token:25:end",- "timeSec": 29.291666666666668,- "frame": 703- },- {- "identity": "segment:payment:token:26:start",- "timeSec": 29.291666666666668,- "frame": 703- },- {- "identity": "segment:payment:token:26:end",- "timeSec": 29.375,- "frame": 705- },- {- "identity": "segment:payment:token:27:start",- "timeSec": 29.375,- "frame": 705- },- {- "identity": "segment:payment:token:27:end",- "timeSec": 29.666666666666668,- "frame": 712- },- {- "identity": "segment:payment:token:28:start",- "timeSec": 29.666666666666668,- "frame": 712- },- {- "identity": "segment:payment:token:28:end",- "timeSec": 30.083333333333332,- "frame": 722- },- {- "identity": "segment:payment:token:29:start",- "timeSec": 30.125,- "frame": 723- },- {- "identity": "segment:payment:token:29:end",- "timeSec": 30.125,- "frame": 723- },- {- "identity": "segment:payment:token:30:start",- "timeSec": 30.333333333333332,- "frame": 728- },- {- "identity": "segment:payment:token:30:end",- "timeSec": 30.708333333333332,- "frame": 737- },- {- "identity": "segment:payment:token:31:start",- "timeSec": 30.708333333333332,- "frame": 737- },- {- "identity": "segment:payment:token:31:end",- "timeSec": 31.041666666666668,- "frame": 745- },- {- "identity": "segment:payment:end",- "timeSec": 31.291666666666668,- "frame": 751- }- ]-}diff --git a/examples/talking-film-broll-preview/main.svml b/examples/talking-film-broll-preview/main.svmlindex 18f3fc62..79395ddf 100644--- a/examples/talking-film-broll-preview/main.svml+++ b/examples/talking-film-broll-preview/main.svml@@ -3,15 +3,16 @@<svml><import from="@hypit/script@1"/><import as="wording" from="@hypit/text@1"/>- <import as="gpt" from="@hypit/gpt-image@1"/><import as="seedance" from="@hypit/seedance@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="speech" from="@hypit/speech-spine@1"/><import as="whisperx" from="@hypit/whisperx@1"/><import as="media-track" from="@hypit/media-track@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><script id="story"><opening><HOST>A @claim shallow preview reads the source directly@/claim, so the@@ -19,6 +20,7 @@</script><space:Canvas id="vertical" width="1080" height="1920"/>+ <program:Clock id="clock" frame-rate="30"/><!-- right and bottom are edge positions, not insets: this Frame is full bleed. --><space:Frame id="speech-frame" within={vertical}left="0%" top="0%" right="100%" bottom="100%"/>@@ -28,43 +30,34 @@left="12%" top="52%" right="88%" bottom="78%"/><wording:Value id="direction">Locked medium close-up in a quiet daylight studio. Spoken dialogue.</wording:Value>- <!-- The studio is established once; every take references that image, so one room stays- one room. Prompt-only generation would give each take its own. -->- <wording:Value id="studio-look">- A photograph with the texture of real iPhone footage. Generate a vertical seated medium close-up,- as one frame cut out of video actually shot on an iPhone: genuinely real rather than glossy,- carrying the texture of video and not of a posed photograph. The background stays clearly visible,- with no depth-of-field blur. Skin texture is fine and real, the light is natural, and no part of- the picture is broken. One presenter at a desk in a quiet daylight studio.- </wording:Value>- <gpt:Image id="studio-scene" prompt={studio-look} aspect-ratio="9:16" resolution="2K"/>+ <seedance:TextVideo id="take" model="mini" prompt={direction} duration="10" generate-audio="true"/>+ <seedance:TextVideo id="motion-a" model="mini" prompt={direction} duration="5"/>+ <seedance:TextVideo id="motion-b" model="mini" prompt={direction} duration="5"/>- <seedance:ReferenceVideo id="take" model="mini" prompt={direction} duration="10" generate-audio="true">- <seedance:Reference image={studio-scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="motion-a" model="mini" prompt={direction} duration="5">- <seedance:Reference image={studio-scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="motion-b" model="mini" prompt={direction} duration="5">- <seedance:Reference image={studio-scene.image}/>- </seedance:ReferenceVideo>+ <pipeline:Normalize id="take-media" source={take.video}+ recipe={recipes.media.aroll} clock={clock}/>+ <pipeline:Normalize id="motion-a-media" source={motion-a.video}+ recipe={recipes.media.broll} clock={clock}/>+ <pipeline:Normalize id="motion-b-media" source={motion-b.video}+ recipe={recipes.media.broll} clock={clock}/>+ <whisperx:SemanticTake id="opening-semantic" narrative={story}+ segment={story.segment.opening} media={take-media.media}/>- <speech:Spine id="speech" frame-rate="30"- visual-frame={speech-frame} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={take.video} segment={story.segment.opening}/>+ <speech:Spine id="speech" clock={clock}+ visual-frame={speech-frame} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={opening-semantic.take}/></speech:Spine>- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/><!-- Two B-roll inserts on one Track. Their Selections do not overlap, so theyshare a single timeline row the way an editor would lay them out. -->- <media-track:Track id="broll" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item id="broll-one" video={motion-a.video} during={story.selection.claim}- frame={card-a} appearance={studio.media.card} motion={studio.motion.card}/>- <media-track:Item id="broll-two" video={motion-b.video} during={story.selection.proof}- frame={card-b} appearance={studio.media.wide} motion={studio.motion.card}/>+ <media-track:Track id="broll" map={speech.semanticMap} space={speech.space} canvas={vertical}>+ <media-track:Item id="broll-one" media={motion-a-media.media} during={story.selection.claim}+ frame={card-a} appearance={recipes.media.card} motion={recipes.motion.card}/>+ <media-track:Item id="broll-two" media={motion-b-media.media} during={story.selection.proof}+ frame={card-b} appearance={recipes.media.wide} motion={recipes.motion.card}/></media-track:Track>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={broll.visual}/>diff --git a/examples/talking-film-broll-preview/studio.svs b/examples/talking-film-broll-preview/recipes.svssimilarity index 77%rename from examples/talking-film-broll-preview/studio.svsrename to examples/talking-film-broll-preview/recipes.svsindex 153f456a..21318082 100644--- a/examples/talking-film-broll-preview/studio.svs+++ b/examples/talking-film-broll-preview/recipes.svs@@ -4,8 +4,11 @@film.vertical { background: #09090B; }speech.visual { fit: cover; }+ media.aroll { video: primary-moving; audio: default; span-authority: video; }+ media.broll { video: primary-moving; audio: none; span-authority: video; }+/* Rounded and padded, so the painted content box is visibly inset from the- Placement Frame the Playground draws as a guide. */+ Placement Frame Studio draws as a guide. */media.card {stack-order: 40; fit: cover; playback: hold-start;frame-paint: #16161d; clip: rounded; radius: 24; padding: 12 12;diff --git a/examples/talking-film-graph-check/main.svml b/examples/talking-film-graph-check/main.svmlindex a0e9fda9..6c827db6 100644--- a/examples/talking-film-graph-check/main.svml+++ b/examples/talking-film-graph-check/main.svml@@ -3,8 +3,8 @@<svml><import from="@hypit/script@1"/><import as="wording" from="@hypit/text@1"/>- <import as="gpt" from="@hypit/gpt-image@1"/><import as="seedance" from="@hypit/seedance@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="speech" from="@hypit/speech-spine@1"/><import as="whisperx" from="@hypit/whisperx@1"/><import as="media-track" from="@hypit/media-track@1"/>@@ -14,15 +14,17 @@<import as="fonts" from="@hypit/fonts-open@1"/><import as="text" from="@hypit/typography-track@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><script id="story"><opening><HOST>Meaning @demo becomes the source @/demo.</opening></script><space:Canvas id="vertical" width="1080" height="1920"/>+ <program:Clock id="clock" frame-rate="30"/><space:Frame id="speech-frame" within={vertical}left="0%" top="0%" right="100%" bottom="100%"/><space:Frame id="title-frame" within={vertical}@@ -31,51 +33,42 @@left="10%" top="20%" right="90%" bottom="70%"/><wording:Value id="direction">Locked medium close-up in a quiet daylight studio. Spoken dialogue — say exactly: Meaning becomes the source.</wording:Value>- <!-- The studio is established once; every take references that image, so one room stays- one room. Prompt-only generation would give each take its own. -->- <wording:Value id="studio-look">- A photograph with the texture of real iPhone footage. Generate a vertical seated medium close-up,- as one frame cut out of video actually shot on an iPhone: genuinely real rather than glossy,- carrying the texture of video and not of a posed photograph. The background stays clearly visible,- with no depth-of-field blur. Skin texture is fine and real, the light is natural, and no part of- the picture is broken. One presenter at a desk in a quiet daylight studio.- </wording:Value>- <gpt:Image id="studio-scene" prompt={studio-look} aspect-ratio="9:16" resolution="2K"/>+ <seedance:TextVideo id="take" model="mini" prompt={direction} duration="5" generate-audio="true"/>+ <seedance:TextVideo id="motion" model="mini" prompt={direction} duration="5"/>- <seedance:ReferenceVideo id="take" model="mini" prompt={direction} duration="5" generate-audio="true">- <seedance:Reference image={studio-scene.image}/>- </seedance:ReferenceVideo>- <seedance:ReferenceVideo id="motion" model="mini" prompt={direction} duration="5">- <seedance:Reference image={studio-scene.image}/>- </seedance:ReferenceVideo>+ <pipeline:Normalize id="take-media" source={take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="motion-media" source={motion.video}+ video="primary-moving" audio="none" span-authority="video" clock={clock}/>+ <whisperx:SemanticTake id="opening-semantic" narrative={story}+ segment={story.segment.opening} media={take-media.media}/>- <speech:Spine id="speech" frame-rate="30"- visual-frame={speech-frame} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={take.video} segment={story.segment.opening}/>+ <speech:Spine id="speech" clock={clock}+ visual-frame={speech-frame} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={opening-semantic.take}/></speech:Spine>- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/><fonts:Stack id="caption-font" family="inter" weight="700" style="normal"/><fonts:Stack id="title-font" family="inter" weight="900" style="normal"/>- <caption-fine:Style id="base-caption" recipe={studio.caption.base} font={caption-font}/>+ <caption-fine:Style id="base-caption" recipe={recipes.caption.base} font={caption-font}/><caption:Program id="caption-program" display={story.caption} default={base-caption}/><caption-ai:Planner id="cue-plan" display={story.caption} program={caption-program} model="gemini-2.5-flash"/>- <media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item video={motion.video} during={story.selection.demo}- frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/>+ <media-track:Track id="cards" map={speech.semanticMap} space={speech.space} canvas={vertical}>+ <media-track:Item media={motion-media.media} during={story.selection.demo}+ frame={card-frame} appearance={recipes.media.card} motion={recipes.motion.card}/></media-track:Track><caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence}- map={timing.map} space={speech.space}+ map={speech.semanticMap} space={speech.space}plan={cue-plan.plan} program={caption-program}/>- <text:Style id="title-style" recipe={studio.text.title} font={title-font}/>+ <text:Style id="title-style" recipe={recipes.text.title} font={title-font}/><text:Track id="titles" space={speech.space}><text:Area id="meaning" placement={title-frame} style={title-style} during="program">MEANING</text:Area></text:Track>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={cards.visual}/>diff --git a/examples/talking-film-graph-check/studio.svs b/examples/talking-film-graph-check/recipes.svssimilarity index 100%rename from examples/talking-film-graph-check/studio.svsrename to examples/talking-film-graph-check/recipes.svsdiff --git a/examples/talking-film-live/main.svml b/examples/talking-film-live/main.svmlindex d92923cd..57c9b5e5 100644--- a/examples/talking-film-live/main.svml+++ b/examples/talking-film-live/main.svml@@ -4,6 +4,7 @@<import from="@hypit/script@1"/><import as="wording" from="@hypit/text@1"/><import as="media" from="@hypit/media@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="estimate" from="@hypit/estimate@1"/><import as="seedance" from="@hypit/seedance@1"/><import as="speech" from="@hypit/speech-spine@1"/>@@ -14,9 +15,10 @@<import as="fonts" from="@hypit/fonts-open@1"/><import as="text" from="@hypit/typography-track@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><script id="story"><opening>@@ -86,18 +88,26 @@</seedance:ReferenceVideo><space:Canvas id="vertical" width="480" height="854"/>+ <program:Clock id="clock" frame-rate="30"/><space:Frame id="speech-frame" within={vertical} left="0%" top="0%" right="100%" bottom="100%"/>- <speech:Spine id="speech" frame-rate="30"- visual-frame={speech-frame} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={opening-take.video} segment={story.segment.opening}/>- <speech:Take video={answer-take.video} segment={story.segment.answer}/>+ <pipeline:Normalize id="opening-media" source={opening-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="answer-media" source={answer-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <whisperx:SemanticTake id="opening-semantic" narrative={story}+ segment={story.segment.opening} media={opening-media.media}/>+ <whisperx:SemanticTake id="answer-semantic" narrative={story}+ segment={story.segment.answer} media={answer-media.media}/>++ <speech:Spine id="speech" clock={clock}+ visual-frame={speech-frame} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={opening-semantic.take}/>+ <speech:Take source={answer-semantic.take}/></speech:Spine>- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>-<fonts:Stack id="caption-font" family="inter" weight="700" style="normal"/>- <caption-fine:Style id="primary-caption" recipe={studio.caption.primary} font={caption-font}/>+ <caption-fine:Style id="primary-caption" recipe={recipes.caption.primary} font={caption-font}/><caption:Program id="caption-program" display={story.caption} default={primary-caption}/><caption-ai:Planner@@ -111,7 +121,7 @@id="captions"display={story.caption}correspondence={story.caption.correspondence}- map={timing.map}+ map={speech.semanticMap}space={speech.space}program={caption-program}plan={caption-plan.plan}@@ -120,8 +130,8 @@<space:Frame id="callout-frame" within={vertical}left="8%" top="10%" right="92%" bottom="20%"/>- <text:Style id="callout-style" recipe={studio.text.callout} font={caption-font}/>- <text:Track id="callout" space={speech.space} map={timing.map}>+ <text:Style id="callout-style" recipe={recipes.text.callout} font={caption-font}/>+ <text:Track id="callout" space={speech.space} map={speech.semanticMap}><text:Areaid="callout-copy"placement={callout-frame}@@ -132,7 +142,7 @@</text:Area></text:Track>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={captions.track}/>diff --git a/examples/talking-film-live/studio.svs b/examples/talking-film-live/recipes.svssimilarity index 100%rename from examples/talking-film-live/studio.svsrename to examples/talking-film-live/recipes.svsdiff --git a/examples/talking-head-aroll/main.svml b/examples/talking-head-aroll/main.svmlindex c37dd893..f5e4eec2 100644--- a/examples/talking-head-aroll/main.svml+++ b/examples/talking-head-aroll/main.svml@@ -6,6 +6,7 @@<import as="media" from="@hypit/media@1"/><import as="estimate" from="@hypit/estimate@1"/><import as="seedance" from="@hypit/seedance@1"/>+ <import as="pipeline" from="@hypit/media-pipeline@1"/><import as="speech" from="@hypit/speech-spine@1"/><import as="whisperx" from="@hypit/whisperx@1"/><import as="caption" from="@hypit/caption@1"/>@@ -13,9 +14,10 @@<import as="caption-ai" from="@hypit/caption-gemini@1"/><import as="fonts" from="@hypit/fonts-open@1"/><import as="space" from="@hypit/spatial@1"/>+ <import as="program" from="@hypit/program-space@1"/><import as="film" from="@hypit/film@1"/><import as="render" from="@hypit/render-hyperframes@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="recipes" source="./recipes.svs"/><import as="speaker-kit" source="./kits/speaker-v1.svs"/><script id="story">@@ -56,16 +58,16 @@</wording:Value><!-- Duration remains an explicit graph fact derived from the pronunciation projection. -->- <estimate:Speech id="hook-duration" source={story.segment.hook.speech} policy={studio.speech.normal}/>- <estimate:Speech id="meeting-duration" source={story.segment.meeting.speech} policy={studio.speech.normal}/>- <estimate:Speech id="evidence-duration" source={story.segment.evidence.speech} policy={studio.speech.normal}/>- <estimate:Speech id="payoff-duration" source={story.segment.payoff.speech} policy={studio.speech.normal}/>+ <estimate:Speech id="hook-duration" source={story.segment.hook.speech} policy={recipes.speech.normal}/>+ <estimate:Speech id="meeting-duration" source={story.segment.meeting.speech} policy={recipes.speech.normal}/>+ <estimate:Speech id="evidence-duration" source={story.segment.evidence.speech} policy={recipes.speech.normal}/>+ <estimate:Speech id="payoff-duration" source={story.segment.payoff.speech} policy={recipes.speech.normal}/><!-- Prompt assembly is an ordinary Text subgraph. --><wording:Renderid="hook-prompt"template={speaker-kit.speaker-v1}- recipe={studio.speaker.host}+ recipe={recipes.speaker.host}><wording:Set name="dialogue" text={story.segment.hook.dialogue}/><wording:Set name="action" text={hook-action}/>@@ -74,7 +76,7 @@<wording:Renderid="meeting-prompt"template={speaker-kit.speaker-v1}- recipe={studio.speaker.host}+ recipe={recipes.speaker.host}><wording:Set name="dialogue" text={story.segment.meeting.dialogue}/><wording:Set name="action" text={meeting-action}/>@@ -83,7 +85,7 @@<wording:Renderid="evidence-prompt"template={speaker-kit.speaker-v1}- recipe={studio.speaker.host}+ recipe={recipes.speaker.host}><wording:Set name="dialogue" text={story.segment.evidence.dialogue}/><wording:Set name="action" text={evidence-action}/>@@ -92,7 +94,7 @@<wording:Renderid="payoff-prompt"template={speaker-kit.speaker-v1}- recipe={studio.speaker.host}+ recipe={recipes.speaker.host}><wording:Set name="dialogue" text={story.segment.payoff.dialogue}/><wording:Set name="action" text={payoff-action}/>@@ -152,23 +154,34 @@</seedance:ReferenceVideo><space:Canvas id="vertical" width="720" height="1280"/>+ <program:Clock id="clock" frame-rate="30"/><space:Frame id="speech-frame" within={vertical} left="0%" top="0%" right="100%" bottom="100%"/><!-- Four equal Takes become one ordered speech coordinate space and two peer Tracks. -->- <speech:Spine id="speech" frame-rate="30"- visual-frame={speech-frame} visual-appearance={studio.speech.visual} visual-z="0">- <speech:Take video={hook-take.video} segment={story.segment.hook}/>- <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>- <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>- <speech:Take video={payoff-take.video} segment={story.segment.payoff}/>+ <pipeline:Normalize id="hook-media" source={hook-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="meeting-media" source={meeting-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="evidence-media" source={evidence-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <pipeline:Normalize id="payoff-media" source={payoff-take.video}+ video="primary-moving" audio="default" span-authority="video" clock={clock}/>+ <whisperx:SemanticTake id="hook-semantic" narrative={story} segment={story.segment.hook} media={hook-media.media}/>+ <whisperx:SemanticTake id="meeting-semantic" narrative={story} segment={story.segment.meeting} media={meeting-media.media}/>+ <whisperx:SemanticTake id="evidence-semantic" narrative={story} segment={story.segment.evidence} media={evidence-media.media}/>+ <whisperx:SemanticTake id="payoff-semantic" narrative={story} segment={story.segment.payoff} media={payoff-media.media}/>++ <speech:Spine id="speech" clock={clock}+ visual-frame={speech-frame} visual-appearance={recipes.speech.visual} visual-z="0">+ <speech:Take source={hook-semantic.take}/>+ <speech:Take source={meeting-semantic.take}/>+ <speech:Take source={evidence-semantic.take}/>+ <speech:Take source={payoff-semantic.take}/></speech:Spine>- <!-- One measured evidence pass locates the complete authored Script. -->- <whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>-<!-- Gemini sees display words and these requirements, never audio or timing. --><fonts:Stack id="caption-font" family="inter" weight="800" style="normal"/>- <caption-fine:Style id="primary-caption" recipe={studio.caption.primary} font={caption-font}/>+ <caption-fine:Style id="primary-caption" recipe={recipes.caption.primary} font={caption-font}/><caption:Program id="caption-program" display={story.caption} default={primary-caption}/><caption-ai:Planner@@ -183,13 +196,13 @@id="captions"display={story.caption}correspondence={story.caption.correspondence}- map={timing.map}+ map={speech.semanticMap}space={speech.space}program={caption-program}plan={caption-plan.plan}/>- <film:Film id="main" canvas={vertical} space={speech.space} appearance={studio.film.vertical}>+ <film:Film id="main" canvas={vertical} space={speech.space} appearance={recipes.film.vertical}><film:Track source={speech.visual}/><film:Track source={speech.audioTrack}/><film:Track source={captions.track}/>diff --git a/examples/talking-head-aroll/studio.svs b/examples/talking-head-aroll/recipes.svssimilarity index 100%rename from examples/talking-head-aroll/studio.svsrename to examples/talking-head-aroll/recipes.svsdiff --git a/packages/film/test/surface.test.ts b/packages/film/test/surface.test.tsindex d613257e..4d4e4614 100644--- a/packages/film/test/surface.test.ts+++ b/packages/film/test/surface.test.ts@@ -135,7 +135,7 @@ async function compileFilm(options: { readonly styles?: string } = {}) {<import as="fixture" from="example.film-fixture@1"/><import as="film" from="@hypit/film@1"/><import as="space" from="@hypit/spatial@1"/>- <import as="studio" source="./studio.svs"/>+ <import as="studio" source="./recipes.svs"/><fixture:Inputs/><space:Canvas id="vertical" width="1080" height="1920"/><film:Film id="main" canvas={vertical} space={space} appearance={studio.film.vertical}>@@ -145,7 +145,7 @@ async function compileFilm(options: { readonly styles?: string } = {}) {closure,frontends,resolveSource() {- return source("/project/studio.svs", options.styles ?? validStyles);+ return source("/project/recipes.svs", options.styles ?? validStyles);},admitRecord: createRecordAdmitter(validatorRegistry()),});diff --git a/packages/svs/test/source-closure.test.ts b/packages/svs/test/source-closure.test.tsindex 14de653b..51c5e3a1 100644--- a/packages/svs/test/source-closure.test.ts+++ b/packages/svs/test/source-closure.test.ts@@ -177,7 +177,7 @@ async function compileMain(alias: string, root = "/project", styles = styleText)frontends.register(svsFrontend);const entry = unit(`${root}/main.svml`, `<svml><import as="lab" from="example.recipe-card@1"/>- <import as="${alias}" source="./studio.svs"/>+ <import as="${alias}" source="./recipes.svs"/><lab:Card id="answer" appearance={${alias}.card.answer}/></svml>`);return await compileSourceClosure({@@ -185,8 +185,8 @@ async function compileMain(alias: string, root = "/project", styles = styleText)closure,frontends,async resolveSource(_importer, request) {- if (request.from !== "./studio.svs") throw new Error(`unknown source ${request.from}`);- return await Promise.resolve(unit(`${root}/studio.svs`, styles));+ if (request.from !== "./recipes.svs") throw new Error(`unknown source ${request.from}`);+ return await Promise.resolve(unit(`${root}/recipes.svs`, styles));},});}@@ -286,7 +286,7 @@ test("Source Closure rejects duplicate aliases and unknown Frontends before decoclosure,frontends,resolveSource() {- return unit("/project/studio.svs", styleText);+ return unit("/project/recipes.svs", styleText);},}),(error: unknown) => error instanceof SourceClosureError && error.code === "UNKNOWN_FRONTEND",