Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
feat: normalize generated media at consumer surfaces
kashorin0066ab51c5f1
diff --git a/docs/quickstart/composition.md b/docs/quickstart/composition.mdindex ea53cc1f..0a75c40b 100644--- a/docs/quickstart/composition.md+++ b/docs/quickstart/composition.md@@ -123,7 +123,6 @@ The complete data flow from Script to rendered video. This example is based on<import as="caption-fine" from="@narratage/caption-fine@1"/><import as="caption-ai" from="@narratage/caption-gemini@1"/><import as="fonts" from="@narratage/fonts-open@1"/>- <import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="text" from="@narratage/typography-track@1"/><import as="space" from="@narratage/spatial@1"/>@@ -152,8 +151,8 @@ The complete data flow from Script to rendered video. This example is based onleft="10%" top="20%" right="10%" bottom="30%"/><!-- 3. Timing: assemble spine and align words -->- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={take.video} segment={story.segment.opening}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={take.video} segment={story.segment.opening}/></speech:Spine><whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>@@ -168,11 +167,9 @@ The complete data flow from Script to rendered video. This example is based on<caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence} map={timing.map}space={speech.space} plan={cue-plan.plan} program={caption-program}/>- <pipeline:Normalize id="motion-media" source={motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/><media-track:Track id="cards" map={timing.map}space={speech.space} canvas={vertical}>- <media-track:Item source={motion-media.media} during={story.selection.demo}+ <media-track:Item video={motion.video} during={story.selection.demo}frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/></media-track:Track><text:Style id="title-style" recipe={studio.text.title} font={title-font}/>diff --git a/docs/quickstart/styles.md b/docs/quickstart/styles.mdindex 6d67b4db..0ab95276 100644--- a/docs/quickstart/styles.md+++ b/docs/quickstart/styles.md@@ -204,7 +204,7 @@ Position remains an explicit graph edge:```svml<space:Frame id="product-frame" within={vertical}left="8%" top="20%" right="8%" bottom="32%"/>-<media-track:Item source={product-media.media}+<media-track:Item video={product-motion.video}during={story.selection.demo} frame={product-frame}appearance={studio.media.product} motion={studio.motion.product}/>```diff --git a/docs/quickstart/timing.md b/docs/quickstart/timing.mdindex 2f51da57..2693cf59 100644--- a/docs/quickstart/timing.md+++ b/docs/quickstart/timing.md@@ -22,11 +22,11 @@ program order — the final sequence of Segments in the finished video.```svml<space:Canvas id="vertical" width="1080" height="1920"/>-<speech:Spine id="speech" canvas={vertical}>- <speech:Take source={hook-take.video} segment={story.segment.hook}/>- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>+<speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/></speech:Spine>```@@ -34,6 +34,7 @@ program order — the final sequence of Segments in the finished video.|---|---|---|| `id` | yes | Unique identifier || `canvas` | yes | Explicit CanvasSpace used by the restricted Media visual projection |+| `frame-rate` | yes | Program rate as an integer or rational, such as `30` or `30000/1001` |### speech:Take@@ -41,9 +42,18 @@ Each `<speech:Take>` child binds a generated video to a Script Segment:| Attribute | Required | Description ||---|---|---|-| `source` | yes | Generated video — for example, from `seedance:ReferenceVideo` |+| `video` | exactly one | Generated/raw video Blob — for example `{take.video}` from Seedance |+| `media` | exactly one | Already prepared `SynchronizedMedia`; bypasses automatic normalization || `segment` | yes | Script Segment this take corresponds to — e.g. `{story.segment.hook}` |+`video` and `media` are mutually exclusive. The normal AIGC path is `video={take.video}`. The+Speech Surface expands that readable declaration into ordinary Media Pipeline Operations:+inspect the container, select its primary moving video and default audio stream, then normalize+both to the Spine's declared frame rate. A 30 fps source connected to a 60 fps Spine keeps its+duration and is deterministically resampled to a 60 fps frame sequence; it is not played twice as+fast. Use `media=` only when another graph branch has already produced the exact synchronized value+you intend to assemble.+The order of `<speech:Take>` children **determines the program order**. The first take starts attime zero; each subsequent take follows immediately.@@ -85,8 +95,9 @@ in the Script become real time ranges and points for downstream visual component## ProgramSpace-ProgramSpace is not a component you declare — it is produced by `speech:Spine` and flows to every-component that needs to know the total program duration and frame domain.+ProgramSpace is not guessed from a global default. It is produced by `speech:Spine` from the+explicit `frame-rate` and the exact normalized Take durations, then flows to every component that+needs the total program duration and frame domain.```svml<film:Film id="main" canvas={vertical} space={speech.space} ...>@@ -134,9 +145,9 @@ The complete timing stage, from generated takes to map and space:<!-- Assemble takes in program order --><space:Canvas id="vertical" width="1080" height="1920"/>-<speech:Spine id="speech" canvas={vertical}>- <speech:Take source={opening-take.video} segment={story.segment.opening}/>- <speech:Take source={answer-take.video} segment={story.segment.answer}/>+<speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>+ <speech:Take video={answer-take.video} segment={story.segment.answer}/></speech:Spine><!-- Measure word timing -->diff --git a/docs/quickstart/tracks.md b/docs/quickstart/tracks.mdindex 5cbcf3ec..a5157865 100644--- a/docs/quickstart/tracks.md+++ b/docs/quickstart/tracks.md@@ -154,10 +154,10 @@ default and override Styles into one ordinary peer `VisualTrack`: `{captions.tra## Media overlays and B-rollB-roll is an editorial use of the generic Media Track, not a separate Track family. One Item can-place a normalized image, video, animation or compositable Surface at a semantic or absolute window.+place an image, generated video, prepared timed medium or compositable Surface at a semantic or+absolute window.```svml-<import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="wording" from="@narratage/text@1"/>```@@ -177,15 +177,12 @@ Placement is an explicit Spatial Frame edge; appearance and motion remain reusab<seedance:Reference image={product-reference}/></seedance:ReferenceVideo>-<pipeline:Normalize id="product-media" source={product-motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>-<space:Frame id="product-frame" within={vertical}left="8%" top="20%" right="8%" bottom="32%"/><media-track:Track id="product-broll" map={timing.map}space={speech.space} canvas={vertical}>- <media-track:Item source={product-media.media} frame={product-frame}+ <media-track:Item video={product-motion.video} frame={product-frame}during={story.selection.product-demo}appearance={studio.media.product}motion={studio.motion.product}/>@@ -196,6 +193,22 @@ The Selection contributes semantic points; Media performs the package-owned windThe same Item model also covers full-canvas cutaways, split screens and corner overlays. Orderedchild layers, source occupancy and explicit Sequences are available when one source is not enough.+Every Item, Member or sample Layer declares exactly one visual input form:++| Input | Value | Meaning |+|---|---|---|+| `image={...}` + `extent={...}` | Blob + authored pixel extent | A durationless still image |+| `video={...}` | Generated/raw video Blob | Inspect, select and normalize to this Track's `space` automatically |+| `media={...}` | `SynchronizedMedia` | Connect an explicitly prepared timed source directly |+| `surface={...}` | `CompositableSurfaceRef` | Connect an alpha-aware still or timed surface directly |++Raw `video=` is visual-only by default. Add `audio="include"` when its own audio should be+normalized and emitted by the Track; `audio-gain` remains available for that selected source.+These forms are explicit so a generic Blob is never guessed to be an image or video. The convenient+surface syntax does not bypass the graph: `video=` expands to ordinary bind-request, inspect,+select and normalize Operations. An explicit `<pipeline:Normalize>` remains available for shared+or specially selected media, whose output then connects through `media=`.+**Outputs:** `{product-broll.visual}` and, only when explicitly authored, `{product-broll.audio}`.## Text overlays@@ -286,7 +299,6 @@ All three track types together in one source file:<import as="caption-fine" from="@narratage/caption-fine@1"/><import as="caption-ai" from="@narratage/caption-gemini@1"/><import as="fonts" from="@narratage/fonts-open@1"/>-<import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="text" from="@narratage/typography-track@1"/><import as="space" from="@narratage/spatial@1"/>@@ -309,10 +321,8 @@ All three track types together in one source file:left="10%" top="20%" right="10%" bottom="30%"/><!-- Media: one ordinary Item used editorially as B-roll -->-<pipeline:Normalize id="motion-media" source={motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/><media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item source={motion-media.media} frame={card-frame}+ <media-track:Item video={motion.video} frame={card-frame}during={story.selection.demo} appearance={studio.media.card} motion={studio.motion.card}/></media-track:Track>diff --git a/docs/zh/quickstart/composition.md b/docs/zh/quickstart/composition.mdindex 9dc37ac9..3f3c7ae3 100644--- a/docs/zh/quickstart/composition.md+++ b/docs/zh/quickstart/composition.md@@ -119,7 +119,6 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参<import as="caption-fine" from="@narratage/caption-fine@1"/><import as="caption-ai" from="@narratage/caption-gemini@1"/><import as="fonts" from="@narratage/fonts-open@1"/>- <import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="text" from="@narratage/typography-track@1"/><import as="space" from="@narratage/spatial@1"/>@@ -148,8 +147,8 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参left="10%" top="20%" right="10%" bottom="30%"/><!-- 3. Timing: assemble spine and align words -->- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={take.video} segment={story.segment.opening}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={take.video} segment={story.segment.opening}/></speech:Spine><whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>@@ -164,11 +163,9 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参<caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence} map={timing.map}space={speech.space} plan={cue-plan.plan} program={caption-program}/>- <pipeline:Normalize id="motion-media" source={motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/><media-track:Track id="cards" map={timing.map}space={speech.space} canvas={vertical}>- <media-track:Item source={motion-media.media} during={story.selection.demo}+ <media-track:Item video={motion.video} during={story.selection.demo}frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/></media-track:Track><text:Style id="title-style" recipe={studio.text.title} font={title-font}/>diff --git a/docs/zh/quickstart/styles.md b/docs/zh/quickstart/styles.mdindex ab12469a..1e3c407c 100644--- a/docs/zh/quickstart/styles.md+++ b/docs/zh/quickstart/styles.md@@ -199,7 +199,7 @@ motion.product {```svml<space:Frame id="product-frame" within={vertical}left="8%" top="20%" right="8%" bottom="32%"/>-<media-track:Item source={product-media.media}+<media-track:Item video={product-motion.video}during={story.selection.demo} frame={product-frame}appearance={studio.media.product} motion={studio.motion.product}/>```diff --git a/docs/zh/quickstart/timing.md b/docs/zh/quickstart/timing.mdindex c395ad8b..3922e29c 100644--- a/docs/zh/quickstart/timing.md+++ b/docs/zh/quickstart/timing.md@@ -19,11 +19,11 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连```svml<space:Canvas id="vertical" width="1080" height="1920"/>-<speech:Spine id="speech" canvas={vertical}>- <speech:Take source={hook-take.video} segment={story.segment.hook}/>- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>+<speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/></speech:Spine>```@@ -31,6 +31,7 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连|---|---|---|| `id` | 是 | 唯一标识符 || `canvas` | 是 | 受限 Media 视觉投影显式使用的 CanvasSpace |+| `frame-rate` | 是 | 节目帧率,写整数或有理数,例如 `30`、`30000/1001` |### speech:Take@@ -38,9 +39,16 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连| 属性 | 必填 | 描述 ||---|---|---|-| `source` | 是 | 生成的视频——例如来自 `seedance:ReferenceVideo` |+| `video` | 二选一 | 生成/原始视频 Blob,例如 Seedance 产出的 `{take.video}` |+| `media` | 二选一 | 已准备好的 `SynchronizedMedia`;跳过自动规范化 || `segment` | 是 | 此片段对应的 Script Segment——例如 `{story.segment.hook}` |+`video` 与 `media` 必须且只能选一个。AIGC 的正常路径就是 `video={take.video}`。Speech+Surface 会把这句易读声明展开为普通 Media Pipeline Operation:检查容器、选择主动态视频流+和默认音轨,再按 Spine 声明的帧率规范化。把 30 fps 素材接入 60 fps Spine 时,时长不变,+帧序列会被确定性重采样为 60 fps,而不是把视频播放加速一倍。只有上游图已经明确产出所需+`SynchronizedMedia` 时才使用 `media=`。+`<speech:Take>` 子元素的排列顺序**决定了节目顺序**。第一个片段从时间零点开始;后续片段依次紧接。### 输出@@ -78,7 +86,8 @@ SemanticMap 将每个 Script 中标注的锚点映射到一个时间点。它覆## ProgramSpace-ProgramSpace 不是一个需要声明的组件——它由 `speech:Spine` 产生,并传递给每个需要知道总节目时长和帧域的组件。+ProgramSpace 不来自任何全局默认值。`speech:Spine` 用显式 `frame-rate` 和规范化后各 Take+的精确时长生成它,再传给每个需要知道总节目时长和帧域的组件。```svml<film:Film id="main" canvas={vertical} space={speech.space} ...>@@ -121,9 +130,9 @@ Map 只包含最终词窗口和语义锚点,不传播“测量、推导、估<!-- Assemble takes in program order --><space:Canvas id="vertical" width="1080" height="1920"/>-<speech:Spine id="speech" canvas={vertical}>- <speech:Take source={opening-take.video} segment={story.segment.opening}/>- <speech:Take source={answer-take.video} segment={story.segment.answer}/>+<speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>+ <speech:Take video={answer-take.video} segment={story.segment.answer}/></speech:Spine><!-- Measure word timing -->diff --git a/docs/zh/quickstart/tracks.md b/docs/zh/quickstart/tracks.mdindex 1cb04b23..f7c3196b 100644--- a/docs/zh/quickstart/tracks.md+++ b/docs/zh/quickstart/tracks.md@@ -124,10 +124,9 @@ Dual Text 右侧。## Media 叠加层与 B-rollB-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族。一个 Item 可以在语义-或绝对窗口内放置规范化图片、视频、动画或 Compositable Surface。+或绝对窗口内放置图片、生成视频、已规范化含时素材或 Compositable Surface。```svml-<import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="wording" from="@narratage/text@1"/>```@@ -147,15 +146,12 @@ B-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族<seedance:Reference image={product-reference}/></seedance:ReferenceVideo>-<pipeline:Normalize id="product-media" source={product-motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>-<space:Frame id="product-frame" within={vertical}left="8%" top="20%" right="8%" bottom="32%"/><media-track:Track id="product-broll" map={timing.map}space={speech.space} canvas={vertical}>- <media-track:Item source={product-media.media} frame={product-frame}+ <media-track:Item video={product-motion.video} frame={product-frame}during={story.selection.product-demo}appearance={studio.media.product}motion={studio.motion.product}/>@@ -165,6 +161,20 @@ B-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族Selection 只贡献语义点;Media 包负责将这些点投影为窗口。同一个 Item 模型也能表达全屏切换、分屏和角落小窗。需要多个素材时,可以使用有序局部 Layer 或显式 Sequence。+每个 Item、Member 或采样 Layer 都必须且只能声明一种视觉输入形式:++| 输入 | 值 | 含义 |+|---|---|---|+| `image={...}` + `extent={...}` | Blob + 作者声明的像素尺寸 | 没有自带时长的静态图 |+| `video={...}` | 生成/原始视频 Blob | 自动检查、选流并按本 Track 的 `space` 规范化 |+| `media={...}` | `SynchronizedMedia` | 直接连接显式准备好的含时素材 |+| `surface={...}` | `CompositableSurfaceRef` | 直接连接带透明度语义的静态或含时 Surface |++原始 `video=` 默认只取画面;需要它自己的声音时添加 `audio="include"`,并可继续用+`audio-gain` 调节所选源音频。输入名必须显式,是为了绝不靠猜测把一个通用 Blob 当成图片+或视频。简洁语法没有绕过图:`video=` 会展开为普通的绑定请求、检查、选流、规范化+Operation。需要共享或特殊选流时仍可显式写 `<pipeline:Normalize>`,再把结果用 `media=` 接入。+**输出:**`{product-broll.visual}`;只有作者显式选择了源音频或 SFX 时才会出现`{product-broll.audio}`。@@ -255,7 +265,6 @@ Run 时,继续使用内联 `P`/`Span`/`Break`。<import as="caption-fine" from="@narratage/caption-fine@1"/><import as="caption-ai" from="@narratage/caption-gemini@1"/><import as="fonts" from="@narratage/fonts-open@1"/>-<import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="text" from="@narratage/typography-track@1"/><import as="space" from="@narratage/spatial@1"/>@@ -278,10 +287,8 @@ Run 时,继续使用内联 `P`/`Span`/`Break`。left="10%" top="20%" right="10%" bottom="30%"/><!-- Media:Selection 期间显示一个普通 Item -->-<pipeline:Normalize id="motion-media" source={motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/><media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item source={motion-media.media} frame={card-frame}+ <media-track:Item video={motion.video} frame={card-frame}during={story.selection.demo} appearance={studio.media.card} motion={studio.motion.card}/></media-track:Track>diff --git a/examples/talking-film-golden/README.md b/examples/talking-film-golden/README.mdindex f98c89fb..691f6c35 100644--- a/examples/talking-film-golden/README.md+++ b/examples/talking-film-golden/README.md@@ -70,9 +70,9 @@ Candidates and Operations.| `media:Image` | `@narratage/media` | content-addressed authored Artifact | implemented || `wording:Value` | `@narratage/text` | model-neutral immutable Text value | implemented || `seedance:ReferenceVideo model="mini"` | `@narratage/seedance` | exact multimodal Seedance Mini Need plus primary-video projection | implemented |-| `speech:Spine` | `@narratage/speech` | ordered clips -> normalized Takes, one `SpeechBasis`, then ordinary projections | Surface, fold, media normalization and projection components implemented |+| `speech:Spine` | `@narratage/speech-spine` | ordered generated-video or prepared-media Takes -> one `SpeechBasis`, then ordinary projections | Surface, fold, automatic media normalization and projection components implemented || `whisperx:Alignment` | `@narratage/whisperx` | 48k speech master -> explicit 16k evidence Need -> WhisperX -> provider-neutral `@narratage/speech-alignment` -> Map | Surface, Graph Fragment, deterministic components and local Provider/service implemented |-| `media-track:Track` | `@narratage/media-track` | semantic windows + normalized media + explicit Frame/Recipe -> peer Visual/optional Audio Tracks | Item/Sequence Surface and deterministic lowering implemented |+| `media-track:Track` | `@narratage/media-track` | semantic windows + image/raw-video/prepared-media/surface inputs + explicit Frame/Recipe -> peer Visual/optional Audio Tracks | Item/Sequence Surface, automatic raw-video normalization and deterministic lowering implemented || `caption-fine:Style` / `caption:Program` | Fine + common Caption | explicit default over all words + ordered whole-Style replacement by Role or word subset | implemented || `caption-ai:Planner` | `@narratage/caption-gemini` | immutable display Atoms/Words + per-run requirements -> whole-Atom Cue cuts and optional per-Word fields | implemented; Google Vertex Endpoint implemented separately || `caption-fine:Track` | `@narratage/caption-fine` | CaptionPlan + independent SemanticMap + complete Fine Styles -> VisualTrack | implemented |diff --git a/examples/talking-film-golden/main.svml b/examples/talking-film-golden/main.svmlindex de56321e..8ba56335 100644--- a/examples/talking-film-golden/main.svml+++ b/examples/talking-film-golden/main.svml@@ -17,7 +17,6 @@<import as="caption-fine" from="@narratage/caption-fine@1"/><import as="caption-ai" from="@narratage/caption-gemini@1"/><import as="fonts" from="@narratage/fonts-open@1"/>- <import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="text" from="@narratage/typography-track@1"/><import as="space" from="@narratage/spatial@1"/>@@ -114,9 +113,9 @@</seedance:ReferenceVideo><!-- Ordered generated Takes become one audio basis plus its peer visual/audio Tracks. -->- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={alice-take.video} segment={script.segment.opening}/>- <speech:Take source={bob-take.video} segment={script.segment.answer}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={alice-take.video} segment={script.segment.opening}/>+ <speech:Take video={bob-take.video} segment={script.segment.answer}/></speech:Spine><!-- One explicit WhisperX path: request, normalize and deterministic Script alignment. -->@@ -131,13 +130,10 @@<seedance:Reference image={product-reference}/></seedance:ReferenceVideo>- <pipeline:Normalize id="product-media" source={product-motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>-<media-track:Track id="product-broll" map={timing.map}space={speech.space} canvas={vertical}><media-track:Item- source={product-media.media}+ video={product-motion.video}during={script.selection.product-demo}frame={product-frame}appearance={studio.media.product}diff --git a/examples/talking-film-graph-check/main.svml b/examples/talking-film-graph-check/main.svmlindex f8aeb3cc..d65384ec 100644--- a/examples/talking-film-graph-check/main.svml+++ b/examples/talking-film-graph-check/main.svml@@ -6,7 +6,6 @@<import as="seedance" from="@narratage/seedance@1"/><import as="speech" from="@narratage/speech-spine@1"/><import as="whisperx" from="@narratage/whisperx@1"/>- <import as="pipeline" from="@narratage/media-pipeline@1"/><import as="media-track" from="@narratage/media-track@1"/><import as="caption" from="@narratage/caption@1"/><import as="caption-fine" from="@narratage/caption-fine@1"/>@@ -32,8 +31,8 @@<seedance:TextVideo id="take" model="mini" prompt={direction} duration="5" generate-audio="true"/><seedance:TextVideo id="motion" model="mini" prompt={direction} duration="5"/>- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={take.video} segment={story.segment.opening}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={take.video} segment={story.segment.opening}/></speech:Spine><whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>@@ -43,10 +42,8 @@<caption:Program id="caption-program" display={story.caption} default={base-caption}/><caption-ai:Planner id="cue-plan" display={story.caption} program={caption-program} model="gemini-2.5-flash"/>- <pipeline:Normalize id="motion-media" source={motion.video}- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/><media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>- <media-track:Item source={motion-media.media} during={story.selection.demo}+ <media-track:Item video={motion.video} during={story.selection.demo}frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/></media-track:Track><caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence}diff --git a/examples/talking-film-graph-check/svml.packages.lock b/examples/talking-film-graph-check/svml.packages.lockindex b0126fd8..a2dba937 100644--- a/examples/talking-film-graph-check/svml.packages.lock+++ b/examples/talking-film-graph-check/svml.packages.lock@@ -619,12 +619,12 @@{"name": "@narratage/media-pipeline","version": "0.0.0-dev",- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"},{"name": "@narratage/media-track","version": "0.0.0-dev",- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"},{"name": "@narratage/media",@@ -644,7 +644,7 @@{"name": "@narratage/program-space","version": "0.0.0-dev",- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"},{"name": "@narratage/protocol",@@ -699,7 +699,7 @@{"name": "@narratage/speech-basis","version": "0.0.0-dev",- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"},{"name": "@narratage/speech-evidence",@@ -709,7 +709,7 @@{"name": "@narratage/speech-spine","version": "0.0.0-dev",- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"},{"name": "@narratage/speech",@@ -768,8 +768,8 @@"name": "@narratage/caption","version": "0.0.0-dev"},- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"},{"specifier": "@narratage/caption-fine",@@ -777,8 +777,8 @@"name": "@narratage/caption-fine","version": "0.0.0-dev"},- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"},{"specifier": "@narratage/caption-gemini",@@ -786,8 +786,8 @@"name": "@narratage/caption-gemini","version": "0.0.0-dev"},- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"},{"specifier": "@narratage/composition",@@ -795,8 +795,8 @@"name": "@narratage/composition","version": "0.0.0-dev"},- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"},{"specifier": "@narratage/film",@@ -804,8 +804,8 @@"name": "@narratage/film","version": "0.0.0-dev"},- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"},{"specifier": "@narratage/fonts-open",@@ -831,8 +831,8 @@"name": "@narratage/hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"},{"specifier": "@narratage/media",@@ -849,8 +849,8 @@"name": "@narratage/media-pipeline","version": "0.0.0-dev"},- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"},{"specifier": "@narratage/media-track",@@ -858,8 +858,8 @@"name": "@narratage/media-track","version": "0.0.0-dev"},- "facetsDigest": "sha256:0d3f3910c8c01dd910cbb30836768302d7bfbca2bb96dc5ed9dd5ace0c6ae055",- "closureDigest": "sha256:b9a5aa60f8ef122cb440884ab87611d5f212f9091e09da725799db8606c048e1"+ "facetsDigest": "sha256:81d0c8c3209f35c4d83a66766ccfb001e56b14e1854c317c7880f9ea29ec3385",+ "closureDigest": "sha256:cfee4e3fcc4ec15971b26bb1576b037ac64a1c27772619fcf7bf1c0e557d013b"},{"specifier": "@narratage/narrative",@@ -876,8 +876,8 @@"name": "@narratage/program-space","version": "0.0.0-dev"},- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"},{"specifier": "@narratage/render-hyperframes",@@ -885,8 +885,8 @@"name": "@narratage/render-hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"},{"specifier": "@narratage/run-markup",@@ -912,8 +912,8 @@"name": "@narratage/seedance","version": "0.0.0-dev"},- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"},{"specifier": "@narratage/semantic-map",@@ -921,8 +921,8 @@"name": "@narratage/semantic-map","version": "0.0.0-dev"},- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"},{"specifier": "@narratage/spatial",@@ -939,8 +939,8 @@"name": "@narratage/speech","version": "0.0.0-dev"},- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"},{"specifier": "@narratage/speech-alignment",@@ -948,8 +948,8 @@"name": "@narratage/speech-alignment","version": "0.0.0-dev"},- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"},{"specifier": "@narratage/speech-basis",@@ -957,8 +957,8 @@"name": "@narratage/speech-basis","version": "0.0.0-dev"},- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"},{"specifier": "@narratage/speech-evidence",@@ -966,8 +966,8 @@"name": "@narratage/speech-evidence","version": "0.0.0-dev"},- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"},{"specifier": "@narratage/speech-spine",@@ -975,8 +975,8 @@"name": "@narratage/speech-spine","version": "0.0.0-dev"},- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"},{"specifier": "@narratage/svs",@@ -994,7 +994,7 @@"version": "0.0.0-dev"},"facetsDigest": "sha256:2e9c4804f142e08e87b2e11af79aa17770109fb573e865397bed14ed7a4f1d0e",- "closureDigest": "sha256:889c7d995b72b77acd480c87e0d4572b3ad323456d527086d2f1d6b958caa132"+ "closureDigest": "sha256:e5583fc20383aa8d16fd72c2ec744afdcfacd27788b0b8907cd3fd1e46c1d5fa"},{"specifier": "@narratage/text",@@ -1011,8 +1011,8 @@"name": "@narratage/typography-track","version": "0.0.0-dev"},- "facetsDigest": "sha256:c48b80647a5026f671e34663e494635f0303e639142561984470cbb3e065e55f",- "closureDigest": "sha256:96e7d161b701e5d598e57e12757c640533e4340764cb0c31089ac8cce59da77d"+ "facetsDigest": "sha256:11c01e45e834931f2825ea7aac6694012761a3d46338a25173d6cf0937afbb52",+ "closureDigest": "sha256:914d0362f0b7515b70ac149e61498fd5bcd5e5f2bc5edfdc18a0ea599cf6546e"},{"specifier": "@narratage/visual-ir",@@ -1029,9 +1029,9 @@"name": "@narratage/whisperx","version": "0.0.0-dev"},- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"}],- "digest": "sha256:948295067a2fe8fe1b41cf37d8d62f6b2ad5e4d6d3581c1db730a757e3cd29b6"+ "digest": "sha256:e7d071ce2fa399e95f8c314d06fcca33d9c874cdd00027bf5af164d775b68fba"}diff --git a/examples/talking-film-live/main.svml b/examples/talking-film-live/main.svmlindex ba4cc5dd..da813b6e 100644--- a/examples/talking-film-live/main.svml+++ b/examples/talking-film-live/main.svml@@ -87,9 +87,9 @@<space:Canvas id="vertical" width="480" height="854"/>- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={opening-take.video} segment={story.segment.opening}/>- <speech:Take source={answer-take.video} segment={story.segment.answer}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>+ <speech:Take video={answer-take.video} segment={story.segment.answer}/></speech:Spine><whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>diff --git a/examples/talking-film-live/svml.packages.lock b/examples/talking-film-live/svml.packages.lockindex ef7e2359..ea7ce034 100644--- a/examples/talking-film-live/svml.packages.lock+++ b/examples/talking-film-live/svml.packages.lock@@ -624,12 +624,12 @@{"name": "@narratage/media-pipeline","version": "0.0.0-dev",- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"},{"name": "@narratage/media-track","version": "0.0.0-dev",- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"},{"name": "@narratage/media",@@ -649,7 +649,7 @@{"name": "@narratage/program-space","version": "0.0.0-dev",- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"},{"name": "@narratage/protocol",@@ -704,7 +704,7 @@{"name": "@narratage/speech-basis","version": "0.0.0-dev",- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"},{"name": "@narratage/speech-evidence",@@ -714,7 +714,7 @@{"name": "@narratage/speech-spine","version": "0.0.0-dev",- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"},{"name": "@narratage/speech",@@ -778,8 +778,8 @@"name": "@narratage/caption","version": "0.0.0-dev"},- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"},{"specifier": "@narratage/caption-fine",@@ -787,8 +787,8 @@"name": "@narratage/caption-fine","version": "0.0.0-dev"},- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"},{"specifier": "@narratage/caption-gemini",@@ -796,8 +796,8 @@"name": "@narratage/caption-gemini","version": "0.0.0-dev"},- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"},{"specifier": "@narratage/composition",@@ -805,8 +805,8 @@"name": "@narratage/composition","version": "0.0.0-dev"},- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"},{"specifier": "@narratage/estimate",@@ -814,8 +814,8 @@"name": "@narratage/estimate","version": "0.0.0-dev"},- "facetsDigest": "sha256:430724962414edc2ce462168db5e55190da4845f2cfaddfaa9a1891b77dfa14a",- "closureDigest": "sha256:366cba8d88f097f916531187d0e267c4340959eea7b916a86fd43d340187af38"+ "facetsDigest": "sha256:4bc36f19aee7db1376f02631645a21d23f38fee3b185e54c8d35cc9a6de4cfda",+ "closureDigest": "sha256:d5b9026c039960eab7dd5bd20cf68806e7e5808e41af31fe80dc46a4beb3958e"},{"specifier": "@narratage/film",@@ -823,8 +823,8 @@"name": "@narratage/film","version": "0.0.0-dev"},- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"},{"specifier": "@narratage/fonts-open",@@ -850,8 +850,8 @@"name": "@narratage/hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"},{"specifier": "@narratage/media",@@ -868,8 +868,8 @@"name": "@narratage/media-pipeline","version": "0.0.0-dev"},- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"},{"specifier": "@narratage/media-track",@@ -877,8 +877,8 @@"name": "@narratage/media-track","version": "0.0.0-dev"},- "facetsDigest": "sha256:0d3f3910c8c01dd910cbb30836768302d7bfbca2bb96dc5ed9dd5ace0c6ae055",- "closureDigest": "sha256:b9a5aa60f8ef122cb440884ab87611d5f212f9091e09da725799db8606c048e1"+ "facetsDigest": "sha256:81d0c8c3209f35c4d83a66766ccfb001e56b14e1854c317c7880f9ea29ec3385",+ "closureDigest": "sha256:cfee4e3fcc4ec15971b26bb1576b037ac64a1c27772619fcf7bf1c0e557d013b"},{"specifier": "@narratage/narrative",@@ -895,8 +895,8 @@"name": "@narratage/program-space","version": "0.0.0-dev"},- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"},{"specifier": "@narratage/render-hyperframes",@@ -904,8 +904,8 @@"name": "@narratage/render-hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"},{"specifier": "@narratage/run-markup",@@ -931,8 +931,8 @@"name": "@narratage/seedance","version": "0.0.0-dev"},- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"},{"specifier": "@narratage/semantic-map",@@ -940,8 +940,8 @@"name": "@narratage/semantic-map","version": "0.0.0-dev"},- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"},{"specifier": "@narratage/spatial",@@ -958,8 +958,8 @@"name": "@narratage/speech","version": "0.0.0-dev"},- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"},{"specifier": "@narratage/speech-alignment",@@ -967,8 +967,8 @@"name": "@narratage/speech-alignment","version": "0.0.0-dev"},- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"},{"specifier": "@narratage/speech-basis",@@ -976,8 +976,8 @@"name": "@narratage/speech-basis","version": "0.0.0-dev"},- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"},{"specifier": "@narratage/speech-evidence",@@ -985,8 +985,8 @@"name": "@narratage/speech-evidence","version": "0.0.0-dev"},- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"},{"specifier": "@narratage/speech-spine",@@ -994,8 +994,8 @@"name": "@narratage/speech-spine","version": "0.0.0-dev"},- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"},{"specifier": "@narratage/svs",@@ -1013,7 +1013,7 @@"version": "0.0.0-dev"},"facetsDigest": "sha256:2e9c4804f142e08e87b2e11af79aa17770109fb573e865397bed14ed7a4f1d0e",- "closureDigest": "sha256:889c7d995b72b77acd480c87e0d4572b3ad323456d527086d2f1d6b958caa132"+ "closureDigest": "sha256:e5583fc20383aa8d16fd72c2ec744afdcfacd27788b0b8907cd3fd1e46c1d5fa"},{"specifier": "@narratage/text",@@ -1030,8 +1030,8 @@"name": "@narratage/typography-track","version": "0.0.0-dev"},- "facetsDigest": "sha256:c48b80647a5026f671e34663e494635f0303e639142561984470cbb3e065e55f",- "closureDigest": "sha256:96e7d161b701e5d598e57e12757c640533e4340764cb0c31089ac8cce59da77d"+ "facetsDigest": "sha256:11c01e45e834931f2825ea7aac6694012761a3d46338a25173d6cf0937afbb52",+ "closureDigest": "sha256:914d0362f0b7515b70ac149e61498fd5bcd5e5f2bc5edfdc18a0ea599cf6546e"},{"specifier": "@narratage/visual-ir",@@ -1048,9 +1048,9 @@"name": "@narratage/whisperx","version": "0.0.0-dev"},- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"}],- "digest": "sha256:bc963243cd4b28ad43e04660c5d92d5a1a2b3f8281621cdc3a1915eefed9c0fd"+ "digest": "sha256:bf3ea937a7d819410934bcd0febe2f9aa0487855d2cab0034fe4082e63db0e4b"}diff --git a/examples/talking-head-aroll/main.svml b/examples/talking-head-aroll/main.svmlindex c71bde11..90a76028 100644--- a/examples/talking-head-aroll/main.svml+++ b/examples/talking-head-aroll/main.svml@@ -154,11 +154,11 @@<space:Canvas id="vertical" width="720" height="1280"/><!-- Four equal Takes become one ordered speech coordinate space and two peer Tracks. -->- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={hook-take.video} segment={story.segment.hook}/>- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/></speech:Spine><!-- One measured evidence pass locates the complete authored Script. -->diff --git a/examples/talking-head-aroll/svml.packages.lock b/examples/talking-head-aroll/svml.packages.lockindex a6f259a4..48359768 100644--- a/examples/talking-head-aroll/svml.packages.lock+++ b/examples/talking-head-aroll/svml.packages.lock@@ -624,12 +624,12 @@{"name": "@narratage/media-pipeline","version": "0.0.0-dev",- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"},{"name": "@narratage/media-track","version": "0.0.0-dev",- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"},{"name": "@narratage/media",@@ -649,7 +649,7 @@{"name": "@narratage/program-space","version": "0.0.0-dev",- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"},{"name": "@narratage/protocol",@@ -704,7 +704,7 @@{"name": "@narratage/speech-basis","version": "0.0.0-dev",- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"},{"name": "@narratage/speech-evidence",@@ -714,7 +714,7 @@{"name": "@narratage/speech-spine","version": "0.0.0-dev",- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"},{"name": "@narratage/speech",@@ -773,8 +773,8 @@"name": "@narratage/caption","version": "0.0.0-dev"},- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"},{"specifier": "@narratage/caption-fine",@@ -782,8 +782,8 @@"name": "@narratage/caption-fine","version": "0.0.0-dev"},- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"},{"specifier": "@narratage/caption-gemini",@@ -791,8 +791,8 @@"name": "@narratage/caption-gemini","version": "0.0.0-dev"},- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"},{"specifier": "@narratage/composition",@@ -800,8 +800,8 @@"name": "@narratage/composition","version": "0.0.0-dev"},- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"},{"specifier": "@narratage/estimate",@@ -809,8 +809,8 @@"name": "@narratage/estimate","version": "0.0.0-dev"},- "facetsDigest": "sha256:430724962414edc2ce462168db5e55190da4845f2cfaddfaa9a1891b77dfa14a",- "closureDigest": "sha256:366cba8d88f097f916531187d0e267c4340959eea7b916a86fd43d340187af38"+ "facetsDigest": "sha256:4bc36f19aee7db1376f02631645a21d23f38fee3b185e54c8d35cc9a6de4cfda",+ "closureDigest": "sha256:d5b9026c039960eab7dd5bd20cf68806e7e5808e41af31fe80dc46a4beb3958e"},{"specifier": "@narratage/film",@@ -818,8 +818,8 @@"name": "@narratage/film","version": "0.0.0-dev"},- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"},{"specifier": "@narratage/fonts-open",@@ -845,8 +845,8 @@"name": "@narratage/hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"},{"specifier": "@narratage/media",@@ -863,8 +863,8 @@"name": "@narratage/media-pipeline","version": "0.0.0-dev"},- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"},{"specifier": "@narratage/narrative",@@ -881,8 +881,8 @@"name": "@narratage/program-space","version": "0.0.0-dev"},- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"},{"specifier": "@narratage/render-hyperframes",@@ -890,8 +890,8 @@"name": "@narratage/render-hyperframes","version": "0.0.0-dev"},- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"},{"specifier": "@narratage/run-markup",@@ -917,8 +917,8 @@"name": "@narratage/seedance","version": "0.0.0-dev"},- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"},{"specifier": "@narratage/semantic-map",@@ -926,8 +926,8 @@"name": "@narratage/semantic-map","version": "0.0.0-dev"},- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"},{"specifier": "@narratage/spatial",@@ -944,8 +944,8 @@"name": "@narratage/speech","version": "0.0.0-dev"},- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"},{"specifier": "@narratage/speech-alignment",@@ -953,8 +953,8 @@"name": "@narratage/speech-alignment","version": "0.0.0-dev"},- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"},{"specifier": "@narratage/speech-basis",@@ -962,8 +962,8 @@"name": "@narratage/speech-basis","version": "0.0.0-dev"},- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"},{"specifier": "@narratage/speech-evidence",@@ -971,8 +971,8 @@"name": "@narratage/speech-evidence","version": "0.0.0-dev"},- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"},{"specifier": "@narratage/speech-spine",@@ -980,8 +980,8 @@"name": "@narratage/speech-spine","version": "0.0.0-dev"},- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"},{"specifier": "@narratage/svs",@@ -1016,9 +1016,9 @@"name": "@narratage/whisperx","version": "0.0.0-dev"},- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"}],- "digest": "sha256:b33bc3d1c4932405c07a5459a5c97a21e8bcf853e6ea99d66da3f302803b0a91"+ "digest": "sha256:2ae1135d7645b19ba9ebf95e0d577a2d305e2186ba276735e3efff1a253d5423"}diff --git a/packages/deck-track/test/deck-track.test.ts b/packages/deck-track/test/deck-track.test.tsindex 423cdabf..a1759bc1 100644--- a/packages/deck-track/test/deck-track.test.ts+++ b/packages/deck-track/test/deck-track.test.ts@@ -31,6 +31,7 @@ import type {} from "@narratage/deck-track";import type { FontArtifactRef } from "@narratage/media";import { mediaTypes } from "@narratage/media";+import { mediaPipelineManifest } from "@narratage/media-pipeline";import type { MediaLayerSet } from "@narratage/media-track";import { narrativeTypes } from "@narratage/narrative";import { programSpaceTypes, sealProgramSpace } from "@narratage/program-space";@@ -473,6 +474,7 @@ test("another Deck family can coexist by contributing only the existing VisualTr};const closure = createResolvedClosure([...videoContractManifests,+ mediaPipelineManifest,mediaTrackManifest,textManifest,depthStackManifest,diff --git a/packages/media-pipeline/README.md b/packages/media-pipeline/README.mdindex e89e1b99..4aad1ac0 100644--- a/packages/media-pipeline/README.md+++ b/packages/media-pipeline/README.md@@ -25,6 +25,13 @@ The current normalization profile uses one source presentation origin, a requestrate, and a 48 kHz stereo PCM render stem. It preserves input level: loudness/mastering remains aseparate author policy.+This package is the shared execution vocabulary, not mandatory authoring boilerplate. A consuming+Surface that already owns the needed policy may expand the same finite graph itself. For example,+`speech:Take video={take.video}` selects default A/V at the Spine's explicit frame rate, while+`media-track:Item video={shot.video}` selects visual-only media at the connected ProgramSpace rate.+Their lower-level `media=` inputs remain available for an explicitly prepared `SynchronizedMedia`.+Core and Providers see the same Operations in both forms.+Three ordinary author operations reuse that same inspection/execution boundary:```xmldiff --git a/packages/media-pipeline/src/component.ts b/packages/media-pipeline/src/component.tsindex 859ffc94..84217731 100644--- a/packages/media-pipeline/src/component.ts+++ b/packages/media-pipeline/src/component.ts@@ -2,7 +2,7 @@ import { mediaComponent } from "@narratage/media";import type { ComponentPackage } from "@narratage/component-kit";import { verifyMediaInspection, verifyMediaStreamSelection, verifyMuxedMedia, verifyRenderedVisual, verifySynchronizedMedia, verifyTimelineAudio } from "@narratage/media";import type { MediaInspection, MediaStreamSelection, MuxedMedia, RenderedVisual, TimelineAudio } from "@narratage/media";-import { programSpaceSampleFrames } from "@narratage/program-space";+import { assertProgramSpaceIdentity, programSpaceSampleFrames } from "@narratage/program-space";import type { ProgramSpace } from "@narratage/program-space";import { assertSpeechAudioBasisIdentity, speechEvidenceSampleBoundary } from "@narratage/speech";import type { SpeechAudioBasis } from "@narratage/speech";@@ -20,6 +20,7 @@ import {mediaPipelineTypes,} from "./manifest.js";import {+ sealMediaSelectionRequest,selectMediaStreams,verifyMediaSelectionRequest,} from "./selection.js";@@ -54,6 +55,22 @@ function blob(value: StoredValue, subject: string): BlobRef {return value;}+function programSpace(value: StoredValue, subject: string): ProgramSpace {+ const space = inline(value, subject) as unknown as ProgramSpace;+ assertProgramSpaceIdentity(space);+ return space;+}++function requestForProgram(space: ProgramSpace, audio: "default" | "none"): MediaSelectionRequest {+ return sealMediaSelectionRequest({+ contract: "svml.media-selection-request@1",+ video: { mode: "primary-moving" },+ audio: { mode: audio },+ spanAuthority: "video",+ frameRate: { ...space.frameRate },+ });+}+export const mediaPipelineComponent = {name: "@narratage/media-pipeline",validators: [@@ -94,6 +111,38 @@ export const mediaPipelineComponent = {},],producers: [+ {+ producer: mediaPipelineProducers.bindVisualRequest,+ implementationDigest: mediaPipelineImplementationDigests.bindVisualRequest,+ handler: ({ inputs }) => ({+ outputs: {+ request: {+ kind: "inline",+ value: canonicalize(requestForProgram(+ programSpace(inputs.space!.value, "Visual media ProgramSpace"),+ "none",+ )),+ },+ },+ needs: {},+ }),+ },+ {+ producer: mediaPipelineProducers.bindAvRequest,+ implementationDigest: mediaPipelineImplementationDigests.bindAvRequest,+ handler: ({ inputs }) => ({+ outputs: {+ request: {+ kind: "inline",+ value: canonicalize(requestForProgram(+ programSpace(inputs.space!.value, "A/V media ProgramSpace"),+ "default",+ )),+ },+ },+ needs: {},+ }),+ },{producer: mediaPipelineProducers.inspect,implementationDigest: mediaPipelineImplementationDigests.inspect,diff --git a/packages/media-pipeline/src/manifest.ts b/packages/media-pipeline/src/manifest.tsindex 3a0ee81e..98af6dc6 100644--- a/packages/media-pipeline/src/manifest.ts+++ b/packages/media-pipeline/src/manifest.ts@@ -32,6 +32,8 @@ export const mediaPipelineCapabilities = {mux: { module: mediaPipelineModuleRef, name: "mux-program-media" },} satisfies Record<string, CapabilityRef>;export const mediaPipelineProducers = {+ bindVisualRequest: { module: mediaPipelineModuleRef, name: "bind-visual-media-request-to-program" },+ bindAvRequest: { module: mediaPipelineModuleRef, name: "bind-av-media-request-to-program" },inspect: { module: mediaPipelineModuleRef, name: "request-media-inspection" },select: { module: mediaPipelineModuleRef, name: "select-media-streams" },normalize: { module: mediaPipelineModuleRef, name: "request-media-normalization" },@@ -45,6 +47,8 @@ export const mediaPipelineProducers = {projectMuxed: { module: mediaPipelineModuleRef, name: "project-muxed-media" },} satisfies Record<string, ProducerRef>;export const mediaPipelineImplementationDigests = {+ bindVisualRequest: digestOf("@narratage/media-pipeline/bind-visual-media-request-to-program@1"),+ bindAvRequest: digestOf("@narratage/media-pipeline/bind-av-media-request-to-program@1"),inspect: digestOf("@narratage/media-pipeline/request-media-inspection@1"),select: digestOf("@narratage/media-pipeline/select-media-streams@1"),normalize: digestOf("@narratage/media-pipeline/request-media-normalization@1"),@@ -332,6 +336,28 @@ export const mediaPipelineManifest: ModuleManifest = {},],producers: [+ {+ name: mediaPipelineProducers.bindVisualRequest.name,+ inputs: [{ name: "space", type: programSpaceTypes.programSpace }],+ outputs: [{ name: "request", type: mediaPipelineTypes.selectionRequest }],+ needs: [],+ implementation: {+ kind: "registered",+ locator: "@narratage/media-pipeline/bind-visual-media-request-to-program",+ digest: mediaPipelineImplementationDigests.bindVisualRequest,+ },+ },+ {+ name: mediaPipelineProducers.bindAvRequest.name,+ inputs: [{ name: "space", type: programSpaceTypes.programSpace }],+ outputs: [{ name: "request", type: mediaPipelineTypes.selectionRequest }],+ needs: [],+ implementation: {+ kind: "registered",+ locator: "@narratage/media-pipeline/bind-av-media-request-to-program",+ digest: mediaPipelineImplementationDigests.bindAvRequest,+ },+ },{name: mediaPipelineProducers.inspect.name,inputs: [{ name: "source", type: artifactTypes.blob }],diff --git a/packages/media-track/README.md b/packages/media-track/README.mdindex 4fa5b7fe..c2a24957 100644--- a/packages/media-track/README.md+++ b/packages/media-track/README.md@@ -4,15 +4,20 @@ Official provider-free Media Item and Sequence authoring package.`Track` accepts explicit ProgramSpace, CanvasSpace and, when semantic points are used, aCompleteSemanticMap. Each independently timed `Item` receives an explicit SpatialFrame and either-one direct normalized source or ordered Paint/sample layers. `Sequence` owns an ordered replacement-surface with explicit activation points and pairwise Handoffs. Package-owned Recipes cover fitting,-source occupancy, frame Paint, clipping, borders, shadows, lifecycle motion and sampling motion.+one direct source or ordered Paint/sample layers. A visual source is always named by its actual+form: `image`, generated/raw `video`, prepared `media`, or compositable `surface`. Raw video is+automatically inspected and normalized to the connected ProgramSpace; `audio="include"` opts its+audio into the same normalization. `Sequence` owns an ordered replacement surface with explicit+activation points and pairwise Handoffs. Package-owned Recipes cover fitting, source occupancy,+frame Paint, clipping, borders, shadows, lifecycle motion and sampling motion.Visual and audio are separate deterministic projections. A visual-only Track exports only`VisualTrack`; selecting one source layer's audio or adding explicit enter/exit/handoff sounds alsoexports a peer `AudioTrack`. Speech Spine reuses the same lowering laws through a deliberatelyrestricted internal projection.-The package does not add Media, B-roll or Provider meaning to Core, Film, Composition or-HyperFrames. “B-roll” is an editorial use of an ordinary Item or Sequence. The complete pre-release-contract and acceptance matrix live in `spec/media-track.md`.+The automatic lowering is Surface behavior, not a privileged Runtime route: it produces the same+ordinary Media Pipeline Operations that an author can write explicitly through+`@narratage/media-pipeline`. The package does not add Media, B-roll or Provider meaning to Core,+Film, Composition or HyperFrames. “B-roll” is an editorial use of an ordinary Item or Sequence. The+complete pre-release contract and acceptance matrix live in `spec/media-track.md`.diff --git a/packages/media-track/package.json b/packages/media-track/package.jsonindex 45ecd41a..1d65a51a 100644--- a/packages/media-track/package.json+++ b/packages/media-track/package.json@@ -15,6 +15,7 @@"@narratage/composition": "workspace:*","@narratage/elaborator": "workspace:*","@narratage/media": "workspace:*",+ "@narratage/media-pipeline": "workspace:*","@narratage/narrative": "workspace:*","@narratage/program-space": "workspace:*","@narratage/protocol": "workspace:*",diff --git a/packages/media-track/src/manifest.ts b/packages/media-track/src/manifest.tsindex 8f3a541d..efc20fbb 100644--- a/packages/media-track/src/manifest.ts+++ b/packages/media-track/src/manifest.ts@@ -7,6 +7,7 @@ import {} from "@narratage/media";import { narrativeDependency, narrativeTypes } from "@narratage/narrative";import { programSpaceDependency, programSpaceTypes } from "@narratage/program-space";+import { mediaPipelineManifest, mediaPipelineModuleRef } from "@narratage/media-pipeline";import { digestOf } from "@narratage/protocol";import type { ModuleManifest, ProducerRef, TypeRef, ValueSchema } from "@narratage/protocol";import { semanticMapDependency, semanticMapTypes } from "@narratage/semantic-map";@@ -295,7 +296,17 @@ export const mediaTrackManifest: ModuleManifest = {format: "svml.module@1",name: mediaTrackModuleRef.name,version: mediaTrackModuleRef.version,- dependencies: [artifactDependency, mediaDependency, narrativeDependency, semanticMapDependency, programSpaceDependency, temporalDependency, spatialDependency, compositionDependency],+ dependencies: [+ artifactDependency,+ mediaDependency,+ { module: mediaPipelineModuleRef, digest: digestOf(mediaPipelineManifest) },+ narrativeDependency,+ semanticMapDependency,+ programSpaceDependency,+ temporalDependency,+ spatialDependency,+ compositionDependency,+ ],types: [{ name: mediaTrackTypes.header.name, schema: mediaTrackHeaderSchema },{ name: mediaTrackTypes.paintLayerSpec.name, schema: mediaPaintLayerSpecSchema },diff --git a/packages/media-track/src/surface.ts b/packages/media-track/src/surface.tsindex c924c504..304c1676 100644--- a/packages/media-track/src/surface.ts+++ b/packages/media-track/src/surface.ts@@ -3,6 +3,7 @@ import { compositionTypes } from "@narratage/composition";import { sealGraphFragment } from "@narratage/elaborator";import type { FragmentOperation } from "@narratage/elaborator";import { mediaTypes } from "@narratage/media";+import { mediaPipelineProducers } from "@narratage/media-pipeline";import { narrativeTypes } from "@narratage/narrative";import { programSpaceTypes } from "@narratage/program-space";import type { TypeRef } from "@narratage/protocol";@@ -226,6 +227,7 @@ function temporalBinding(type FragmentLayer =| { readonly kind: "paint"; readonly specName: string }| { readonly kind: "still"; readonly sourceName: string; readonly extentName: string; readonly fitName: string; readonly specName: string }+ | { readonly kind: "video"; readonly sourceName: string; readonly includeAudio: boolean; readonly fitName: string; readonly specName: string }| { readonly kind: "timed" | "surface"; readonly sourceName: string; readonly fitName: string; readonly specName: string };type FragmentSound = { readonly sourceName: string; readonly specName: string };@@ -273,6 +275,46 @@ function appendLayers(operations: FragmentOperation[], prefix: string, layers: roperations.push({ id, producer: mediaTrackProducers.appendStillLayer, inputs: {...common, source: input(layer.sourceName), extent: input(layer.extentName), fit: input(layer.fitName),}, result: { kind: "output", name: "layers" } });+ } else if (layer.kind === "video") {+ const requestId = `${id}:request`;+ const inspectId = `${id}:inspect`;+ const selectId = `${id}:select`;+ const normalizeId = `${id}:normalize`;+ operations.push(+ {+ id: requestId,+ producer: layer.includeAudio ? mediaPipelineProducers.bindAvRequest : mediaPipelineProducers.bindVisualRequest,+ inputs: { space: input("space") },+ result: { kind: "output", name: "request" },+ },+ {+ id: inspectId,+ producer: mediaPipelineProducers.inspect,+ inputs: { source: input(layer.sourceName) },+ result: { kind: "need", name: "inspection", accepts: "exact" },+ },+ {+ id: selectId,+ producer: mediaPipelineProducers.select,+ inputs: { inspection: operation(inspectId), request: operation(requestId) },+ result: { kind: "output", name: "selection" },+ },+ {+ id: normalizeId,+ producer: mediaPipelineProducers.normalize,+ inputs: {+ source: input(layer.sourceName), inspection: operation(inspectId),+ selection: operation(selectId), request: operation(requestId),+ },+ result: { kind: "need", name: "media", accepts: "exact" },+ },+ {+ id,+ producer: mediaTrackProducers.appendTimedLayer,+ inputs: { ...common, source: operation(normalizeId), fit: input(layer.fitName) },+ result: { kind: "output", name: "layers" },+ },+ );} else {operations.push({ id, producer: layer.kind === "timed" ? mediaTrackProducers.appendTimedLayer : mediaTrackProducers.appendSurfaceLayer,inputs: { ...common, source: input(layer.sourceName), fit: input(layer.fitName) }, result: { kind: "output", name: "layers" } });@@ -424,12 +466,57 @@ type SourceLayerContext = {readonly unitSuffix: string;readonly defaultRecipe: SvsRecipe;readonly sourceElement: StructuredElement;- readonly source?: SurfaceResolvedReference;- readonly extent?: SurfaceResolvedReference;+ readonly source?: DeclaredVisualSource;readonly ignoreSiblingChildren?: boolean;readonly defaultLayerId?: string;};+type DeclaredVisualSource =+ | { readonly kind: "image"; readonly value: SurfaceResolvedReference; readonly extent: SurfaceResolvedReference }+ | { readonly kind: "video"; readonly value: SurfaceResolvedReference; readonly includeAudio: boolean }+ | { readonly kind: "media"; readonly value: SurfaceResolvedReference }+ | { readonly kind: "surface"; readonly value: SurfaceResolvedReference };++const VISUAL_SOURCE_ATTRIBUTES = ["image", "video", "media", "surface"] as const;++function declaredVisualSource(+ element: StructuredElement,+ resolve: (path: string) => SurfaceResolvedReference | undefined,+ required = false,+): DeclaredVisualSource | undefined {+ const present = VISUAL_SOURCE_ATTRIBUTES.filter((name) => element.attributes[name] !== undefined);+ if (present.length === 0) {+ if (element.attributes.extent !== undefined) throw new Error(`${element.name}.extent requires image={Artifact}.`);+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio requires video={Artifact}.`);+ if (required) throw new Error(`${element.name} requires exactly one of image, video, media or surface.`);+ return undefined;+ }+ if (present.length !== 1) throw new Error(`${element.name} requires exactly one of image, video, media or surface.`);+ const kind = present[0]!;+ if (kind === "image") {+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio is only valid with video={Artifact}.`);+ return {+ kind,+ value: reference(element.attributes.image, `${element.name}.image`, artifactTypes.blob, resolve),+ extent: reference(element.attributes.extent, `${element.name}.extent`, spatialTypes.extent, resolve),+ };+ }+ if (element.attributes.extent !== undefined) throw new Error(`${element.name}.extent is only valid with image={Artifact}.`);+ if (kind === "video") {+ const audio = optionalText(element, "audio") ?? "omit";+ if (audio !== "include" && audio !== "omit") throw new Error(`${element.name}.audio must be include or omit.`);+ return {+ kind,+ value: reference(element.attributes.video, `${element.name}.video`, artifactTypes.blob, resolve),+ includeAudio: audio === "include",+ };+ }+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio is only valid with video={Artifact}.`);+ return kind === "media"+ ? { kind, value: reference(element.attributes.media, `${element.name}.media`, mediaTypes.synchronized, resolve) }+ : { kind, value: reference(element.attributes.surface, `${element.name}.surface`, mediaTypes.compositableSurface, resolve) };+}+function sampling(element: StructuredElement): MediaSamplingMotion["keyframes"][number] {allowed(element, ["at", "zoom", "x", "y", "rotate", "easing"]);empty(element);@@ -458,13 +545,7 @@ function sourceLayer(resolve: (path: string) => SurfaceResolvedReference | undefined,): FragmentLayer {const element = context.sourceElement;- const source = context.source ?? oneOfReferences(element.attributes.source, `${element.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolve);- const extent = context.extent ?? (sameType(source.type, artifactTypes.blob)- ? reference(element.attributes.extent, `${element.name}.extent`, spatialTypes.extent, resolve)- : undefined);- if (!sameType(source.type, artifactTypes.blob) && element.attributes.extent !== undefined) {- throw new Error(`${element.name}.extent is only valid for a durationless Blob source.`);- }+ const source = context.source ?? declaredVisualSource(element, resolve, true)!;const appearance = element.attributes.appearance === undefined? context.defaultRecipe: recipe(reference(element.attributes.appearance, `${element.name}.appearance`, svsRecipeType, resolve), `${element.name}.appearance`);@@ -485,17 +566,18 @@ function sourceLayer(const fitName = `${layerSuffix}-fit`;const specName = `${layerSuffix}-spec`;state.addRecord(fitName, `${context.trackId}.${layerSuffix}.fit`, spatialTypes.fit, decodeMediaFit(appearance), element.range);- const sourceKind = sameType(source.type, artifactTypes.blob) ? "still"- : sameType(source.type, mediaTypes.synchronized) ? "timed" : "surface";+ const sourceKind = source.kind === "image" ? "still"+ : source.kind === "surface" ? "surface" : "timed";const spec = decodeMediaSampleSpec(appearance, layerId, sourceKind, motion, context.source !== undefined);state.addRecord(specName, `${context.trackId}.${layerSuffix}.spec`, mediaTrackTypes.sampleLayerSpec, spec, element.range);const sourceName = `${layerSuffix}-source`;- state.addReference(sourceName, source);+ state.addReference(sourceName, source.value);if (sourceKind === "still") {const extentName = `${layerSuffix}-extent`;- state.addReference(extentName, extent!);+ state.addReference(extentName, (source as Extract<DeclaredVisualSource, { readonly kind: "image" }>).extent);return { kind: "still", sourceName, extentName, fitName, specName };}+ if (source.kind === "video") return { kind: "video", sourceName, includeAudio: source.includeAudio, fitName, specName };return { kind: sourceKind, sourceName, fitName, specName };}@@ -506,8 +588,7 @@ function unitLayers(readonly unitSuffix: string;readonly element: StructuredElement;readonly appearance: SvsRecipe;- readonly directSource?: SurfaceResolvedReference;- readonly directExtent?: SurfaceResolvedReference;+ readonly directSource?: DeclaredVisualSource;readonly allowFramePaint: boolean;},resolve: (path: string) => SurfaceResolvedReference | undefined,@@ -529,7 +610,7 @@ function unitLayers(if (input.directSource !== undefined) {layers.push(sourceLayer(state, {trackId: input.trackId, unitSuffix: input.unitSuffix, defaultRecipe: input.appearance,- sourceElement: input.element, source: input.directSource, ...(input.directExtent === undefined ? {} : { extent: input.directExtent }),+ sourceElement: input.element, source: input.directSource,ignoreSiblingChildren: true,defaultLayerId: "content",}, 1, resolve));@@ -549,7 +630,7 @@ function unitLayers(layers.push({ kind: "paint", specName: name });continue;}- allowed(child, ["id", "source", "extent", "appearance"]);+ allowed(child, ["id", "image", "video", "media", "surface", "extent", "audio", "appearance"]);layers.push(sourceLayer(state, {trackId: input.trackId, unitSuffix: input.unitSuffix, defaultRecipe: input.appearance, sourceElement: child,}, layerIndex, resolve));@@ -573,8 +654,15 @@ function validateUnitChildren(element: StructuredElement, direct: boolean, allow}}-function sourceAudio(element: StructuredElement): MediaSequenceMemberSpec["sourceAudio"] {+function sourceAudio(+ element: StructuredElement,+ directSource?: DeclaredVisualSource,+): MediaSequenceMemberSpec["sourceAudio"] {const fromLayer = optionalText(element, "source-audio");+ if (directSource?.kind === "video" && directSource.includeAudio) {+ if (fromLayer !== undefined) throw new Error(`${element.name} cannot combine audio=include with source-audio.`);+ return { fromLayer: "content", gain: numberValue(element, "audio-gain", 1) };+ }if (fromLayer === undefined) {if (element.attributes["audio-gain"] !== undefined) throw new Error(`${element.name}.audio-gain requires source-audio.`);return undefined;@@ -640,7 +728,7 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, resitemIndex += 1;const itemSuffix = suffix(itemIndex);allowed(child, [- "id", "source", "extent", "frame", "appearance", "motion", "source-audio", "audio-gain",+ "id", "image", "video", "media", "surface", "extent", "audio", "frame", "appearance", "motion", "source-audio", "audio-gain","clip", "during", "at", "for", "start", "end", "selection", "moment", "occurrences",]);const id = optionalText(child, "id") ?? `${trackId}.item.${itemSuffix}`;@@ -657,17 +745,11 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, resconst occurrences = text(child, "occurrences", "one");if (occurrences !== "one" && occurrences !== "each") throw new Error(`${child.name}.occurrences must be one or each.`);const expansion: OccurrenceExpansion = { kind: occurrences };- const directSource = child.attributes.source === undefined ? undefined- : oneOfReferences(child.attributes.source, `${child.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolveReference);- const directExtent = directSource !== undefined && sameType(directSource.type, artifactTypes.blob)- ? reference(child.attributes.extent, `${child.name}.extent`, spatialTypes.extent, resolveReference) : undefined;- if ((directSource === undefined || !sameType(directSource.type, artifactTypes.blob)) && child.attributes.extent !== undefined) {- throw new Error(`${child.name}.extent requires a direct Blob source.`);- }+ const directSource = declaredVisualSource(child, resolveReference);validateUnitChildren(child, directSource !== undefined, true);const layers = unitLayers(state, { trackId, unitSuffix: `item-${itemSuffix}`, element: child, appearance,- ...(directSource === undefined ? {} : { directSource }), ...(directExtent === undefined ? {} : { directExtent }), allowFramePaint: true }, resolveReference);- const selectedAudio = sourceAudio(child);+ ...(directSource === undefined ? {} : { directSource }), allowFramePaint: true }, resolveReference);+ const selectedAudio = sourceAudio(child, directSource);const specName = `item-${itemSuffix}-spec`;state.addRecord(specName, `${trackId}.item.${itemSuffix}.spec`, mediaTrackTypes.itemSpec,decodeMediaItemSpec(appearance, { id, projection: binding.projection, expansion,@@ -721,7 +803,7 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, resconst members: FragmentMember[] = [];for (const [index, member] of memberElements.entries()) {const memberSuffix = suffix(index + 1);- allowed(member, ["id", "source", "extent", "appearance", "at", "boundary", "source-audio", "audio-gain"]);+ allowed(member, ["id", "image", "video", "media", "surface", "extent", "audio", "appearance", "at", "boundary", "source-audio", "audio-gain"]);const at = oneOfReferences(member.attributes.at, `${member.name}.at`, [narrativeTypes.moment, narrativeTypes.selection], resolveReference);usesMap = true;const boundary = optionalText(member, "boundary");@@ -731,18 +813,12 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, resif (sameType(at.type, narrativeTypes.moment) && boundary !== undefined) throw new Error(`${member.name}.boundary is invalid for a Moment activation.`);const memberAppearance = member.attributes.appearance === undefined ? appearance: recipe(reference(member.attributes.appearance, `${member.name}.appearance`, svsRecipeType, resolveReference), `${member.name}.appearance`);- const directSource = member.attributes.source === undefined ? undefined- : oneOfReferences(member.attributes.source, `${member.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolveReference);- const directExtent = directSource !== undefined && sameType(directSource.type, artifactTypes.blob)- ? reference(member.attributes.extent, `${member.name}.extent`, spatialTypes.extent, resolveReference) : undefined;- if ((directSource === undefined || !sameType(directSource.type, artifactTypes.blob)) && member.attributes.extent !== undefined) {- throw new Error(`${member.name}.extent requires a direct Blob source.`);- }+ const directSource = declaredVisualSource(member, resolveReference);validateUnitChildren(member, directSource !== undefined, false);const unitSuffix = `sequence-${sequenceSuffix}-member-${memberSuffix}`;const layers = unitLayers(state, { trackId, unitSuffix, element: member, appearance: memberAppearance,- ...(directSource === undefined ? {} : { directSource }), ...(directExtent === undefined ? {} : { directExtent }), allowFramePaint: true }, resolveReference);- const selectedAudio = sourceAudio(member);+ ...(directSource === undefined ? {} : { directSource }), allowFramePaint: true }, resolveReference);+ const selectedAudio = sourceAudio(member, directSource);if (selectedAudio !== undefined) hasAudio = true;const specName = `${unitSuffix}-spec`;state.addRecord(specName, `${trackId}.${unitSuffix}.spec`, mediaTrackTypes.memberSpec,diff --git a/packages/media-track/test/media-track.test.ts b/packages/media-track/test/media-track.test.tsindex f791564a..44f7fe6c 100644--- a/packages/media-track/test/media-track.test.ts+++ b/packages/media-track/test/media-track.test.ts@@ -6,6 +6,7 @@ import type { AudioTrack } from "@narratage/composition";import { compileHyperframesDocument } from "@narratage/hyperframes";import { mediaTypes } from "@narratage/media";import type { CompositableSurfaceRef, SynchronizedMedia } from "@narratage/media";+import { mediaPipelineProducers } from "@narratage/media-pipeline";import { artifactTypes } from "@narratage/artifact";import { narrativeTypes } from "@narratage/narrative";import {@@ -702,6 +703,7 @@ test("the Media author Surface emits explicit graph edges for layers, semantic t["frame", plain("frame", spatialTypes.frame)],["clip-path", plain("clip-path", spatialTypes.path)],["still", plain("still", artifactTypes.blob)],+ ["raw-video", plain("raw-video", artifactTypes.blob)],["extent", plain("extent", spatialTypes.extent)],["video", plain("video", mediaTypes.synchronized)],["surface", plain("surface", mediaTypes.compositableSurface)],@@ -720,18 +722,18 @@ test("the Media author Surface emits explicit graph edges for layers, semantic t["handoff", appearance("handoff", { operator: "crossfade", "duration-frames": 10, "boundary-ratio": 0.5, audio: "cut" })],]);const root = node("media:Track", { id: "editorial", space: ref("space"), canvas: ref("canvas"), map: ref("map") }, [- node("media:Item", { id: "still-card", source: ref("still"), extent: ref("extent"), frame: ref("frame"), clip: ref("clip-path"), appearance: ref("still-style"), during: "program" }),+ node("media:Item", { id: "still-card", image: ref("still"), extent: ref("extent"), frame: ref("frame"), clip: ref("clip-path"), appearance: ref("still-style"), during: "program" }),node("media:Item", { id: "proof", frame: ref("frame"), appearance: ref("card-style"), motion: ref("motion"), during: ref("selection"), "source-audio": "video", "audio-gain": "0.8" }, [node("media:Paint", { id: "backing", appearance: ref("paint-style") }),- node("media:Layer", { id: "video", source: ref("video"), appearance: ref("video-style") }, [+ node("media:Layer", { id: "video", video: ref("raw-video"), audio: "include", appearance: ref("video-style") }, [node("media:Sampling", { at: "start", zoom: "1" }),node("media:Sampling", { at: "end", zoom: "1.1", y: "-10", easing: "ease-out" }),]),node("media:Sound", { id: "proof-enter", source: ref("sfx"), at: "enter", gain: "0.5" }),]),node("media:Sequence", { id: "steps", frame: ref("frame"), appearance: ref("sequence-style"), until: ref("terminal"), "until-boundary": "end" }, [- node("media:Member", { id: "one", source: ref("still"), extent: ref("extent"), at: ref("cue1") }),- node("media:Member", { id: "two", source: ref("surface"), appearance: ref("surface-style"), at: ref("cue2") }),+ node("media:Member", { id: "one", image: ref("still"), extent: ref("extent"), at: ref("cue1") }),+ node("media:Member", { id: "two", surface: ref("surface"), appearance: ref("surface-style"), at: ref("cue2") }),node("media:Handoff", { id: "one-two", from: "one", transition: ref("handoff") }),node("media:Sound", { id: "transition", source: ref("sfx"), handoff: "one-two" }),]),@@ -748,6 +750,9 @@ test("the Media author Surface emits explicit graph edges for layers, semantic tconst producers = fragment.operations.map((entry) => entry.producer.name);assert.ok(producers.includes("append-still-media-layer"));assert.ok(producers.includes("append-timed-media-layer"));+ assert.ok(producers.includes(mediaPipelineProducers.bindAvRequest.name));+ assert.ok(producers.includes(mediaPipelineProducers.inspect.name));+ assert.ok(producers.includes(mediaPipelineProducers.normalize.name));assert.ok(producers.includes("append-surface-media-layer"));assert.ok(producers.includes("append-media-paint-layer"));assert.ok(producers.includes("bind-media-item-clip-path"));diff --git a/packages/program-space/src/index.ts b/packages/program-space/src/index.tsindex 56bb5d47..8cc6522e 100644--- a/packages/program-space/src/index.ts+++ b/packages/program-space/src/index.ts@@ -28,7 +28,6 @@ export const programSpaceManifest: ModuleManifest = {dependencies: [], types: [{name: programSpaceTypes.programSpace.name,schema: programSpaceSchema,- default: { contract: "svml.program-space@1", durationSec: 4, frameRate: { numerator: 30, denominator: 1 } },}],capabilities: [], surfaces: [], producers: [],};@@ -37,17 +36,6 @@ export const programSpaceDependency = { module: programSpaceModuleRef, digest: pexport function sealProgramSpace(value: ProgramSpace): ProgramSpace { return structuredClone(value); }-/**- * Four seconds at 30, for anything that must have a frame domain before a- * Build has measured one.- */-export function defaultProgramSpace(): ProgramSpace {- return sealProgramSpace({- contract: "svml.program-space@1",- durationSec: 4,- frameRate: { numerator: 30, denominator: 1 },- });-}export function programSpaceFrameCount(programSpace: ProgramSpace): number {const frames = programSpace.durationSec * programSpace.frameRate.numerator / programSpace.frameRate.denominator;const rounded = Math.round(frames);diff --git a/packages/speech-basis/test/product.test.ts b/packages/speech-basis/test/product.test.tsindex af527d55..07d70d16 100644--- a/packages/speech-basis/test/product.test.ts+++ b/packages/speech-basis/test/product.test.ts@@ -7,6 +7,7 @@ import { sealProgramSpace } from "@narratage/program-space";import { sealSpeechBasis, speechDependency, speechTypes } from "@narratage/speech";import type { SpeechBasis } from "@narratage/speech";import { compositionTypes, compositionValidatorDigests } from "@narratage/composition";+import { mediaPipelineManifest } from "@narratage/media-pipeline";import assert from "node:assert/strict";import test from "node:test";@@ -81,7 +82,13 @@ const testManifest: ModuleManifest = {}],};-const closure = createResolvedClosure([...videoContractManifests, mediaTrackManifest, speechBasisManifest, testManifest]);+const closure = createResolvedClosure([+ ...videoContractManifests,+ mediaPipelineManifest,+ mediaTrackManifest,+ speechBasisManifest,+ testManifest,+]);function validatorRegistry(): TypeValidatorRegistry {const registry = new TypeValidatorRegistry();diff --git a/packages/speech-spine/README.md b/packages/speech-spine/README.mdindex 3b516e55..8444325f 100644--- a/packages/speech-spine/README.md+++ b/packages/speech-spine/README.md@@ -10,9 +10,15 @@ auditable reusable graph contributions:- WhisperX evidence plus the provider-neutral speech SemanticMap;- timed caption projection.-The package also owns `<speech:Spine>`. Each `<speech:Take>` explicitly connects a generated Blob-and its `NarrativeExcerpt`; the Surface expands per-Take media normalization, an immutable append-fold, one timeline-audio render and ordinary SpeechBasis projections. Whitespace and child layout-do not create ports, and Core receives no variadic node or Speech special case.+The package also owns `<speech:Spine>`. The Spine explicitly declares its `frame-rate`; each+`<speech:Take>` connects one `NarrativeExcerpt` and exactly one of:++- `video={...}` — an ordinary generated video Blob. The Surface expands inspection, stream+ selection and A/V normalization before assembly;+- `media={...}` — an already prepared `SynchronizedMedia` value, connected directly.++The Surface then expands an immutable append fold, one timeline-audio render and ordinary+SpeechBasis projections. Whitespace and child layout do not create ports, and Core receives no+variadic node, media-normalization rule or Speech special case.The Elaborator expands them hygienically before SVML Core sees the graph.diff --git a/packages/speech-spine/src/surface.ts b/packages/speech-spine/src/surface.tsindex 82ccd0c6..eadc2e7d 100644--- a/packages/speech-spine/src/surface.ts+++ b/packages/speech-spine/src/surface.ts@@ -1,5 +1,6 @@import { narrativeTypes } from "@narratage/narrative";import { artifactTypes } from "@narratage/artifact";+import { mediaTypes } from "@narratage/media";import {sealMediaSelectionRequest,synchronizedMediaFragment,@@ -32,6 +33,18 @@ function stringAttribute(element: StructuredElement, name: string): string {return value.trim();}+function frameRate(element: StructuredElement): { readonly numerator: number; readonly denominator: number } {+ const value = stringAttribute(element, "frame-rate");+ const match = /^(\d+)(?:\/(\d+))?$/u.exec(value);+ if (match === null) throw new Error(`${element.name}.frame-rate must be a positive rational such as 30 or 30000/1001`);+ const numerator = Number(match[1]);+ const denominator = Number(match[2] ?? "1");+ if (!Number.isSafeInteger(numerator) || numerator <= 0 || !Number.isSafeInteger(denominator) || denominator <= 0) {+ throw new Error(`${element.name}.frame-rate is invalid`);+ }+ return { numerator, denominator };+}+function referencePath(element: StructuredElement, name: string): string {const value: MarkupAttributeValue | undefined = element.attributes[name];if (typeof value !== "object" || value.kind !== "reference" || !value.path) {@@ -65,7 +78,6 @@ function takes(element: StructuredElement): StructuredElement[] {continue;}if (localName(child.name) !== "Take") throw new Error(`${element.name} accepts only Take children`);- exactAttributes(child, ["source", "segment"]);result.push(child);}if (result.length === 0) throw new Error(`${element.name} requires at least one Take`);@@ -73,45 +85,56 @@ function takes(element: StructuredElement): StructuredElement[] {}export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, resolveReference }) => {- exactAttributes(element, ["id", "canvas"]);+ exactAttributes(element, ["id", "canvas", "frame-rate"]);const id = stringAttribute(element, "id");const canvas = resolve(element, "canvas", spatialTypes.canvas, resolveReference);- const declaredTakes = takes(element).map((take, index) => ({- mediaName: `take-${String(index + 1).padStart(4, "0")}-media`,- segmentName: `take-${String(index + 1).padStart(4, "0")}-segment`,- source: resolve(take, "source", artifactTypes.blob, resolveReference),- segment: resolve(take, "segment", narrativeTypes.excerpt, resolveReference),- range: take.range,- }));+ const rate = frameRate(element);+ const declaredTakes = takes(element).map((take, index) => {+ const hasVideo = take.attributes.video !== undefined;+ const hasMedia = take.attributes.media !== undefined;+ if (Number(hasVideo) + Number(hasMedia) !== 1) {+ throw new Error(`${take.name} requires exactly one of video or media`);+ }+ exactAttributes(take, [hasVideo ? "video" : "media", "segment"]);+ return {+ mediaName: `take-${String(index + 1).padStart(4, "0")}-media`,+ segmentName: `take-${String(index + 1).padStart(4, "0")}-segment`,+ sourceKind: hasVideo ? "video" as const : "media" as const,+ source: resolve(take, hasVideo ? "video" : "media", hasVideo ? artifactTypes.blob : mediaTypes.synchronized, resolveReference),+ segment: resolve(take, "segment", narrativeTypes.excerpt, resolveReference),+ range: take.range,+ };+ });const programId = `${id}.program`;const requestId = `${id}.selection`;const program = sealSpeechSpineProgram({contract: "svml.speech-spine-program@1",id,- frameRate: { numerator: 30, denominator: 1 },+ frameRate: rate,});const request = sealMediaSelectionRequest({contract: "svml.media-selection-request@1",video: { mode: "primary-moving" },audio: { mode: "default" },spanAuthority: "video",- frameRate: { numerator: 30, denominator: 1 },+ frameRate: rate,});const assembly = createSpeechSpineFragment({name: `@narratage/speech-spine/surface/${id}@1`,takes: declaredTakes.map(({ mediaName, segmentName }) => ({ mediaName, segmentName })),});- const normalizationComponents = declaredTakes.map((take, index) => ({+ const normalizationComponents = declaredTakes.flatMap((take, index) => take.sourceKind === "media" ? [] : [{id: `${id}.normalize.${String(index + 1).padStart(4, "0")}`,fragment: synchronizedMediaFragment.id,inputs: { source: take.source.ref, request: { kind: "record" as const, id: requestId } },outputs: { media: `${id}.normalized.${String(index + 1).padStart(4, "0")}` },range: take.range,- }));+ }]);+ const normalizationByTake = new Map(normalizationComponents.map((component) => [component.id.split(".").at(-1), component]));return {records: [{ id: programId, type: speechSpineTypes.spineProgram, value: { kind: "inline", value: program }, range: element.range },- { id: requestId, type: { module: { name: "@narratage/media-pipeline", version: "1" }, name: "MediaSelectionRequest" }, value: { kind: "inline", value: request }, range: element.range },+ ...(normalizationComponents.length === 0 ? [] : [{ id: requestId, type: { module: { name: "@narratage/media-pipeline", version: "1" }, name: "MediaSelectionRequest" }, value: { kind: "inline" as const, value: request }, range: element.range }]),],components: [...normalizationComponents,@@ -122,7 +145,11 @@ export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, reprogram: { kind: "record", id: programId },canvas: canvas.ref,...Object.fromEntries(declaredTakes.flatMap((take, index) => [- [take.mediaName, { kind: "component-output" as const, component: normalizationComponents[index]!.id, output: "media" }],+ [take.mediaName, take.sourceKind === "media" ? take.source.ref : {+ kind: "component-output" as const,+ component: normalizationByTake.get(String(index + 1).padStart(4, "0"))!.id,+ output: "media",+ }],[take.segmentName, take.segment.ref],])),},@@ -136,6 +163,6 @@ export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, rerange: element.range,},],- fragments: [synchronizedMediaFragment, assembly],+ fragments: [...(normalizationComponents.length === 0 ? [] : [synchronizedMediaFragment]), assembly],};};diff --git a/packages/speech-spine/test/surface.test.ts b/packages/speech-spine/test/surface.test.tsindex a3199b92..1133ef26 100644--- a/packages/speech-spine/test/surface.test.ts+++ b/packages/speech-spine/test/surface.test.ts@@ -119,9 +119,9 @@ test("Speech Spine lowers ordered Takes into media normalization, one audio plan</script><fixture:Media/><space:Canvas id="vertical" width="720" height="1280"/>- <speech:Spine id="speech" canvas={vertical}>- <speech:Take source={take-one} segment={story.segment.opening}/>- <speech:Take source={take-two} segment={story.segment.answer}/>+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">+ <speech:Take video={take-one} segment={story.segment.opening}/>+ <speech:Take video={take-two} segment={story.segment.answer}/></speech:Spine></svml>`),closure,diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex eb70c793..be85bba2 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -1420,6 +1420,9 @@ importers:'@narratage/media':specifier: workspace:*version: link:../media+ '@narratage/media-pipeline':+ specifier: workspace:*+ version: link:../media-pipeline'@narratage/narrative':specifier: workspace:*version: link:../narrativediff --git a/spec/media-track.md b/spec/media-track.mdindex d0da6ab8..5ebd817f 100644--- a/spec/media-track.md+++ b/spec/media-track.md@@ -53,6 +53,7 @@ The unified package is an author package and deterministic compiler:```text@narratage/media intrinsic media facts and normalized sources+@narratage/media-pipeline inspection, stream selection and normalization vocabulary@narratage/temporal points, occurrences, windows and trigger schedules@narratage/spatial Canvas, Placement Frame, Content Fit and fitted geometry@narratage/media-track Item / Sequence author Programs and lowering@@ -65,7 +66,7 @@ It does not:- generate images or videos;- choose a model or Provider;- inspect credentials, URLs or local executables;-- infer which container stream is primary;+- let a Runtime or Provider invent stream-selection policy;- own the Program clock or Canvas;- read a sibling Track or the accumulated lower composite;- add a B-roll, Sequence, Deck or Speech branch to Core, Film, Composition or HyperFrames.@@ -76,10 +77,12 @@ motion, transitions or audio policy.## 3. Source truth-Every visual sample enters through an explicit graph edge and already has intrinsic media truth.-The first complete implementation needs to consume:+Every visual sample enters through an explicit graph edge. The author Surface distinguishes four+forms rather than guessing from one Blob type:- still image material with a content-addressed Artifact and exact display-oriented extent;+- generated/raw video material, lowered through the generic Media Pipeline using the Track's+ ProgramSpace rate and an explicit visual-only or A/V policy;- normalized timed visual material with exact frame rate, frame count and extent;- typed `CompositableSurface` material with exact still/frame timing and alpha mode.@@ -143,7 +146,7 @@ shape is:<media:Track id="editorial-media" map={timing.map} space={speech.space} canvas={vertical}><media:Itemid="full-cutaway"- source={demo.video}+ video={demo.video}during={story.selection.demo}frame={vertical}appearance={studio.media.full-cutaway}@@ -151,7 +154,7 @@ shape is:<media:Itemid="corner-loop"- source={reaction.surface}+ surface={reaction.surface}at={story.moment.reaction}for="2s"frame={layout.top-right-sticker}@@ -164,9 +167,9 @@ shape is:appearance={studio.media.evidence-sequence}until={story.selection.explanation.end}>- <media:Member id="step-1" source={step1.image} at={story.moment.step1}/>- <media:Member id="step-2" source={step2.image} at={story.moment.step2}/>- <media:Member id="step-3" source={step3.video} at={story.moment.step3}/>+ <media:Member id="step-1" image={step1.image} extent={step1.extent} at={story.moment.step1}/>+ <media:Member id="step-2" image={step2.image} extent={step2.extent} at={story.moment.step2}/>+ <media:Member id="step-3" video={step3.video} at={story.moment.step3}/><media:Handoff from="step-1" transition={studio.media.transitions.push-left}/><media:Handoff from="step-2" transition={studio.media.transitions.crossfade}/></media:Sequence>@@ -178,6 +181,8 @@ This syntax is illustrative. The normative points are:- declarations and reusable appearance stay outside usage sites;- every source, Frame, Selection and Moment is an explicit reference;+- `image`, `video`, `media` and `surface` name mutually exclusive source forms; a generic Blob is+ never guessed to be a still or moving source;- `Item` and `Sequence` are visibly different author meanings;- shorthand such as `during`, `at`, `for` and `until` lowers to the one shared Temporal algebra;- no runtime chooses whether something is a cutaway, card or sticker.@@ -205,7 +210,7 @@ smaller than Canvas. Structure remains readable at the use site:<media:Track id="proof" map={timing.map} space={speech.space} canvas={vertical}><media:Itemid="product-proof"- source={product.video}+ video={product.video}during={story.selection.proof}frame={product-inset}appearance={studio.media.fuzzy-card}@@ -240,7 +245,7 @@ A normal soft or glowing edge lowers to an owned border plus box shadow/drop shairregular furry, torn-paper or noisy edge is not a magic `border-style`: it is an explicit locallayer, such as a transparent frame Artifact or a deterministic `CompositableSurface`. Because thatlayer affects graph topology and Artifact collection, its source must be connected in SVML (for-example as `<media:Layer source={fuzzyFrame.surface}/>`); SVS may style it but cannot hide the source+example as `<media:Layer surface={fuzzyFrame.surface}/>`); SVS may style it but cannot hide the sourceedge. The outer lifecycle wrapper moves the frame Paint, edge layer and content together.Built-in easing names may lower directly to Visual IR. A richer Bézier or spring Recipe remains a@@ -509,7 +514,7 @@ Speech Spine should stop maintaining a second ad-hoc media renderer. Its visualsame Media lowering implementation with a deliberately restricted generated Program:```text-one normalized visual take per speech Segment+one normalized A/V take per speech Segmentexact already-established Segment frame spanCanvas Placement Frameone foreground layer@@ -521,8 +526,11 @@ no Sequence stateno source-audio projection```-Speech audio remains the separate canonical `SpeechAudioBasis -> AudioTrack` projection. The visual-projection does not inspect or extract audio from generated MP4 containers.+The Speech author Surface accepts raw `video=` and expands the same generic inspection and+normalization graph before assembly, selecting primary moving video plus default audio at the+Spine's explicit frame rate. It also accepts prepared `media=` directly. After assembly, Speech+audio remains the separate canonical `SpeechAudioBasis -> AudioTrack` projection; the restricted+visual lowerer itself remains muted and does not rediscover container audio.This can be a code dependency on focused Media lowering helpers. It does not require exposing apublic `MediaProgram` graph Type when no external component consumes that intermediate value. If a@@ -612,6 +620,8 @@ Implement only after the shared Temporal and Spatial slices exist:9. **Implemented:** close the package-local acceptance matrix with structural, real-media andpartitioned-browser evidence. The independent shared Track/Visual IR gates in[`track-expressiveness.md`](./track-expressiveness.md) also pass.+10. **Implemented:** let `video=` lower to the shared Media Pipeline at the connected ProgramSpace+ rate while preserving explicit `media=` as the prepared-media escape hatch.No step requires a Core, Runtime, queue or Provider change. Surface materialization may use anexisting explicitly registered Provider capability, but ordinary Item/Sequence lowering is@@ -623,7 +633,8 @@ deterministic local compilation.- opaque and alpha still images;- portrait, landscape and square images;-- normalized video with and without a selected audio stream;+- generated/raw video automatically normalized with and without explicitly selected audio;+- explicitly prepared normalized video connected without a second normalization;- animated GIF/WebP normalized to exact frame timing;- still and animated Compositable Surfaces;- repeated use of one Artifact without duplicated storage or duplicated source audio.diff --git a/test/playground-discovery.test.ts b/test/playground-discovery.test.tsindex 01e154d4..0996d1bc 100644--- a/test/playground-discovery.test.ts+++ b/test/playground-discovery.test.ts@@ -3,10 +3,6 @@ import { readdirSync } from "node:fs";import test from "node:test";import { fileURLToPath } from "node:url";-import { assertHyperframesDocument, compileHyperframesDocument } from "@narratage/hyperframes";-import { sealComposition } from "@narratage/composition";-import { sealProgramSpace } from "@narratage/program-space";-import { discoverPreviewProducers } from "../tools/playground/src/discovery/producers.js";import type { PreviewSources } from "../tools/playground/src/discovery/producers.js";@@ -34,13 +30,6 @@ function workspace(): PreviewSources {return { manifests: entries, components };}-const programSpace = sealProgramSpace({- contract: "svml.program-space@1",- durationSec: 4,- frameRate: { numerator: 30, denominator: 1 },-});-const canvas = { width: 1080, height: 1920, clearColor: "#09090b" };-test("previewable modules are the ones declaring a VisualTrack Producer", async () => {const found = await discoverPreviewProducers(workspace());assert.deepEqual(@@ -68,29 +57,12 @@ test("each producer carries its inputs' declared schemas", async () => {}});-test("a producer whose inputs all carry defaults renders without anything being typed", async () => {+test("no preview producer invents a ProgramSpace or media input", async () => {const found = await discoverPreviewProducers(workspace());const ready = found.filter((producer) =>producer.inputs.every((input) => input.initial !== undefined));- assert.deepEqual(ready.map((producer) => producer.id), [- "@narratage/screen-overlay#render-screen-overlay",- ]);-- for (const producer of ready) {- const values = Object.fromEntries(producer.inputs.map((input) =>- [input.name, input.type.name === "ProgramSpace" ? programSpace : input.initial]));- const track = producer.invoke(values as never);- const document = compileHyperframesDocument(sealComposition({- contract: "svml.composition@1",- id: producer.moduleName,- canvas,- tracks: [track as never],- }), programSpace);- assert.doesNotThrow(() => assertHyperframesDocument(document),- `${producer.id} produced an illegal document from its own declared defaults`);- assert.match(document.html, /class="clip svml-visual-present"/u);- }+ assert.deepEqual(ready, []);});test("a module offering no default for a media input says so rather than inventing one", async () => {diff --git a/tools/playground/src/svml.ts b/tools/playground/src/svml.tsindex a05d9a46..6189ad10 100644--- a/tools/playground/src/svml.ts+++ b/tools/playground/src/svml.ts@@ -21,7 +21,6 @@ export { sealComposition } from "@narratage/composition";export type { Composition, Track, VisualTrack } from "@narratage/composition";export {- defaultProgramSpace,programSpaceFrameCount,sealProgramSpace,} from "@narratage/program-space";diff --git a/tools/playground/src/ui/shell.ts b/tools/playground/src/ui/shell.tsindex b0f9cc2c..cd297308 100644--- a/tools/playground/src/ui/shell.ts+++ b/tools/playground/src/ui/shell.ts@@ -3,7 +3,6 @@ import { workspacePreviewProducers } from "../discovery/workspace.js";import { renderPreview } from "../preview/render.js";import {defaultCanvasSpace,- defaultProgramSpace,sealProgramSpace,} from "../svml.js";import type { CanonicalValue, ProgramSpace, Track } from "../svml.js";@@ -87,7 +86,11 @@ export async function mountShell(root: HTMLElement): Promise<void> {// frame. The clear colour belongs to a Composition, and a preview assembles// none, so it is a stage control the operator sets like the others.const canvasSpace = defaultCanvasSpace();- const defaultSpace = defaultProgramSpace();+ const defaultSpace: ProgramSpace = {+ contract: "svml.program-space@1",+ durationSec: 4,+ frameRate: { numerator: 30, denominator: 1 },+ };const canvas = {width: canvasSpace.widthPx,height: canvasSpace.heightPx,