Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

feat: normalize generated media at consumer surfaces

kashorin0066ab51c5f1
diff --git a/docs/quickstart/composition.md b/docs/quickstart/composition.md
index ea53cc1f..0a75c40b 100644
--- a/docs/quickstart/composition.md
+++ b/docs/quickstart/composition.md
@@ -123,7 +123,6 @@ The complete data flow from Script to rendered video. This example is based on
<import as="caption-fine" from="@narratage/caption-fine@1"/>
<import as="caption-ai" from="@narratage/caption-gemini@1"/>
<import as="fonts" from="@narratage/fonts-open@1"/>
- <import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="text" from="@narratage/typography-track@1"/>
<import as="space" from="@narratage/spatial@1"/>
@@ -152,8 +151,8 @@ The complete data flow from Script to rendered video. This example is based on
left="10%" top="20%" right="10%" bottom="30%"/>
<!-- 3. Timing: assemble spine and align words -->
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={take.video} segment={story.segment.opening}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={take.video} segment={story.segment.opening}/>
</speech:Spine>
<whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>
@@ -168,11 +167,9 @@ The complete data flow from Script to rendered video. This example is based on
<caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence} map={timing.map}
space={speech.space} plan={cue-plan.plan} program={caption-program}/>
- <pipeline:Normalize id="motion-media" source={motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
<media-track:Track id="cards" map={timing.map}
space={speech.space} canvas={vertical}>
- <media-track:Item source={motion-media.media} during={story.selection.demo}
+ <media-track:Item video={motion.video} during={story.selection.demo}
frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/>
</media-track:Track>
<text:Style id="title-style" recipe={studio.text.title} font={title-font}/>
diff --git a/docs/quickstart/styles.md b/docs/quickstart/styles.md
index 6d67b4db..0ab95276 100644
--- a/docs/quickstart/styles.md
+++ b/docs/quickstart/styles.md
@@ -204,7 +204,7 @@ Position remains an explicit graph edge:
```svml
<space:Frame id="product-frame" within={vertical}
left="8%" top="20%" right="8%" bottom="32%"/>
-<media-track:Item source={product-media.media}
+<media-track:Item video={product-motion.video}
during={story.selection.demo} frame={product-frame}
appearance={studio.media.product} motion={studio.motion.product}/>
```
diff --git a/docs/quickstart/timing.md b/docs/quickstart/timing.md
index 2f51da57..2693cf59 100644
--- a/docs/quickstart/timing.md
+++ b/docs/quickstart/timing.md
@@ -22,11 +22,11 @@ program order — the final sequence of Segments in the finished video.
```svml
<space:Canvas id="vertical" width="1080" height="1920"/>
-<speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={hook-take.video} segment={story.segment.hook}/>
- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>
- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>
- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>
+<speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>
+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>
+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>
+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/>
</speech:Spine>
```
@@ -34,6 +34,7 @@ program order — the final sequence of Segments in the finished video.
|---|---|---|
| `id` | yes | Unique identifier |
| `canvas` | yes | Explicit CanvasSpace used by the restricted Media visual projection |
+| `frame-rate` | yes | Program rate as an integer or rational, such as `30` or `30000/1001` |
### speech:Take
@@ -41,9 +42,18 @@ Each `<speech:Take>` child binds a generated video to a Script Segment:
| Attribute | Required | Description |
|---|---|---|
-| `source` | yes | Generated video — for example, from `seedance:ReferenceVideo` |
+| `video` | exactly one | Generated/raw video Blob — for example `{take.video}` from Seedance |
+| `media` | exactly one | Already prepared `SynchronizedMedia`; bypasses automatic normalization |
| `segment` | yes | Script Segment this take corresponds to — e.g. `{story.segment.hook}` |
+`video` and `media` are mutually exclusive. The normal AIGC path is `video={take.video}`. The
+Speech Surface expands that readable declaration into ordinary Media Pipeline Operations:
+inspect the container, select its primary moving video and default audio stream, then normalize
+both to the Spine's declared frame rate. A 30 fps source connected to a 60 fps Spine keeps its
+duration and is deterministically resampled to a 60 fps frame sequence; it is not played twice as
+fast. Use `media=` only when another graph branch has already produced the exact synchronized value
+you intend to assemble.
+
The order of `<speech:Take>` children **determines the program order**. The first take starts at
time zero; each subsequent take follows immediately.
@@ -85,8 +95,9 @@ in the Script become real time ranges and points for downstream visual component
## ProgramSpace
-ProgramSpace is not a component you declare — it is produced by `speech:Spine` and flows to every
-component that needs to know the total program duration and frame domain.
+ProgramSpace is not guessed from a global default. It is produced by `speech:Spine` from the
+explicit `frame-rate` and the exact normalized Take durations, then flows to every component that
+needs the total program duration and frame domain.
```svml
<film:Film id="main" canvas={vertical} space={speech.space} ...>
@@ -134,9 +145,9 @@ The complete timing stage, from generated takes to map and space:
<!-- Assemble takes in program order -->
<space:Canvas id="vertical" width="1080" height="1920"/>
-<speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={opening-take.video} segment={story.segment.opening}/>
- <speech:Take source={answer-take.video} segment={story.segment.answer}/>
+<speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>
+ <speech:Take video={answer-take.video} segment={story.segment.answer}/>
</speech:Spine>
<!-- Measure word timing -->
diff --git a/docs/quickstart/tracks.md b/docs/quickstart/tracks.md
index 5cbcf3ec..a5157865 100644
--- a/docs/quickstart/tracks.md
+++ b/docs/quickstart/tracks.md
@@ -154,10 +154,10 @@ default and override Styles into one ordinary peer `VisualTrack`: `{captions.tra
## Media overlays and B-roll
B-roll is an editorial use of the generic Media Track, not a separate Track family. One Item can
-place a normalized image, video, animation or compositable Surface at a semantic or absolute window.
+place an image, generated video, prepared timed medium or compositable Surface at a semantic or
+absolute window.
```svml
-<import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="wording" from="@narratage/text@1"/>
```
@@ -177,15 +177,12 @@ Placement is an explicit Spatial Frame edge; appearance and motion remain reusab
<seedance:Reference image={product-reference}/>
</seedance:ReferenceVideo>
-<pipeline:Normalize id="product-media" source={product-motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
-
<space:Frame id="product-frame" within={vertical}
left="8%" top="20%" right="8%" bottom="32%"/>
<media-track:Track id="product-broll" map={timing.map}
space={speech.space} canvas={vertical}>
- <media-track:Item source={product-media.media} frame={product-frame}
+ <media-track:Item video={product-motion.video} frame={product-frame}
during={story.selection.product-demo}
appearance={studio.media.product}
motion={studio.motion.product}/>
@@ -196,6 +193,22 @@ The Selection contributes semantic points; Media performs the package-owned wind
The same Item model also covers full-canvas cutaways, split screens and corner overlays. Ordered
child layers, source occupancy and explicit Sequences are available when one source is not enough.
+Every Item, Member or sample Layer declares exactly one visual input form:
+
+| Input | Value | Meaning |
+|---|---|---|
+| `image={...}` + `extent={...}` | Blob + authored pixel extent | A durationless still image |
+| `video={...}` | Generated/raw video Blob | Inspect, select and normalize to this Track's `space` automatically |
+| `media={...}` | `SynchronizedMedia` | Connect an explicitly prepared timed source directly |
+| `surface={...}` | `CompositableSurfaceRef` | Connect an alpha-aware still or timed surface directly |
+
+Raw `video=` is visual-only by default. Add `audio="include"` when its own audio should be
+normalized and emitted by the Track; `audio-gain` remains available for that selected source.
+These forms are explicit so a generic Blob is never guessed to be an image or video. The convenient
+surface syntax does not bypass the graph: `video=` expands to ordinary bind-request, inspect,
+select and normalize Operations. An explicit `<pipeline:Normalize>` remains available for shared
+or specially selected media, whose output then connects through `media=`.
+
**Outputs:** `{product-broll.visual}` and, only when explicitly authored, `{product-broll.audio}`.
## Text overlays
@@ -286,7 +299,6 @@ All three track types together in one source file:
<import as="caption-fine" from="@narratage/caption-fine@1"/>
<import as="caption-ai" from="@narratage/caption-gemini@1"/>
<import as="fonts" from="@narratage/fonts-open@1"/>
-<import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="text" from="@narratage/typography-track@1"/>
<import as="space" from="@narratage/spatial@1"/>
@@ -309,10 +321,8 @@ All three track types together in one source file:
left="10%" top="20%" right="10%" bottom="30%"/>
<!-- Media: one ordinary Item used editorially as B-roll -->
-<pipeline:Normalize id="motion-media" source={motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
<media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>
- <media-track:Item source={motion-media.media} frame={card-frame}
+ <media-track:Item video={motion.video} frame={card-frame}
during={story.selection.demo} appearance={studio.media.card} motion={studio.motion.card}/>
</media-track:Track>
diff --git a/docs/zh/quickstart/composition.md b/docs/zh/quickstart/composition.md
index 9dc37ac9..3f3c7ae3 100644
--- a/docs/zh/quickstart/composition.md
+++ b/docs/zh/quickstart/composition.md
@@ -119,7 +119,6 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参
<import as="caption-fine" from="@narratage/caption-fine@1"/>
<import as="caption-ai" from="@narratage/caption-gemini@1"/>
<import as="fonts" from="@narratage/fonts-open@1"/>
- <import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="text" from="@narratage/typography-track@1"/>
<import as="space" from="@narratage/spatial@1"/>
@@ -148,8 +147,8 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参
left="10%" top="20%" right="10%" bottom="30%"/>
<!-- 3. Timing: assemble spine and align words -->
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={take.video} segment={story.segment.opening}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={take.video} segment={story.segment.opening}/>
</speech:Spine>
<whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>
@@ -164,11 +163,9 @@ Build Target,也可以直接接到媒体裁切、音频/帧提取或模型参
<caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence} map={timing.map}
space={speech.space} plan={cue-plan.plan} program={caption-program}/>
- <pipeline:Normalize id="motion-media" source={motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
<media-track:Track id="cards" map={timing.map}
space={speech.space} canvas={vertical}>
- <media-track:Item source={motion-media.media} during={story.selection.demo}
+ <media-track:Item video={motion.video} during={story.selection.demo}
frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/>
</media-track:Track>
<text:Style id="title-style" recipe={studio.text.title} font={title-font}/>
diff --git a/docs/zh/quickstart/styles.md b/docs/zh/quickstart/styles.md
index ab12469a..1e3c407c 100644
--- a/docs/zh/quickstart/styles.md
+++ b/docs/zh/quickstart/styles.md
@@ -199,7 +199,7 @@ motion.product {
```svml
<space:Frame id="product-frame" within={vertical}
left="8%" top="20%" right="8%" bottom="32%"/>
-<media-track:Item source={product-media.media}
+<media-track:Item video={product-motion.video}
during={story.selection.demo} frame={product-frame}
appearance={studio.media.product} motion={studio.motion.product}/>
```
diff --git a/docs/zh/quickstart/timing.md b/docs/zh/quickstart/timing.md
index c395ad8b..3922e29c 100644
--- a/docs/zh/quickstart/timing.md
+++ b/docs/zh/quickstart/timing.md
@@ -19,11 +19,11 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连
```svml
<space:Canvas id="vertical" width="1080" height="1920"/>
-<speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={hook-take.video} segment={story.segment.hook}/>
- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>
- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>
- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>
+<speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>
+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>
+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>
+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/>
</speech:Spine>
```
@@ -31,6 +31,7 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连
|---|---|---|
| `id` | 是 | 唯一标识符 |
| `canvas` | 是 | 受限 Media 视觉投影显式使用的 CanvasSpace |
+| `frame-rate` | 是 | 节目帧率,写整数或有理数,例如 `30`、`30000/1001` |
### speech:Take
@@ -38,9 +39,16 @@ description: Speech Spine 装配与 WhisperX 对齐——将生成的片段连
| 属性 | 必填 | 描述 |
|---|---|---|
-| `source` | 是 | 生成的视频——例如来自 `seedance:ReferenceVideo` |
+| `video` | 二选一 | 生成/原始视频 Blob,例如 Seedance 产出的 `{take.video}` |
+| `media` | 二选一 | 已准备好的 `SynchronizedMedia`;跳过自动规范化 |
| `segment` | 是 | 此片段对应的 Script Segment——例如 `{story.segment.hook}` |
+`video` 与 `media` 必须且只能选一个。AIGC 的正常路径就是 `video={take.video}`。Speech
+Surface 会把这句易读声明展开为普通 Media Pipeline Operation:检查容器、选择主动态视频流
+和默认音轨,再按 Spine 声明的帧率规范化。把 30 fps 素材接入 60 fps Spine 时,时长不变,
+帧序列会被确定性重采样为 60 fps,而不是把视频播放加速一倍。只有上游图已经明确产出所需
+`SynchronizedMedia` 时才使用 `media=`。
+
`<speech:Take>` 子元素的排列顺序**决定了节目顺序**。第一个片段从时间零点开始;后续片段依次紧接。
### 输出
@@ -78,7 +86,8 @@ SemanticMap 将每个 Script 中标注的锚点映射到一个时间点。它覆
## ProgramSpace
-ProgramSpace 不是一个需要声明的组件——它由 `speech:Spine` 产生,并传递给每个需要知道总节目时长和帧域的组件。
+ProgramSpace 不来自任何全局默认值。`speech:Spine` 用显式 `frame-rate` 和规范化后各 Take
+的精确时长生成它,再传给每个需要知道总节目时长和帧域的组件。
```svml
<film:Film id="main" canvas={vertical} space={speech.space} ...>
@@ -121,9 +130,9 @@ Map 只包含最终词窗口和语义锚点,不传播“测量、推导、估
<!-- Assemble takes in program order -->
<space:Canvas id="vertical" width="1080" height="1920"/>
-<speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={opening-take.video} segment={story.segment.opening}/>
- <speech:Take source={answer-take.video} segment={story.segment.answer}/>
+<speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>
+ <speech:Take video={answer-take.video} segment={story.segment.answer}/>
</speech:Spine>
<!-- Measure word timing -->
diff --git a/docs/zh/quickstart/tracks.md b/docs/zh/quickstart/tracks.md
index 1cb04b23..f7c3196b 100644
--- a/docs/zh/quickstart/tracks.md
+++ b/docs/zh/quickstart/tracks.md
@@ -124,10 +124,9 @@ Dual Text 右侧。
## Media 叠加层与 B-roll
B-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族。一个 Item 可以在语义
-或绝对窗口内放置规范化图片、视频、动画或 Compositable Surface。
+或绝对窗口内放置图片、生成视频、已规范化含时素材或 Compositable Surface。
```svml
-<import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="wording" from="@narratage/text@1"/>
```
@@ -147,15 +146,12 @@ B-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族
<seedance:Reference image={product-reference}/>
</seedance:ReferenceVideo>
-<pipeline:Normalize id="product-media" source={product-motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
-
<space:Frame id="product-frame" within={vertical}
left="8%" top="20%" right="8%" bottom="32%"/>
<media-track:Track id="product-broll" map={timing.map}
space={speech.space} canvas={vertical}>
- <media-track:Item source={product-media.media} frame={product-frame}
+ <media-track:Item video={product-motion.video} frame={product-frame}
during={story.selection.product-demo}
appearance={studio.media.product}
motion={studio.motion.product}/>
@@ -165,6 +161,20 @@ B-roll 是通用 Media Track 的一种剪辑用途,不是独立 Track 家族
Selection 只贡献语义点;Media 包负责将这些点投影为窗口。同一个 Item 模型也能表达全屏
切换、分屏和角落小窗。需要多个素材时,可以使用有序局部 Layer 或显式 Sequence。
+每个 Item、Member 或采样 Layer 都必须且只能声明一种视觉输入形式:
+
+| 输入 | 值 | 含义 |
+|---|---|---|
+| `image={...}` + `extent={...}` | Blob + 作者声明的像素尺寸 | 没有自带时长的静态图 |
+| `video={...}` | 生成/原始视频 Blob | 自动检查、选流并按本 Track 的 `space` 规范化 |
+| `media={...}` | `SynchronizedMedia` | 直接连接显式准备好的含时素材 |
+| `surface={...}` | `CompositableSurfaceRef` | 直接连接带透明度语义的静态或含时 Surface |
+
+原始 `video=` 默认只取画面;需要它自己的声音时添加 `audio="include"`,并可继续用
+`audio-gain` 调节所选源音频。输入名必须显式,是为了绝不靠猜测把一个通用 Blob 当成图片
+或视频。简洁语法没有绕过图:`video=` 会展开为普通的绑定请求、检查、选流、规范化
+Operation。需要共享或特殊选流时仍可显式写 `<pipeline:Normalize>`,再把结果用 `media=` 接入。
+
**输出:**`{product-broll.visual}`;只有作者显式选择了源音频或 SFX 时才会出现
`{product-broll.audio}`。
@@ -255,7 +265,6 @@ Run 时,继续使用内联 `P`/`Span`/`Break`。
<import as="caption-fine" from="@narratage/caption-fine@1"/>
<import as="caption-ai" from="@narratage/caption-gemini@1"/>
<import as="fonts" from="@narratage/fonts-open@1"/>
-<import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="text" from="@narratage/typography-track@1"/>
<import as="space" from="@narratage/spatial@1"/>
@@ -278,10 +287,8 @@ Run 时,继续使用内联 `P`/`Span`/`Break`。
left="10%" top="20%" right="10%" bottom="30%"/>
<!-- Media:Selection 期间显示一个普通 Item -->
-<pipeline:Normalize id="motion-media" source={motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
<media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>
- <media-track:Item source={motion-media.media} frame={card-frame}
+ <media-track:Item video={motion.video} frame={card-frame}
during={story.selection.demo} appearance={studio.media.card} motion={studio.motion.card}/>
</media-track:Track>
diff --git a/examples/talking-film-golden/README.md b/examples/talking-film-golden/README.md
index f98c89fb..691f6c35 100644
--- a/examples/talking-film-golden/README.md
+++ b/examples/talking-film-golden/README.md
@@ -70,9 +70,9 @@ Candidates and Operations.
| `media:Image` | `@narratage/media` | content-addressed authored Artifact | implemented |
| `wording:Value` | `@narratage/text` | model-neutral immutable Text value | implemented |
| `seedance:ReferenceVideo model="mini"` | `@narratage/seedance` | exact multimodal Seedance Mini Need plus primary-video projection | implemented |
-| `speech:Spine` | `@narratage/speech` | ordered clips -> normalized Takes, one `SpeechBasis`, then ordinary projections | Surface, fold, media normalization and projection components implemented |
+| `speech:Spine` | `@narratage/speech-spine` | ordered generated-video or prepared-media Takes -> one `SpeechBasis`, then ordinary projections | Surface, fold, automatic media normalization and projection components implemented |
| `whisperx:Alignment` | `@narratage/whisperx` | 48k speech master -> explicit 16k evidence Need -> WhisperX -> provider-neutral `@narratage/speech-alignment` -> Map | Surface, Graph Fragment, deterministic components and local Provider/service implemented |
-| `media-track:Track` | `@narratage/media-track` | semantic windows + normalized media + explicit Frame/Recipe -> peer Visual/optional Audio Tracks | Item/Sequence Surface and deterministic lowering implemented |
+| `media-track:Track` | `@narratage/media-track` | semantic windows + image/raw-video/prepared-media/surface inputs + explicit Frame/Recipe -> peer Visual/optional Audio Tracks | Item/Sequence Surface, automatic raw-video normalization and deterministic lowering implemented |
| `caption-fine:Style` / `caption:Program` | Fine + common Caption | explicit default over all words + ordered whole-Style replacement by Role or word subset | implemented |
| `caption-ai:Planner` | `@narratage/caption-gemini` | immutable display Atoms/Words + per-run requirements -> whole-Atom Cue cuts and optional per-Word fields | implemented; Google Vertex Endpoint implemented separately |
| `caption-fine:Track` | `@narratage/caption-fine` | CaptionPlan + independent SemanticMap + complete Fine Styles -> VisualTrack | implemented |
diff --git a/examples/talking-film-golden/main.svml b/examples/talking-film-golden/main.svml
index de56321e..8ba56335 100644
--- a/examples/talking-film-golden/main.svml
+++ b/examples/talking-film-golden/main.svml
@@ -17,7 +17,6 @@
<import as="caption-fine" from="@narratage/caption-fine@1"/>
<import as="caption-ai" from="@narratage/caption-gemini@1"/>
<import as="fonts" from="@narratage/fonts-open@1"/>
- <import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="text" from="@narratage/typography-track@1"/>
<import as="space" from="@narratage/spatial@1"/>
@@ -114,9 +113,9 @@
</seedance:ReferenceVideo>
<!-- Ordered generated Takes become one audio basis plus its peer visual/audio Tracks. -->
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={alice-take.video} segment={script.segment.opening}/>
- <speech:Take source={bob-take.video} segment={script.segment.answer}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={alice-take.video} segment={script.segment.opening}/>
+ <speech:Take video={bob-take.video} segment={script.segment.answer}/>
</speech:Spine>
<!-- One explicit WhisperX path: request, normalize and deterministic Script alignment. -->
@@ -131,13 +130,10 @@
<seedance:Reference image={product-reference}/>
</seedance:ReferenceVideo>
- <pipeline:Normalize id="product-media" source={product-motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
-
<media-track:Track id="product-broll" map={timing.map}
space={speech.space} canvas={vertical}>
<media-track:Item
- source={product-media.media}
+ video={product-motion.video}
during={script.selection.product-demo}
frame={product-frame}
appearance={studio.media.product}
diff --git a/examples/talking-film-graph-check/main.svml b/examples/talking-film-graph-check/main.svml
index f8aeb3cc..d65384ec 100644
--- a/examples/talking-film-graph-check/main.svml
+++ b/examples/talking-film-graph-check/main.svml
@@ -6,7 +6,6 @@
<import as="seedance" from="@narratage/seedance@1"/>
<import as="speech" from="@narratage/speech-spine@1"/>
<import as="whisperx" from="@narratage/whisperx@1"/>
- <import as="pipeline" from="@narratage/media-pipeline@1"/>
<import as="media-track" from="@narratage/media-track@1"/>
<import as="caption" from="@narratage/caption@1"/>
<import as="caption-fine" from="@narratage/caption-fine@1"/>
@@ -32,8 +31,8 @@
<seedance:TextVideo id="take" model="mini" prompt={direction} duration="5" generate-audio="true"/>
<seedance:TextVideo id="motion" model="mini" prompt={direction} duration="5"/>
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={take.video} segment={story.segment.opening}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={take.video} segment={story.segment.opening}/>
</speech:Spine>
<whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>
@@ -43,10 +42,8 @@
<caption:Program id="caption-program" display={story.caption} default={base-caption}/>
<caption-ai:Planner id="cue-plan" display={story.caption} program={caption-program} model="gemini-2.5-flash"/>
- <pipeline:Normalize id="motion-media" source={motion.video}
- video="primary-moving" audio="none" span-authority="video" frame-rate="30"/>
<media-track:Track id="cards" map={timing.map} space={speech.space} canvas={vertical}>
- <media-track:Item source={motion-media.media} during={story.selection.demo}
+ <media-track:Item video={motion.video} during={story.selection.demo}
frame={card-frame} appearance={studio.media.card} motion={studio.motion.card}/>
</media-track:Track>
<caption-fine:Track id="captions" display={story.caption} correspondence={story.caption.correspondence}
diff --git a/examples/talking-film-graph-check/svml.packages.lock b/examples/talking-film-graph-check/svml.packages.lock
index b0126fd8..a2dba937 100644
--- a/examples/talking-film-graph-check/svml.packages.lock
+++ b/examples/talking-film-graph-check/svml.packages.lock
@@ -619,12 +619,12 @@
{
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev",
- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"
+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"
},
{
"name": "@narratage/media-track",
"version": "0.0.0-dev",
- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"
+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"
},
{
"name": "@narratage/media",
@@ -644,7 +644,7 @@
{
"name": "@narratage/program-space",
"version": "0.0.0-dev",
- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"
+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"
},
{
"name": "@narratage/protocol",
@@ -699,7 +699,7 @@
{
"name": "@narratage/speech-basis",
"version": "0.0.0-dev",
- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"
+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"
},
{
"name": "@narratage/speech-evidence",
@@ -709,7 +709,7 @@
{
"name": "@narratage/speech-spine",
"version": "0.0.0-dev",
- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"
+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"
},
{
"name": "@narratage/speech",
@@ -768,8 +768,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",
- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"
+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",
+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"
},
{
"specifier": "@narratage/caption-fine",
@@ -777,8 +777,8 @@
"name": "@narratage/caption-fine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",
- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"
+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",
+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"
},
{
"specifier": "@narratage/caption-gemini",
@@ -786,8 +786,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",
- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"
+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",
+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"
},
{
"specifier": "@narratage/composition",
@@ -795,8 +795,8 @@
"name": "@narratage/composition",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",
- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"
+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",
+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"
},
{
"specifier": "@narratage/film",
@@ -804,8 +804,8 @@
"name": "@narratage/film",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",
- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"
+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",
+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"
},
{
"specifier": "@narratage/fonts-open",
@@ -831,8 +831,8 @@
"name": "@narratage/hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",
- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"
+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",
+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"
},
{
"specifier": "@narratage/media",
@@ -849,8 +849,8 @@
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",
- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"
+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",
+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"
},
{
"specifier": "@narratage/media-track",
@@ -858,8 +858,8 @@
"name": "@narratage/media-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:0d3f3910c8c01dd910cbb30836768302d7bfbca2bb96dc5ed9dd5ace0c6ae055",
- "closureDigest": "sha256:b9a5aa60f8ef122cb440884ab87611d5f212f9091e09da725799db8606c048e1"
+ "facetsDigest": "sha256:81d0c8c3209f35c4d83a66766ccfb001e56b14e1854c317c7880f9ea29ec3385",
+ "closureDigest": "sha256:cfee4e3fcc4ec15971b26bb1576b037ac64a1c27772619fcf7bf1c0e557d013b"
},
{
"specifier": "@narratage/narrative",
@@ -876,8 +876,8 @@
"name": "@narratage/program-space",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",
- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"
+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",
+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"
},
{
"specifier": "@narratage/render-hyperframes",
@@ -885,8 +885,8 @@
"name": "@narratage/render-hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",
- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"
+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",
+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"
},
{
"specifier": "@narratage/run-markup",
@@ -912,8 +912,8 @@
"name": "@narratage/seedance",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",
- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"
+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",
+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"
},
{
"specifier": "@narratage/semantic-map",
@@ -921,8 +921,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",
- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"
+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",
+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"
},
{
"specifier": "@narratage/spatial",
@@ -939,8 +939,8 @@
"name": "@narratage/speech",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",
- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"
+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",
+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"
},
{
"specifier": "@narratage/speech-alignment",
@@ -948,8 +948,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",
- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"
+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",
+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"
},
{
"specifier": "@narratage/speech-basis",
@@ -957,8 +957,8 @@
"name": "@narratage/speech-basis",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",
- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"
+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",
+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"
},
{
"specifier": "@narratage/speech-evidence",
@@ -966,8 +966,8 @@
"name": "@narratage/speech-evidence",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",
- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"
+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",
+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"
},
{
"specifier": "@narratage/speech-spine",
@@ -975,8 +975,8 @@
"name": "@narratage/speech-spine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",
- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"
+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",
+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"
},
{
"specifier": "@narratage/svs",
@@ -994,7 +994,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:2e9c4804f142e08e87b2e11af79aa17770109fb573e865397bed14ed7a4f1d0e",
- "closureDigest": "sha256:889c7d995b72b77acd480c87e0d4572b3ad323456d527086d2f1d6b958caa132"
+ "closureDigest": "sha256:e5583fc20383aa8d16fd72c2ec744afdcfacd27788b0b8907cd3fd1e46c1d5fa"
},
{
"specifier": "@narratage/text",
@@ -1011,8 +1011,8 @@
"name": "@narratage/typography-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:c48b80647a5026f671e34663e494635f0303e639142561984470cbb3e065e55f",
- "closureDigest": "sha256:96e7d161b701e5d598e57e12757c640533e4340764cb0c31089ac8cce59da77d"
+ "facetsDigest": "sha256:11c01e45e834931f2825ea7aac6694012761a3d46338a25173d6cf0937afbb52",
+ "closureDigest": "sha256:914d0362f0b7515b70ac149e61498fd5bcd5e5f2bc5edfdc18a0ea599cf6546e"
},
{
"specifier": "@narratage/visual-ir",
@@ -1029,9 +1029,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",
- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"
+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",
+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"
}
],
- "digest": "sha256:948295067a2fe8fe1b41cf37d8d62f6b2ad5e4d6d3581c1db730a757e3cd29b6"
+ "digest": "sha256:e7d071ce2fa399e95f8c314d06fcca33d9c874cdd00027bf5af164d775b68fba"
}
diff --git a/examples/talking-film-live/main.svml b/examples/talking-film-live/main.svml
index ba4cc5dd..da813b6e 100644
--- a/examples/talking-film-live/main.svml
+++ b/examples/talking-film-live/main.svml
@@ -87,9 +87,9 @@
<space:Canvas id="vertical" width="480" height="854"/>
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={opening-take.video} segment={story.segment.opening}/>
- <speech:Take source={answer-take.video} segment={story.segment.answer}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={opening-take.video} segment={story.segment.opening}/>
+ <speech:Take video={answer-take.video} segment={story.segment.answer}/>
</speech:Spine>
<whisperx:Alignment id="timing" narrative={story} audio={speech.audio}/>
diff --git a/examples/talking-film-live/svml.packages.lock b/examples/talking-film-live/svml.packages.lock
index ef7e2359..ea7ce034 100644
--- a/examples/talking-film-live/svml.packages.lock
+++ b/examples/talking-film-live/svml.packages.lock
@@ -624,12 +624,12 @@
{
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev",
- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"
+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"
},
{
"name": "@narratage/media-track",
"version": "0.0.0-dev",
- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"
+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"
},
{
"name": "@narratage/media",
@@ -649,7 +649,7 @@
{
"name": "@narratage/program-space",
"version": "0.0.0-dev",
- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"
+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"
},
{
"name": "@narratage/protocol",
@@ -704,7 +704,7 @@
{
"name": "@narratage/speech-basis",
"version": "0.0.0-dev",
- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"
+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"
},
{
"name": "@narratage/speech-evidence",
@@ -714,7 +714,7 @@
{
"name": "@narratage/speech-spine",
"version": "0.0.0-dev",
- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"
+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"
},
{
"name": "@narratage/speech",
@@ -778,8 +778,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",
- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"
+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",
+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"
},
{
"specifier": "@narratage/caption-fine",
@@ -787,8 +787,8 @@
"name": "@narratage/caption-fine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",
- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"
+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",
+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"
},
{
"specifier": "@narratage/caption-gemini",
@@ -796,8 +796,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",
- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"
+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",
+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"
},
{
"specifier": "@narratage/composition",
@@ -805,8 +805,8 @@
"name": "@narratage/composition",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",
- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"
+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",
+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"
},
{
"specifier": "@narratage/estimate",
@@ -814,8 +814,8 @@
"name": "@narratage/estimate",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:430724962414edc2ce462168db5e55190da4845f2cfaddfaa9a1891b77dfa14a",
- "closureDigest": "sha256:366cba8d88f097f916531187d0e267c4340959eea7b916a86fd43d340187af38"
+ "facetsDigest": "sha256:4bc36f19aee7db1376f02631645a21d23f38fee3b185e54c8d35cc9a6de4cfda",
+ "closureDigest": "sha256:d5b9026c039960eab7dd5bd20cf68806e7e5808e41af31fe80dc46a4beb3958e"
},
{
"specifier": "@narratage/film",
@@ -823,8 +823,8 @@
"name": "@narratage/film",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",
- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"
+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",
+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"
},
{
"specifier": "@narratage/fonts-open",
@@ -850,8 +850,8 @@
"name": "@narratage/hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",
- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"
+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",
+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"
},
{
"specifier": "@narratage/media",
@@ -868,8 +868,8 @@
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",
- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"
+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",
+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"
},
{
"specifier": "@narratage/media-track",
@@ -877,8 +877,8 @@
"name": "@narratage/media-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:0d3f3910c8c01dd910cbb30836768302d7bfbca2bb96dc5ed9dd5ace0c6ae055",
- "closureDigest": "sha256:b9a5aa60f8ef122cb440884ab87611d5f212f9091e09da725799db8606c048e1"
+ "facetsDigest": "sha256:81d0c8c3209f35c4d83a66766ccfb001e56b14e1854c317c7880f9ea29ec3385",
+ "closureDigest": "sha256:cfee4e3fcc4ec15971b26bb1576b037ac64a1c27772619fcf7bf1c0e557d013b"
},
{
"specifier": "@narratage/narrative",
@@ -895,8 +895,8 @@
"name": "@narratage/program-space",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",
- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"
+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",
+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"
},
{
"specifier": "@narratage/render-hyperframes",
@@ -904,8 +904,8 @@
"name": "@narratage/render-hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",
- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"
+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",
+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"
},
{
"specifier": "@narratage/run-markup",
@@ -931,8 +931,8 @@
"name": "@narratage/seedance",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",
- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"
+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",
+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"
},
{
"specifier": "@narratage/semantic-map",
@@ -940,8 +940,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",
- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"
+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",
+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"
},
{
"specifier": "@narratage/spatial",
@@ -958,8 +958,8 @@
"name": "@narratage/speech",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",
- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"
+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",
+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"
},
{
"specifier": "@narratage/speech-alignment",
@@ -967,8 +967,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",
- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"
+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",
+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"
},
{
"specifier": "@narratage/speech-basis",
@@ -976,8 +976,8 @@
"name": "@narratage/speech-basis",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",
- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"
+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",
+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"
},
{
"specifier": "@narratage/speech-evidence",
@@ -985,8 +985,8 @@
"name": "@narratage/speech-evidence",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",
- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"
+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",
+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"
},
{
"specifier": "@narratage/speech-spine",
@@ -994,8 +994,8 @@
"name": "@narratage/speech-spine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",
- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"
+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",
+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"
},
{
"specifier": "@narratage/svs",
@@ -1013,7 +1013,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:2e9c4804f142e08e87b2e11af79aa17770109fb573e865397bed14ed7a4f1d0e",
- "closureDigest": "sha256:889c7d995b72b77acd480c87e0d4572b3ad323456d527086d2f1d6b958caa132"
+ "closureDigest": "sha256:e5583fc20383aa8d16fd72c2ec744afdcfacd27788b0b8907cd3fd1e46c1d5fa"
},
{
"specifier": "@narratage/text",
@@ -1030,8 +1030,8 @@
"name": "@narratage/typography-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:c48b80647a5026f671e34663e494635f0303e639142561984470cbb3e065e55f",
- "closureDigest": "sha256:96e7d161b701e5d598e57e12757c640533e4340764cb0c31089ac8cce59da77d"
+ "facetsDigest": "sha256:11c01e45e834931f2825ea7aac6694012761a3d46338a25173d6cf0937afbb52",
+ "closureDigest": "sha256:914d0362f0b7515b70ac149e61498fd5bcd5e5f2bc5edfdc18a0ea599cf6546e"
},
{
"specifier": "@narratage/visual-ir",
@@ -1048,9 +1048,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",
- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"
+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",
+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"
}
],
- "digest": "sha256:bc963243cd4b28ad43e04660c5d92d5a1a2b3f8281621cdc3a1915eefed9c0fd"
+ "digest": "sha256:bf3ea937a7d819410934bcd0febe2f9aa0487855d2cab0034fe4082e63db0e4b"
}
diff --git a/examples/talking-head-aroll/main.svml b/examples/talking-head-aroll/main.svml
index c71bde11..90a76028 100644
--- a/examples/talking-head-aroll/main.svml
+++ b/examples/talking-head-aroll/main.svml
@@ -154,11 +154,11 @@
<space:Canvas id="vertical" width="720" height="1280"/>
<!-- Four equal Takes become one ordered speech coordinate space and two peer Tracks. -->
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={hook-take.video} segment={story.segment.hook}/>
- <speech:Take source={meeting-take.video} segment={story.segment.meeting}/>
- <speech:Take source={evidence-take.video} segment={story.segment.evidence}/>
- <speech:Take source={payoff-take.video} segment={story.segment.payoff}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={hook-take.video} segment={story.segment.hook}/>
+ <speech:Take video={meeting-take.video} segment={story.segment.meeting}/>
+ <speech:Take video={evidence-take.video} segment={story.segment.evidence}/>
+ <speech:Take video={payoff-take.video} segment={story.segment.payoff}/>
</speech:Spine>
<!-- One measured evidence pass locates the complete authored Script. -->
diff --git a/examples/talking-head-aroll/svml.packages.lock b/examples/talking-head-aroll/svml.packages.lock
index a6f259a4..48359768 100644
--- a/examples/talking-head-aroll/svml.packages.lock
+++ b/examples/talking-head-aroll/svml.packages.lock
@@ -624,12 +624,12 @@
{
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev",
- "digest": "sha256:1e7d4aeab2baf6a36a3f89e87fbcc25e287ce120f087d163b307a7221a38c5e6"
+ "digest": "sha256:44e2c437da2ae5b033d7627b16f4668add968e8dd28fb6c16ee5412df5e87c02"
},
{
"name": "@narratage/media-track",
"version": "0.0.0-dev",
- "digest": "sha256:073650e06f85a84f9757ab2fd1da414a51687a135257c91c7f8919d9096274d0"
+ "digest": "sha256:216892fbf643f1bf69619994c760c242e7df081d36868e1bce013077234b7158"
},
{
"name": "@narratage/media",
@@ -649,7 +649,7 @@
{
"name": "@narratage/program-space",
"version": "0.0.0-dev",
- "digest": "sha256:e7bbc857d07483aecce6d35fff1e91a51a6c785d13f3223607a91c3fe6e93b5f"
+ "digest": "sha256:8a45a3a8e51287cdcde343dcce47eb8cf37df0e5222eca50e6cf98b148103ba6"
},
{
"name": "@narratage/protocol",
@@ -704,7 +704,7 @@
{
"name": "@narratage/speech-basis",
"version": "0.0.0-dev",
- "digest": "sha256:a5aa20e9b44523fa3e05566d4745207d193e8d62cb0890f83ad2742afdb70bed"
+ "digest": "sha256:01532b3694db77f9d090b6474440144bbf1245682befa00a4cd44e77e2395b0a"
},
{
"name": "@narratage/speech-evidence",
@@ -714,7 +714,7 @@
{
"name": "@narratage/speech-spine",
"version": "0.0.0-dev",
- "digest": "sha256:982b442194d970a75e183cc32669b7d213a03c91e933cf1472cb6dae5f22fe73"
+ "digest": "sha256:5a0a1d4e5f8a0ab112d7e87bc24fd085fc5bc706833a43a591667e5af6bf45c4"
},
{
"name": "@narratage/speech",
@@ -773,8 +773,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6506137d8b76a283947b2ed6566cfd58562ef2a691cc05b665dd70484f6c2e2a",
- "closureDigest": "sha256:f03d80ca88bcc9eb68f72f4382451b7a889b1e2be086a93b3ce285e313bf1f8e"
+ "facetsDigest": "sha256:1adf199a8c1fc69456575386a31adc68b4fb7098f440a9eb09aa13469d480362",
+ "closureDigest": "sha256:82cfa860692840f4dfcc807e9a39b167716ee6e2b555790ad9aadaaa17ba74e7"
},
{
"specifier": "@narratage/caption-fine",
@@ -782,8 +782,8 @@
"name": "@narratage/caption-fine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:b196d99feded56f1ca6ae43414205ab6aa54ade2b22cb24e6d6feb166598a6f4",
- "closureDigest": "sha256:92bfc425dbdec98728a62278b0a2e460eaafecf1a1ebbf62619f002d9fc749d6"
+ "facetsDigest": "sha256:76d657948b632e892d9e69e9b3a223272768fdbb46306719fb669c49ebf5980c",
+ "closureDigest": "sha256:7c37e337f7757e2208eeb0ee2ebf34a519ab9ccf94682961595e82024d15c44a"
},
{
"specifier": "@narratage/caption-gemini",
@@ -791,8 +791,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:a1c673e347cee4543ab8949b8fae2e61248979db7851556114ec968756c72e60",
- "closureDigest": "sha256:1277a330bb685cca60066c794d9e86d7860c3ba2cf0a5c889b61c04b6946ea84"
+ "facetsDigest": "sha256:267ff90b2bf6f0e27249341b383431a4d0a130b8bf35900b06b0fc4da5981f0b",
+ "closureDigest": "sha256:69fda762875840702a8a4659553c4375753f0843737c0110e92615fb65363940"
},
{
"specifier": "@narratage/composition",
@@ -800,8 +800,8 @@
"name": "@narratage/composition",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:855f4123e5ac2b40c32e621c0167e515588c33a9a2f9bbf327a1a57676327223",
- "closureDigest": "sha256:a968d73e961354a8c98fd72954540e47de4c1a55dcc0b1cd6d922f921f949ada"
+ "facetsDigest": "sha256:9544ac07d11c7e0eedb871f4b21e7d58d40586c53e95881e08f4ed8fd9c1ea10",
+ "closureDigest": "sha256:78ade2f0722c06cb86733ee9ea03fb52020fab68cb749e74ff62323119b174db"
},
{
"specifier": "@narratage/estimate",
@@ -809,8 +809,8 @@
"name": "@narratage/estimate",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:430724962414edc2ce462168db5e55190da4845f2cfaddfaa9a1891b77dfa14a",
- "closureDigest": "sha256:366cba8d88f097f916531187d0e267c4340959eea7b916a86fd43d340187af38"
+ "facetsDigest": "sha256:4bc36f19aee7db1376f02631645a21d23f38fee3b185e54c8d35cc9a6de4cfda",
+ "closureDigest": "sha256:d5b9026c039960eab7dd5bd20cf68806e7e5808e41af31fe80dc46a4beb3958e"
},
{
"specifier": "@narratage/film",
@@ -818,8 +818,8 @@
"name": "@narratage/film",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6fd852de1476acf47779dd072d13a02a0e7e01469dee85d366a0152d7fb3c9a8",
- "closureDigest": "sha256:bd74ec8c440e8c450935884f672b5441c54732075c38cea750775a92314300e1"
+ "facetsDigest": "sha256:9969915542904692d0810a721a43fa96eca88b1d3a3e2ce3a6482d8b386c5779",
+ "closureDigest": "sha256:a2dd1740cf8c1e17681d95e2c802a731069235b0d1e8e2a6e5e9cb7cd224a71a"
},
{
"specifier": "@narratage/fonts-open",
@@ -845,8 +845,8 @@
"name": "@narratage/hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:23f1883197740f2896dfa29a4ead467bfc1564b41634e0c14dd55a1d9c77bc17",
- "closureDigest": "sha256:d5bc78df0e42b3a7c2d63caf8cd80d50b375a973a41837a3510f555f6cd68913"
+ "facetsDigest": "sha256:7b283379bb2b47f5857c9ab00a22fc8bd955cdb8d3ca4751f29d3240c976653b",
+ "closureDigest": "sha256:39040dd721db5ea0de8a07ee26b2e1c26dd68320a168bab81142e28397bcfdfc"
},
{
"specifier": "@narratage/media",
@@ -863,8 +863,8 @@
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d42e3034775755a1da5c41d7fee274c6d04f7519f5e0fb52a4d62e2b189f5274",
- "closureDigest": "sha256:43480420be3cc687ba5e33ccbd59e0f8d4b3342c7ef17e99aca2d10f81a7d424"
+ "facetsDigest": "sha256:d445f78322d00b120aae063b907a59974e11f10f4133e91f9ed57d73c3c909c8",
+ "closureDigest": "sha256:ab15c91677b56320a5bb0dd65f39d5e8a60c5c1c153cf7e3e868b580f032cb1b"
},
{
"specifier": "@narratage/narrative",
@@ -881,8 +881,8 @@
"name": "@narratage/program-space",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:45ebd22857f2d6817cb8e464ceeb37bea742e01e95edaaa3f3e6867621d2a3cb",
- "closureDigest": "sha256:b849886764e88c35396a5295ce20c265bb7ecfac979fd5b9b4a4d177145e2e49"
+ "facetsDigest": "sha256:f56edb3fbc393e2983537e3746529232347410930b6fa9e19fd99201bb0475eb",
+ "closureDigest": "sha256:02adecebcf29b872ecabda4f339151bd521d075f41efee3e671218cc25b4fe5d"
},
{
"specifier": "@narratage/render-hyperframes",
@@ -890,8 +890,8 @@
"name": "@narratage/render-hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6e91e842a7306e4840bfc5b98a1bb328d78b7c0a04b8734dc8d3a0bd3b481a30",
- "closureDigest": "sha256:832e5a76a7236bf5e29b52afbc163cbd0a696058aee874dad248509777efedbe"
+ "facetsDigest": "sha256:ef7137e932a737f0da0b045c246afa92bc6343784c7fd01ecfad47c8a5c54845",
+ "closureDigest": "sha256:16ce57eaab6a0e62d49cec2d3226c051f481cdac79bc3ed3d4cc7860f6fb0ef3"
},
{
"specifier": "@narratage/run-markup",
@@ -917,8 +917,8 @@
"name": "@narratage/seedance",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e9e09bc47e47706f9d5a6a69ba27df6f60aad62f27b131e0a98899ecdb1cad11",
- "closureDigest": "sha256:88e2b038cd1513a4cf3667c296621c4215efe2b9d5e754a22edf47e7b70eeab5"
+ "facetsDigest": "sha256:ff9ba9607cc0502229cf90816123e3fd00a5e78b9c977258376d10034c4d964a",
+ "closureDigest": "sha256:df5e78776d17425f15dddd0c58d4966fa2d11ea42bf1215f17b9630a8f58fb9e"
},
{
"specifier": "@narratage/semantic-map",
@@ -926,8 +926,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6c4a27fc5cd63a59002f3cd433ae432b7129acb3a501a117fee1db19fb1900aa",
- "closureDigest": "sha256:b032e7e27224d005a1d1eb147b0bb0b73ce17a712919b6182d88f2ba715c4203"
+ "facetsDigest": "sha256:b4ddb27f0e218fcca1575cba1903726fa717bb771931a78dec38cbfec5708b66",
+ "closureDigest": "sha256:770011f9809807754d1bf61e5b6bc901560716f658c0197293da4bdff6da9243"
},
{
"specifier": "@narratage/spatial",
@@ -944,8 +944,8 @@
"name": "@narratage/speech",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:212c25bf0eb71a0f4bbb29da485370b4011fd37e27187746f6f0e83799e4fd68",
- "closureDigest": "sha256:9904ffdd31df20cae6a638f7d2797c8f0af7f86194f928077158931bffbf1012"
+ "facetsDigest": "sha256:0035ab5d4b59f76da3a3099ec62ec3092e595dbc6d519600b4f7462bf0bf828c",
+ "closureDigest": "sha256:f8c73a7036b0205eba319ae29d2855596a1c4229a472a50622e16f4e7bdb9ad9"
},
{
"specifier": "@narratage/speech-alignment",
@@ -953,8 +953,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:e921cb1351e86fe1bf072a0e9166cf5f5ee14c0ec5d59dacca08bfc5eb4ada65",
- "closureDigest": "sha256:36f92d5d9ff633c143206d5b09e2bee00e1d05eb5e0c652791d6d56eeabe2855"
+ "facetsDigest": "sha256:e67a6a7ae11cac88b3b1a756ef64e19cb3be02ce03dc7a5d2e90f3291abceb9d",
+ "closureDigest": "sha256:dff9c6472da4507825a92286156c28b508293acafcb83709660963f3b4597129"
},
{
"specifier": "@narratage/speech-basis",
@@ -962,8 +962,8 @@
"name": "@narratage/speech-basis",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:3f0fb57eddecbede68f9f56f96e47db0412f26ac444261ca90748550b483b79f",
- "closureDigest": "sha256:047fd7922dc29b5dba22c3aaa4e72d979f1c528be7ab9a9bf777787a5cb9c57d"
+ "facetsDigest": "sha256:70d28c55710a145304b7de6e804c4799050c3def7d5dad2dfb6e16fc4578c4e8",
+ "closureDigest": "sha256:ef98c33d5be43b36d6f1eac80be841d45371844731a3fe5d1865863c368c789e"
},
{
"specifier": "@narratage/speech-evidence",
@@ -971,8 +971,8 @@
"name": "@narratage/speech-evidence",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9980230b5a602f483267f5ab5fd0edafc54d67bdd6d8d2691eb489075505a72e",
- "closureDigest": "sha256:2e6610858ff681da612b5922c04cc7f4b489996e841177cbb8d1124cf9e0a409"
+ "facetsDigest": "sha256:92079fa5a77c597317e7a63798a45c05cb4b18f72b8ab49b566b5b67f8f6fd85",
+ "closureDigest": "sha256:f99e3f8f02d4319e75bff77e17da47a55fe79d598f1513920039f67a485b20fd"
},
{
"specifier": "@narratage/speech-spine",
@@ -980,8 +980,8 @@
"name": "@narratage/speech-spine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:f497578707222b4a310b4561ee60cc6f76967c2a8b296df295d85fd5f09a057a",
- "closureDigest": "sha256:43bd731c8f901eb9780fc50699db950ac3277e0dc49a267ed28fda9ea3654ed9"
+ "facetsDigest": "sha256:baa875074f8db387a1661b91d6672feb031870ef19ad5df5ade1a4e6281802ae",
+ "closureDigest": "sha256:6d469d07acedd9639353b5c3f15405726d65ef6e055da2204fba5652cf132a1e"
},
{
"specifier": "@narratage/svs",
@@ -1016,9 +1016,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:5d82bc1ffa3841d795792edfdfc3ad45d26162edc65bd8bed2edaf6cd240ed76",
- "closureDigest": "sha256:6cf01887a8a128de0865c008804911e78c9ab10b2b2eb8e8ca7d307527ff7d5c"
+ "facetsDigest": "sha256:9b21e32e129fd50c23b7fac2df3723df7cf0a54b2e359fb62903966ecb7720d8",
+ "closureDigest": "sha256:493d93c7be4abb8bb24affa6249719eb606260cfa4087fda75dce2251e8f5709"
}
],
- "digest": "sha256:b33bc3d1c4932405c07a5459a5c97a21e8bcf853e6ea99d66da3f302803b0a91"
+ "digest": "sha256:2ae1135d7645b19ba9ebf95e0d577a2d305e2186ba276735e3efff1a253d5423"
}
diff --git a/packages/deck-track/test/deck-track.test.ts b/packages/deck-track/test/deck-track.test.ts
index 423cdabf..a1759bc1 100644
--- a/packages/deck-track/test/deck-track.test.ts
+++ b/packages/deck-track/test/deck-track.test.ts
@@ -31,6 +31,7 @@ import type {
} from "@narratage/deck-track";
import type { FontArtifactRef } from "@narratage/media";
import { mediaTypes } from "@narratage/media";
+import { mediaPipelineManifest } from "@narratage/media-pipeline";
import type { MediaLayerSet } from "@narratage/media-track";
import { narrativeTypes } from "@narratage/narrative";
import { programSpaceTypes, sealProgramSpace } from "@narratage/program-space";
@@ -473,6 +474,7 @@ test("another Deck family can coexist by contributing only the existing VisualTr
};
const closure = createResolvedClosure([
...videoContractManifests,
+ mediaPipelineManifest,
mediaTrackManifest,
textManifest,
depthStackManifest,
diff --git a/packages/media-pipeline/README.md b/packages/media-pipeline/README.md
index e89e1b99..4aad1ac0 100644
--- a/packages/media-pipeline/README.md
+++ b/packages/media-pipeline/README.md
@@ -25,6 +25,13 @@ The current normalization profile uses one source presentation origin, a request
rate, and a 48 kHz stereo PCM render stem. It preserves input level: loudness/mastering remains a
separate author policy.
+This package is the shared execution vocabulary, not mandatory authoring boilerplate. A consuming
+Surface that already owns the needed policy may expand the same finite graph itself. For example,
+`speech:Take video={take.video}` selects default A/V at the Spine's explicit frame rate, while
+`media-track:Item video={shot.video}` selects visual-only media at the connected ProgramSpace rate.
+Their lower-level `media=` inputs remain available for an explicitly prepared `SynchronizedMedia`.
+Core and Providers see the same Operations in both forms.
+
Three ordinary author operations reuse that same inspection/execution boundary:
```xml
diff --git a/packages/media-pipeline/src/component.ts b/packages/media-pipeline/src/component.ts
index 859ffc94..84217731 100644
--- a/packages/media-pipeline/src/component.ts
+++ b/packages/media-pipeline/src/component.ts
@@ -2,7 +2,7 @@ import { mediaComponent } from "@narratage/media";
import type { ComponentPackage } from "@narratage/component-kit";
import { verifyMediaInspection, verifyMediaStreamSelection, verifyMuxedMedia, verifyRenderedVisual, verifySynchronizedMedia, verifyTimelineAudio } from "@narratage/media";
import type { MediaInspection, MediaStreamSelection, MuxedMedia, RenderedVisual, TimelineAudio } from "@narratage/media";
-import { programSpaceSampleFrames } from "@narratage/program-space";
+import { assertProgramSpaceIdentity, programSpaceSampleFrames } from "@narratage/program-space";
import type { ProgramSpace } from "@narratage/program-space";
import { assertSpeechAudioBasisIdentity, speechEvidenceSampleBoundary } from "@narratage/speech";
import type { SpeechAudioBasis } from "@narratage/speech";
@@ -20,6 +20,7 @@ import {
mediaPipelineTypes,
} from "./manifest.js";
import {
+ sealMediaSelectionRequest,
selectMediaStreams,
verifyMediaSelectionRequest,
} from "./selection.js";
@@ -54,6 +55,22 @@ function blob(value: StoredValue, subject: string): BlobRef {
return value;
}
+function programSpace(value: StoredValue, subject: string): ProgramSpace {
+ const space = inline(value, subject) as unknown as ProgramSpace;
+ assertProgramSpaceIdentity(space);
+ return space;
+}
+
+function requestForProgram(space: ProgramSpace, audio: "default" | "none"): MediaSelectionRequest {
+ return sealMediaSelectionRequest({
+ contract: "svml.media-selection-request@1",
+ video: { mode: "primary-moving" },
+ audio: { mode: audio },
+ spanAuthority: "video",
+ frameRate: { ...space.frameRate },
+ });
+}
+
export const mediaPipelineComponent = {
name: "@narratage/media-pipeline",
validators: [
@@ -94,6 +111,38 @@ export const mediaPipelineComponent = {
},
],
producers: [
+ {
+ producer: mediaPipelineProducers.bindVisualRequest,
+ implementationDigest: mediaPipelineImplementationDigests.bindVisualRequest,
+ handler: ({ inputs }) => ({
+ outputs: {
+ request: {
+ kind: "inline",
+ value: canonicalize(requestForProgram(
+ programSpace(inputs.space!.value, "Visual media ProgramSpace"),
+ "none",
+ )),
+ },
+ },
+ needs: {},
+ }),
+ },
+ {
+ producer: mediaPipelineProducers.bindAvRequest,
+ implementationDigest: mediaPipelineImplementationDigests.bindAvRequest,
+ handler: ({ inputs }) => ({
+ outputs: {
+ request: {
+ kind: "inline",
+ value: canonicalize(requestForProgram(
+ programSpace(inputs.space!.value, "A/V media ProgramSpace"),
+ "default",
+ )),
+ },
+ },
+ needs: {},
+ }),
+ },
{
producer: mediaPipelineProducers.inspect,
implementationDigest: mediaPipelineImplementationDigests.inspect,
diff --git a/packages/media-pipeline/src/manifest.ts b/packages/media-pipeline/src/manifest.ts
index 3a0ee81e..98af6dc6 100644
--- a/packages/media-pipeline/src/manifest.ts
+++ b/packages/media-pipeline/src/manifest.ts
@@ -32,6 +32,8 @@ export const mediaPipelineCapabilities = {
mux: { module: mediaPipelineModuleRef, name: "mux-program-media" },
} satisfies Record<string, CapabilityRef>;
export const mediaPipelineProducers = {
+ bindVisualRequest: { module: mediaPipelineModuleRef, name: "bind-visual-media-request-to-program" },
+ bindAvRequest: { module: mediaPipelineModuleRef, name: "bind-av-media-request-to-program" },
inspect: { module: mediaPipelineModuleRef, name: "request-media-inspection" },
select: { module: mediaPipelineModuleRef, name: "select-media-streams" },
normalize: { module: mediaPipelineModuleRef, name: "request-media-normalization" },
@@ -45,6 +47,8 @@ export const mediaPipelineProducers = {
projectMuxed: { module: mediaPipelineModuleRef, name: "project-muxed-media" },
} satisfies Record<string, ProducerRef>;
export const mediaPipelineImplementationDigests = {
+ bindVisualRequest: digestOf("@narratage/media-pipeline/bind-visual-media-request-to-program@1"),
+ bindAvRequest: digestOf("@narratage/media-pipeline/bind-av-media-request-to-program@1"),
inspect: digestOf("@narratage/media-pipeline/request-media-inspection@1"),
select: digestOf("@narratage/media-pipeline/select-media-streams@1"),
normalize: digestOf("@narratage/media-pipeline/request-media-normalization@1"),
@@ -332,6 +336,28 @@ export const mediaPipelineManifest: ModuleManifest = {
},
],
producers: [
+ {
+ name: mediaPipelineProducers.bindVisualRequest.name,
+ inputs: [{ name: "space", type: programSpaceTypes.programSpace }],
+ outputs: [{ name: "request", type: mediaPipelineTypes.selectionRequest }],
+ needs: [],
+ implementation: {
+ kind: "registered",
+ locator: "@narratage/media-pipeline/bind-visual-media-request-to-program",
+ digest: mediaPipelineImplementationDigests.bindVisualRequest,
+ },
+ },
+ {
+ name: mediaPipelineProducers.bindAvRequest.name,
+ inputs: [{ name: "space", type: programSpaceTypes.programSpace }],
+ outputs: [{ name: "request", type: mediaPipelineTypes.selectionRequest }],
+ needs: [],
+ implementation: {
+ kind: "registered",
+ locator: "@narratage/media-pipeline/bind-av-media-request-to-program",
+ digest: mediaPipelineImplementationDigests.bindAvRequest,
+ },
+ },
{
name: mediaPipelineProducers.inspect.name,
inputs: [{ name: "source", type: artifactTypes.blob }],
diff --git a/packages/media-track/README.md b/packages/media-track/README.md
index 4fa5b7fe..c2a24957 100644
--- a/packages/media-track/README.md
+++ b/packages/media-track/README.md
@@ -4,15 +4,20 @@ Official provider-free Media Item and Sequence authoring package.
`Track` accepts explicit ProgramSpace, CanvasSpace and, when semantic points are used, a
CompleteSemanticMap. Each independently timed `Item` receives an explicit SpatialFrame and either
-one direct normalized source or ordered Paint/sample layers. `Sequence` owns an ordered replacement
-surface with explicit activation points and pairwise Handoffs. Package-owned Recipes cover fitting,
-source occupancy, frame Paint, clipping, borders, shadows, lifecycle motion and sampling motion.
+one direct source or ordered Paint/sample layers. A visual source is always named by its actual
+form: `image`, generated/raw `video`, prepared `media`, or compositable `surface`. Raw video is
+automatically inspected and normalized to the connected ProgramSpace; `audio="include"` opts its
+audio into the same normalization. `Sequence` owns an ordered replacement surface with explicit
+activation points and pairwise Handoffs. Package-owned Recipes cover fitting, source occupancy,
+frame Paint, clipping, borders, shadows, lifecycle motion and sampling motion.
Visual and audio are separate deterministic projections. A visual-only Track exports only
`VisualTrack`; selecting one source layer's audio or adding explicit enter/exit/handoff sounds also
exports a peer `AudioTrack`. Speech Spine reuses the same lowering laws through a deliberately
restricted internal projection.
-The package does not add Media, B-roll or Provider meaning to Core, Film, Composition or
-HyperFrames. “B-roll” is an editorial use of an ordinary Item or Sequence. The complete pre-release
-contract and acceptance matrix live in `spec/media-track.md`.
+The automatic lowering is Surface behavior, not a privileged Runtime route: it produces the same
+ordinary Media Pipeline Operations that an author can write explicitly through
+`@narratage/media-pipeline`. The package does not add Media, B-roll or Provider meaning to Core,
+Film, Composition or HyperFrames. “B-roll” is an editorial use of an ordinary Item or Sequence. The
+complete pre-release contract and acceptance matrix live in `spec/media-track.md`.
diff --git a/packages/media-track/package.json b/packages/media-track/package.json
index 45ecd41a..1d65a51a 100644
--- a/packages/media-track/package.json
+++ b/packages/media-track/package.json
@@ -15,6 +15,7 @@
"@narratage/composition": "workspace:*",
"@narratage/elaborator": "workspace:*",
"@narratage/media": "workspace:*",
+ "@narratage/media-pipeline": "workspace:*",
"@narratage/narrative": "workspace:*",
"@narratage/program-space": "workspace:*",
"@narratage/protocol": "workspace:*",
diff --git a/packages/media-track/src/manifest.ts b/packages/media-track/src/manifest.ts
index 8f3a541d..efc20fbb 100644
--- a/packages/media-track/src/manifest.ts
+++ b/packages/media-track/src/manifest.ts
@@ -7,6 +7,7 @@ import {
} from "@narratage/media";
import { narrativeDependency, narrativeTypes } from "@narratage/narrative";
import { programSpaceDependency, programSpaceTypes } from "@narratage/program-space";
+import { mediaPipelineManifest, mediaPipelineModuleRef } from "@narratage/media-pipeline";
import { digestOf } from "@narratage/protocol";
import type { ModuleManifest, ProducerRef, TypeRef, ValueSchema } from "@narratage/protocol";
import { semanticMapDependency, semanticMapTypes } from "@narratage/semantic-map";
@@ -295,7 +296,17 @@ export const mediaTrackManifest: ModuleManifest = {
format: "svml.module@1",
name: mediaTrackModuleRef.name,
version: mediaTrackModuleRef.version,
- dependencies: [artifactDependency, mediaDependency, narrativeDependency, semanticMapDependency, programSpaceDependency, temporalDependency, spatialDependency, compositionDependency],
+ dependencies: [
+ artifactDependency,
+ mediaDependency,
+ { module: mediaPipelineModuleRef, digest: digestOf(mediaPipelineManifest) },
+ narrativeDependency,
+ semanticMapDependency,
+ programSpaceDependency,
+ temporalDependency,
+ spatialDependency,
+ compositionDependency,
+ ],
types: [
{ name: mediaTrackTypes.header.name, schema: mediaTrackHeaderSchema },
{ name: mediaTrackTypes.paintLayerSpec.name, schema: mediaPaintLayerSpecSchema },
diff --git a/packages/media-track/src/surface.ts b/packages/media-track/src/surface.ts
index c924c504..304c1676 100644
--- a/packages/media-track/src/surface.ts
+++ b/packages/media-track/src/surface.ts
@@ -3,6 +3,7 @@ import { compositionTypes } from "@narratage/composition";
import { sealGraphFragment } from "@narratage/elaborator";
import type { FragmentOperation } from "@narratage/elaborator";
import { mediaTypes } from "@narratage/media";
+import { mediaPipelineProducers } from "@narratage/media-pipeline";
import { narrativeTypes } from "@narratage/narrative";
import { programSpaceTypes } from "@narratage/program-space";
import type { TypeRef } from "@narratage/protocol";
@@ -226,6 +227,7 @@ function temporalBinding(
type FragmentLayer =
| { readonly kind: "paint"; readonly specName: string }
| { readonly kind: "still"; readonly sourceName: string; readonly extentName: string; readonly fitName: string; readonly specName: string }
+ | { readonly kind: "video"; readonly sourceName: string; readonly includeAudio: boolean; readonly fitName: string; readonly specName: string }
| { readonly kind: "timed" | "surface"; readonly sourceName: string; readonly fitName: string; readonly specName: string };
type FragmentSound = { readonly sourceName: string; readonly specName: string };
@@ -273,6 +275,46 @@ function appendLayers(operations: FragmentOperation[], prefix: string, layers: r
operations.push({ id, producer: mediaTrackProducers.appendStillLayer, inputs: {
...common, source: input(layer.sourceName), extent: input(layer.extentName), fit: input(layer.fitName),
}, result: { kind: "output", name: "layers" } });
+ } else if (layer.kind === "video") {
+ const requestId = `${id}:request`;
+ const inspectId = `${id}:inspect`;
+ const selectId = `${id}:select`;
+ const normalizeId = `${id}:normalize`;
+ operations.push(
+ {
+ id: requestId,
+ producer: layer.includeAudio ? mediaPipelineProducers.bindAvRequest : mediaPipelineProducers.bindVisualRequest,
+ inputs: { space: input("space") },
+ result: { kind: "output", name: "request" },
+ },
+ {
+ id: inspectId,
+ producer: mediaPipelineProducers.inspect,
+ inputs: { source: input(layer.sourceName) },
+ result: { kind: "need", name: "inspection", accepts: "exact" },
+ },
+ {
+ id: selectId,
+ producer: mediaPipelineProducers.select,
+ inputs: { inspection: operation(inspectId), request: operation(requestId) },
+ result: { kind: "output", name: "selection" },
+ },
+ {
+ id: normalizeId,
+ producer: mediaPipelineProducers.normalize,
+ inputs: {
+ source: input(layer.sourceName), inspection: operation(inspectId),
+ selection: operation(selectId), request: operation(requestId),
+ },
+ result: { kind: "need", name: "media", accepts: "exact" },
+ },
+ {
+ id,
+ producer: mediaTrackProducers.appendTimedLayer,
+ inputs: { ...common, source: operation(normalizeId), fit: input(layer.fitName) },
+ result: { kind: "output", name: "layers" },
+ },
+ );
} else {
operations.push({ id, producer: layer.kind === "timed" ? mediaTrackProducers.appendTimedLayer : mediaTrackProducers.appendSurfaceLayer,
inputs: { ...common, source: input(layer.sourceName), fit: input(layer.fitName) }, result: { kind: "output", name: "layers" } });
@@ -424,12 +466,57 @@ type SourceLayerContext = {
readonly unitSuffix: string;
readonly defaultRecipe: SvsRecipe;
readonly sourceElement: StructuredElement;
- readonly source?: SurfaceResolvedReference;
- readonly extent?: SurfaceResolvedReference;
+ readonly source?: DeclaredVisualSource;
readonly ignoreSiblingChildren?: boolean;
readonly defaultLayerId?: string;
};
+type DeclaredVisualSource =
+ | { readonly kind: "image"; readonly value: SurfaceResolvedReference; readonly extent: SurfaceResolvedReference }
+ | { readonly kind: "video"; readonly value: SurfaceResolvedReference; readonly includeAudio: boolean }
+ | { readonly kind: "media"; readonly value: SurfaceResolvedReference }
+ | { readonly kind: "surface"; readonly value: SurfaceResolvedReference };
+
+const VISUAL_SOURCE_ATTRIBUTES = ["image", "video", "media", "surface"] as const;
+
+function declaredVisualSource(
+ element: StructuredElement,
+ resolve: (path: string) => SurfaceResolvedReference | undefined,
+ required = false,
+): DeclaredVisualSource | undefined {
+ const present = VISUAL_SOURCE_ATTRIBUTES.filter((name) => element.attributes[name] !== undefined);
+ if (present.length === 0) {
+ if (element.attributes.extent !== undefined) throw new Error(`${element.name}.extent requires image={Artifact}.`);
+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio requires video={Artifact}.`);
+ if (required) throw new Error(`${element.name} requires exactly one of image, video, media or surface.`);
+ return undefined;
+ }
+ if (present.length !== 1) throw new Error(`${element.name} requires exactly one of image, video, media or surface.`);
+ const kind = present[0]!;
+ if (kind === "image") {
+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio is only valid with video={Artifact}.`);
+ return {
+ kind,
+ value: reference(element.attributes.image, `${element.name}.image`, artifactTypes.blob, resolve),
+ extent: reference(element.attributes.extent, `${element.name}.extent`, spatialTypes.extent, resolve),
+ };
+ }
+ if (element.attributes.extent !== undefined) throw new Error(`${element.name}.extent is only valid with image={Artifact}.`);
+ if (kind === "video") {
+ const audio = optionalText(element, "audio") ?? "omit";
+ if (audio !== "include" && audio !== "omit") throw new Error(`${element.name}.audio must be include or omit.`);
+ return {
+ kind,
+ value: reference(element.attributes.video, `${element.name}.video`, artifactTypes.blob, resolve),
+ includeAudio: audio === "include",
+ };
+ }
+ if (element.attributes.audio !== undefined) throw new Error(`${element.name}.audio is only valid with video={Artifact}.`);
+ return kind === "media"
+ ? { kind, value: reference(element.attributes.media, `${element.name}.media`, mediaTypes.synchronized, resolve) }
+ : { kind, value: reference(element.attributes.surface, `${element.name}.surface`, mediaTypes.compositableSurface, resolve) };
+}
+
function sampling(element: StructuredElement): MediaSamplingMotion["keyframes"][number] {
allowed(element, ["at", "zoom", "x", "y", "rotate", "easing"]);
empty(element);
@@ -458,13 +545,7 @@ function sourceLayer(
resolve: (path: string) => SurfaceResolvedReference | undefined,
): FragmentLayer {
const element = context.sourceElement;
- const source = context.source ?? oneOfReferences(element.attributes.source, `${element.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolve);
- const extent = context.extent ?? (sameType(source.type, artifactTypes.blob)
- ? reference(element.attributes.extent, `${element.name}.extent`, spatialTypes.extent, resolve)
- : undefined);
- if (!sameType(source.type, artifactTypes.blob) && element.attributes.extent !== undefined) {
- throw new Error(`${element.name}.extent is only valid for a durationless Blob source.`);
- }
+ const source = context.source ?? declaredVisualSource(element, resolve, true)!;
const appearance = element.attributes.appearance === undefined
? context.defaultRecipe
: recipe(reference(element.attributes.appearance, `${element.name}.appearance`, svsRecipeType, resolve), `${element.name}.appearance`);
@@ -485,17 +566,18 @@ function sourceLayer(
const fitName = `${layerSuffix}-fit`;
const specName = `${layerSuffix}-spec`;
state.addRecord(fitName, `${context.trackId}.${layerSuffix}.fit`, spatialTypes.fit, decodeMediaFit(appearance), element.range);
- const sourceKind = sameType(source.type, artifactTypes.blob) ? "still"
- : sameType(source.type, mediaTypes.synchronized) ? "timed" : "surface";
+ const sourceKind = source.kind === "image" ? "still"
+ : source.kind === "surface" ? "surface" : "timed";
const spec = decodeMediaSampleSpec(appearance, layerId, sourceKind, motion, context.source !== undefined);
state.addRecord(specName, `${context.trackId}.${layerSuffix}.spec`, mediaTrackTypes.sampleLayerSpec, spec, element.range);
const sourceName = `${layerSuffix}-source`;
- state.addReference(sourceName, source);
+ state.addReference(sourceName, source.value);
if (sourceKind === "still") {
const extentName = `${layerSuffix}-extent`;
- state.addReference(extentName, extent!);
+ state.addReference(extentName, (source as Extract<DeclaredVisualSource, { readonly kind: "image" }>).extent);
return { kind: "still", sourceName, extentName, fitName, specName };
}
+ if (source.kind === "video") return { kind: "video", sourceName, includeAudio: source.includeAudio, fitName, specName };
return { kind: sourceKind, sourceName, fitName, specName };
}
@@ -506,8 +588,7 @@ function unitLayers(
readonly unitSuffix: string;
readonly element: StructuredElement;
readonly appearance: SvsRecipe;
- readonly directSource?: SurfaceResolvedReference;
- readonly directExtent?: SurfaceResolvedReference;
+ readonly directSource?: DeclaredVisualSource;
readonly allowFramePaint: boolean;
},
resolve: (path: string) => SurfaceResolvedReference | undefined,
@@ -529,7 +610,7 @@ function unitLayers(
if (input.directSource !== undefined) {
layers.push(sourceLayer(state, {
trackId: input.trackId, unitSuffix: input.unitSuffix, defaultRecipe: input.appearance,
- sourceElement: input.element, source: input.directSource, ...(input.directExtent === undefined ? {} : { extent: input.directExtent }),
+ sourceElement: input.element, source: input.directSource,
ignoreSiblingChildren: true,
defaultLayerId: "content",
}, 1, resolve));
@@ -549,7 +630,7 @@ function unitLayers(
layers.push({ kind: "paint", specName: name });
continue;
}
- allowed(child, ["id", "source", "extent", "appearance"]);
+ allowed(child, ["id", "image", "video", "media", "surface", "extent", "audio", "appearance"]);
layers.push(sourceLayer(state, {
trackId: input.trackId, unitSuffix: input.unitSuffix, defaultRecipe: input.appearance, sourceElement: child,
}, layerIndex, resolve));
@@ -573,8 +654,15 @@ function validateUnitChildren(element: StructuredElement, direct: boolean, allow
}
}
-function sourceAudio(element: StructuredElement): MediaSequenceMemberSpec["sourceAudio"] {
+function sourceAudio(
+ element: StructuredElement,
+ directSource?: DeclaredVisualSource,
+): MediaSequenceMemberSpec["sourceAudio"] {
const fromLayer = optionalText(element, "source-audio");
+ if (directSource?.kind === "video" && directSource.includeAudio) {
+ if (fromLayer !== undefined) throw new Error(`${element.name} cannot combine audio=include with source-audio.`);
+ return { fromLayer: "content", gain: numberValue(element, "audio-gain", 1) };
+ }
if (fromLayer === undefined) {
if (element.attributes["audio-gain"] !== undefined) throw new Error(`${element.name}.audio-gain requires source-audio.`);
return undefined;
@@ -640,7 +728,7 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, res
itemIndex += 1;
const itemSuffix = suffix(itemIndex);
allowed(child, [
- "id", "source", "extent", "frame", "appearance", "motion", "source-audio", "audio-gain",
+ "id", "image", "video", "media", "surface", "extent", "audio", "frame", "appearance", "motion", "source-audio", "audio-gain",
"clip", "during", "at", "for", "start", "end", "selection", "moment", "occurrences",
]);
const id = optionalText(child, "id") ?? `${trackId}.item.${itemSuffix}`;
@@ -657,17 +745,11 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, res
const occurrences = text(child, "occurrences", "one");
if (occurrences !== "one" && occurrences !== "each") throw new Error(`${child.name}.occurrences must be one or each.`);
const expansion: OccurrenceExpansion = { kind: occurrences };
- const directSource = child.attributes.source === undefined ? undefined
- : oneOfReferences(child.attributes.source, `${child.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolveReference);
- const directExtent = directSource !== undefined && sameType(directSource.type, artifactTypes.blob)
- ? reference(child.attributes.extent, `${child.name}.extent`, spatialTypes.extent, resolveReference) : undefined;
- if ((directSource === undefined || !sameType(directSource.type, artifactTypes.blob)) && child.attributes.extent !== undefined) {
- throw new Error(`${child.name}.extent requires a direct Blob source.`);
- }
+ const directSource = declaredVisualSource(child, resolveReference);
validateUnitChildren(child, directSource !== undefined, true);
const layers = unitLayers(state, { trackId, unitSuffix: `item-${itemSuffix}`, element: child, appearance,
- ...(directSource === undefined ? {} : { directSource }), ...(directExtent === undefined ? {} : { directExtent }), allowFramePaint: true }, resolveReference);
- const selectedAudio = sourceAudio(child);
+ ...(directSource === undefined ? {} : { directSource }), allowFramePaint: true }, resolveReference);
+ const selectedAudio = sourceAudio(child, directSource);
const specName = `item-${itemSuffix}-spec`;
state.addRecord(specName, `${trackId}.item.${itemSuffix}.spec`, mediaTrackTypes.itemSpec,
decodeMediaItemSpec(appearance, { id, projection: binding.projection, expansion,
@@ -721,7 +803,7 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, res
const members: FragmentMember[] = [];
for (const [index, member] of memberElements.entries()) {
const memberSuffix = suffix(index + 1);
- allowed(member, ["id", "source", "extent", "appearance", "at", "boundary", "source-audio", "audio-gain"]);
+ allowed(member, ["id", "image", "video", "media", "surface", "extent", "audio", "appearance", "at", "boundary", "source-audio", "audio-gain"]);
const at = oneOfReferences(member.attributes.at, `${member.name}.at`, [narrativeTypes.moment, narrativeTypes.selection], resolveReference);
usesMap = true;
const boundary = optionalText(member, "boundary");
@@ -731,18 +813,12 @@ export const decodeMediaTrackSurface: StructuredSurfaceHandler = ({ element, res
if (sameType(at.type, narrativeTypes.moment) && boundary !== undefined) throw new Error(`${member.name}.boundary is invalid for a Moment activation.`);
const memberAppearance = member.attributes.appearance === undefined ? appearance
: recipe(reference(member.attributes.appearance, `${member.name}.appearance`, svsRecipeType, resolveReference), `${member.name}.appearance`);
- const directSource = member.attributes.source === undefined ? undefined
- : oneOfReferences(member.attributes.source, `${member.name}.source`, [artifactTypes.blob, mediaTypes.synchronized, mediaTypes.compositableSurface], resolveReference);
- const directExtent = directSource !== undefined && sameType(directSource.type, artifactTypes.blob)
- ? reference(member.attributes.extent, `${member.name}.extent`, spatialTypes.extent, resolveReference) : undefined;
- if ((directSource === undefined || !sameType(directSource.type, artifactTypes.blob)) && member.attributes.extent !== undefined) {
- throw new Error(`${member.name}.extent requires a direct Blob source.`);
- }
+ const directSource = declaredVisualSource(member, resolveReference);
validateUnitChildren(member, directSource !== undefined, false);
const unitSuffix = `sequence-${sequenceSuffix}-member-${memberSuffix}`;
const layers = unitLayers(state, { trackId, unitSuffix, element: member, appearance: memberAppearance,
- ...(directSource === undefined ? {} : { directSource }), ...(directExtent === undefined ? {} : { directExtent }), allowFramePaint: true }, resolveReference);
- const selectedAudio = sourceAudio(member);
+ ...(directSource === undefined ? {} : { directSource }), allowFramePaint: true }, resolveReference);
+ const selectedAudio = sourceAudio(member, directSource);
if (selectedAudio !== undefined) hasAudio = true;
const specName = `${unitSuffix}-spec`;
state.addRecord(specName, `${trackId}.${unitSuffix}.spec`, mediaTrackTypes.memberSpec,
diff --git a/packages/media-track/test/media-track.test.ts b/packages/media-track/test/media-track.test.ts
index f791564a..44f7fe6c 100644
--- a/packages/media-track/test/media-track.test.ts
+++ b/packages/media-track/test/media-track.test.ts
@@ -6,6 +6,7 @@ import type { AudioTrack } from "@narratage/composition";
import { compileHyperframesDocument } from "@narratage/hyperframes";
import { mediaTypes } from "@narratage/media";
import type { CompositableSurfaceRef, SynchronizedMedia } from "@narratage/media";
+import { mediaPipelineProducers } from "@narratage/media-pipeline";
import { artifactTypes } from "@narratage/artifact";
import { narrativeTypes } from "@narratage/narrative";
import {
@@ -702,6 +703,7 @@ test("the Media author Surface emits explicit graph edges for layers, semantic t
["frame", plain("frame", spatialTypes.frame)],
["clip-path", plain("clip-path", spatialTypes.path)],
["still", plain("still", artifactTypes.blob)],
+ ["raw-video", plain("raw-video", artifactTypes.blob)],
["extent", plain("extent", spatialTypes.extent)],
["video", plain("video", mediaTypes.synchronized)],
["surface", plain("surface", mediaTypes.compositableSurface)],
@@ -720,18 +722,18 @@ test("the Media author Surface emits explicit graph edges for layers, semantic t
["handoff", appearance("handoff", { operator: "crossfade", "duration-frames": 10, "boundary-ratio": 0.5, audio: "cut" })],
]);
const root = node("media:Track", { id: "editorial", space: ref("space"), canvas: ref("canvas"), map: ref("map") }, [
- node("media:Item", { id: "still-card", source: ref("still"), extent: ref("extent"), frame: ref("frame"), clip: ref("clip-path"), appearance: ref("still-style"), during: "program" }),
+ node("media:Item", { id: "still-card", image: ref("still"), extent: ref("extent"), frame: ref("frame"), clip: ref("clip-path"), appearance: ref("still-style"), during: "program" }),
node("media:Item", { id: "proof", frame: ref("frame"), appearance: ref("card-style"), motion: ref("motion"), during: ref("selection"), "source-audio": "video", "audio-gain": "0.8" }, [
node("media:Paint", { id: "backing", appearance: ref("paint-style") }),
- node("media:Layer", { id: "video", source: ref("video"), appearance: ref("video-style") }, [
+ node("media:Layer", { id: "video", video: ref("raw-video"), audio: "include", appearance: ref("video-style") }, [
node("media:Sampling", { at: "start", zoom: "1" }),
node("media:Sampling", { at: "end", zoom: "1.1", y: "-10", easing: "ease-out" }),
]),
node("media:Sound", { id: "proof-enter", source: ref("sfx"), at: "enter", gain: "0.5" }),
]),
node("media:Sequence", { id: "steps", frame: ref("frame"), appearance: ref("sequence-style"), until: ref("terminal"), "until-boundary": "end" }, [
- node("media:Member", { id: "one", source: ref("still"), extent: ref("extent"), at: ref("cue1") }),
- node("media:Member", { id: "two", source: ref("surface"), appearance: ref("surface-style"), at: ref("cue2") }),
+ node("media:Member", { id: "one", image: ref("still"), extent: ref("extent"), at: ref("cue1") }),
+ node("media:Member", { id: "two", surface: ref("surface"), appearance: ref("surface-style"), at: ref("cue2") }),
node("media:Handoff", { id: "one-two", from: "one", transition: ref("handoff") }),
node("media:Sound", { id: "transition", source: ref("sfx"), handoff: "one-two" }),
]),
@@ -748,6 +750,9 @@ test("the Media author Surface emits explicit graph edges for layers, semantic t
const producers = fragment.operations.map((entry) => entry.producer.name);
assert.ok(producers.includes("append-still-media-layer"));
assert.ok(producers.includes("append-timed-media-layer"));
+ assert.ok(producers.includes(mediaPipelineProducers.bindAvRequest.name));
+ assert.ok(producers.includes(mediaPipelineProducers.inspect.name));
+ assert.ok(producers.includes(mediaPipelineProducers.normalize.name));
assert.ok(producers.includes("append-surface-media-layer"));
assert.ok(producers.includes("append-media-paint-layer"));
assert.ok(producers.includes("bind-media-item-clip-path"));
diff --git a/packages/program-space/src/index.ts b/packages/program-space/src/index.ts
index 56bb5d47..8cc6522e 100644
--- a/packages/program-space/src/index.ts
+++ b/packages/program-space/src/index.ts
@@ -28,7 +28,6 @@ export const programSpaceManifest: ModuleManifest = {
dependencies: [], types: [{
name: programSpaceTypes.programSpace.name,
schema: programSpaceSchema,
- default: { contract: "svml.program-space@1", durationSec: 4, frameRate: { numerator: 30, denominator: 1 } },
}],
capabilities: [], surfaces: [], producers: [],
};
@@ -37,17 +36,6 @@ export const programSpaceDependency = { module: programSpaceModuleRef, digest: p
export function sealProgramSpace(value: ProgramSpace): ProgramSpace { return structuredClone(value); }
-/**
- * Four seconds at 30, for anything that must have a frame domain before a
- * Build has measured one.
- */
-export function defaultProgramSpace(): ProgramSpace {
- return sealProgramSpace({
- contract: "svml.program-space@1",
- durationSec: 4,
- frameRate: { numerator: 30, denominator: 1 },
- });
-}
export function programSpaceFrameCount(programSpace: ProgramSpace): number {
const frames = programSpace.durationSec * programSpace.frameRate.numerator / programSpace.frameRate.denominator;
const rounded = Math.round(frames);
diff --git a/packages/speech-basis/test/product.test.ts b/packages/speech-basis/test/product.test.ts
index af527d55..07d70d16 100644
--- a/packages/speech-basis/test/product.test.ts
+++ b/packages/speech-basis/test/product.test.ts
@@ -7,6 +7,7 @@ import { sealProgramSpace } from "@narratage/program-space";
import { sealSpeechBasis, speechDependency, speechTypes } from "@narratage/speech";
import type { SpeechBasis } from "@narratage/speech";
import { compositionTypes, compositionValidatorDigests } from "@narratage/composition";
+import { mediaPipelineManifest } from "@narratage/media-pipeline";
import assert from "node:assert/strict";
import test from "node:test";
@@ -81,7 +82,13 @@ const testManifest: ModuleManifest = {
}],
};
-const closure = createResolvedClosure([...videoContractManifests, mediaTrackManifest, speechBasisManifest, testManifest]);
+const closure = createResolvedClosure([
+ ...videoContractManifests,
+ mediaPipelineManifest,
+ mediaTrackManifest,
+ speechBasisManifest,
+ testManifest,
+]);
function validatorRegistry(): TypeValidatorRegistry {
const registry = new TypeValidatorRegistry();
diff --git a/packages/speech-spine/README.md b/packages/speech-spine/README.md
index 3b516e55..8444325f 100644
--- a/packages/speech-spine/README.md
+++ b/packages/speech-spine/README.md
@@ -10,9 +10,15 @@ auditable reusable graph contributions:
- WhisperX evidence plus the provider-neutral speech SemanticMap;
- timed caption projection.
-The package also owns `<speech:Spine>`. Each `<speech:Take>` explicitly connects a generated Blob
-and its `NarrativeExcerpt`; the Surface expands per-Take media normalization, an immutable append
-fold, one timeline-audio render and ordinary SpeechBasis projections. Whitespace and child layout
-do not create ports, and Core receives no variadic node or Speech special case.
+The package also owns `<speech:Spine>`. The Spine explicitly declares its `frame-rate`; each
+`<speech:Take>` connects one `NarrativeExcerpt` and exactly one of:
+
+- `video={...}` — an ordinary generated video Blob. The Surface expands inspection, stream
+ selection and A/V normalization before assembly;
+- `media={...}` — an already prepared `SynchronizedMedia` value, connected directly.
+
+The Surface then expands an immutable append fold, one timeline-audio render and ordinary
+SpeechBasis projections. Whitespace and child layout do not create ports, and Core receives no
+variadic node, media-normalization rule or Speech special case.
The Elaborator expands them hygienically before SVML Core sees the graph.
diff --git a/packages/speech-spine/src/surface.ts b/packages/speech-spine/src/surface.ts
index 82ccd0c6..eadc2e7d 100644
--- a/packages/speech-spine/src/surface.ts
+++ b/packages/speech-spine/src/surface.ts
@@ -1,5 +1,6 @@
import { narrativeTypes } from "@narratage/narrative";
import { artifactTypes } from "@narratage/artifact";
+import { mediaTypes } from "@narratage/media";
import {
sealMediaSelectionRequest,
synchronizedMediaFragment,
@@ -32,6 +33,18 @@ function stringAttribute(element: StructuredElement, name: string): string {
return value.trim();
}
+function frameRate(element: StructuredElement): { readonly numerator: number; readonly denominator: number } {
+ const value = stringAttribute(element, "frame-rate");
+ const match = /^(\d+)(?:\/(\d+))?$/u.exec(value);
+ if (match === null) throw new Error(`${element.name}.frame-rate must be a positive rational such as 30 or 30000/1001`);
+ const numerator = Number(match[1]);
+ const denominator = Number(match[2] ?? "1");
+ if (!Number.isSafeInteger(numerator) || numerator <= 0 || !Number.isSafeInteger(denominator) || denominator <= 0) {
+ throw new Error(`${element.name}.frame-rate is invalid`);
+ }
+ return { numerator, denominator };
+}
+
function referencePath(element: StructuredElement, name: string): string {
const value: MarkupAttributeValue | undefined = element.attributes[name];
if (typeof value !== "object" || value.kind !== "reference" || !value.path) {
@@ -65,7 +78,6 @@ function takes(element: StructuredElement): StructuredElement[] {
continue;
}
if (localName(child.name) !== "Take") throw new Error(`${element.name} accepts only Take children`);
- exactAttributes(child, ["source", "segment"]);
result.push(child);
}
if (result.length === 0) throw new Error(`${element.name} requires at least one Take`);
@@ -73,45 +85,56 @@ function takes(element: StructuredElement): StructuredElement[] {
}
export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, resolveReference }) => {
- exactAttributes(element, ["id", "canvas"]);
+ exactAttributes(element, ["id", "canvas", "frame-rate"]);
const id = stringAttribute(element, "id");
const canvas = resolve(element, "canvas", spatialTypes.canvas, resolveReference);
- const declaredTakes = takes(element).map((take, index) => ({
- mediaName: `take-${String(index + 1).padStart(4, "0")}-media`,
- segmentName: `take-${String(index + 1).padStart(4, "0")}-segment`,
- source: resolve(take, "source", artifactTypes.blob, resolveReference),
- segment: resolve(take, "segment", narrativeTypes.excerpt, resolveReference),
- range: take.range,
- }));
+ const rate = frameRate(element);
+ const declaredTakes = takes(element).map((take, index) => {
+ const hasVideo = take.attributes.video !== undefined;
+ const hasMedia = take.attributes.media !== undefined;
+ if (Number(hasVideo) + Number(hasMedia) !== 1) {
+ throw new Error(`${take.name} requires exactly one of video or media`);
+ }
+ exactAttributes(take, [hasVideo ? "video" : "media", "segment"]);
+ return {
+ mediaName: `take-${String(index + 1).padStart(4, "0")}-media`,
+ segmentName: `take-${String(index + 1).padStart(4, "0")}-segment`,
+ sourceKind: hasVideo ? "video" as const : "media" as const,
+ source: resolve(take, hasVideo ? "video" : "media", hasVideo ? artifactTypes.blob : mediaTypes.synchronized, resolveReference),
+ segment: resolve(take, "segment", narrativeTypes.excerpt, resolveReference),
+ range: take.range,
+ };
+ });
const programId = `${id}.program`;
const requestId = `${id}.selection`;
const program = sealSpeechSpineProgram({
contract: "svml.speech-spine-program@1",
id,
- frameRate: { numerator: 30, denominator: 1 },
+ frameRate: rate,
});
const request = sealMediaSelectionRequest({
contract: "svml.media-selection-request@1",
video: { mode: "primary-moving" },
audio: { mode: "default" },
spanAuthority: "video",
- frameRate: { numerator: 30, denominator: 1 },
+ frameRate: rate,
});
const assembly = createSpeechSpineFragment({
name: `@narratage/speech-spine/surface/${id}@1`,
takes: declaredTakes.map(({ mediaName, segmentName }) => ({ mediaName, segmentName })),
});
- const normalizationComponents = declaredTakes.map((take, index) => ({
+ const normalizationComponents = declaredTakes.flatMap((take, index) => take.sourceKind === "media" ? [] : [{
id: `${id}.normalize.${String(index + 1).padStart(4, "0")}`,
fragment: synchronizedMediaFragment.id,
inputs: { source: take.source.ref, request: { kind: "record" as const, id: requestId } },
outputs: { media: `${id}.normalized.${String(index + 1).padStart(4, "0")}` },
range: take.range,
- }));
+ }]);
+ const normalizationByTake = new Map(normalizationComponents.map((component) => [component.id.split(".").at(-1), component]));
return {
records: [
{ id: programId, type: speechSpineTypes.spineProgram, value: { kind: "inline", value: program }, range: element.range },
- { id: requestId, type: { module: { name: "@narratage/media-pipeline", version: "1" }, name: "MediaSelectionRequest" }, value: { kind: "inline", value: request }, range: element.range },
+ ...(normalizationComponents.length === 0 ? [] : [{ id: requestId, type: { module: { name: "@narratage/media-pipeline", version: "1" }, name: "MediaSelectionRequest" }, value: { kind: "inline" as const, value: request }, range: element.range }]),
],
components: [
...normalizationComponents,
@@ -122,7 +145,11 @@ export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, re
program: { kind: "record", id: programId },
canvas: canvas.ref,
...Object.fromEntries(declaredTakes.flatMap((take, index) => [
- [take.mediaName, { kind: "component-output" as const, component: normalizationComponents[index]!.id, output: "media" }],
+ [take.mediaName, take.sourceKind === "media" ? take.source.ref : {
+ kind: "component-output" as const,
+ component: normalizationByTake.get(String(index + 1).padStart(4, "0"))!.id,
+ output: "media",
+ }],
[take.segmentName, take.segment.ref],
])),
},
@@ -136,6 +163,6 @@ export const decodeSpeechSpineSurface: StructuredSurfaceHandler = ({ element, re
range: element.range,
},
],
- fragments: [synchronizedMediaFragment, assembly],
+ fragments: [...(normalizationComponents.length === 0 ? [] : [synchronizedMediaFragment]), assembly],
};
};
diff --git a/packages/speech-spine/test/surface.test.ts b/packages/speech-spine/test/surface.test.ts
index a3199b92..1133ef26 100644
--- a/packages/speech-spine/test/surface.test.ts
+++ b/packages/speech-spine/test/surface.test.ts
@@ -119,9 +119,9 @@ test("Speech Spine lowers ordered Takes into media normalization, one audio plan
</script>
<fixture:Media/>
<space:Canvas id="vertical" width="720" height="1280"/>
- <speech:Spine id="speech" canvas={vertical}>
- <speech:Take source={take-one} segment={story.segment.opening}/>
- <speech:Take source={take-two} segment={story.segment.answer}/>
+ <speech:Spine id="speech" canvas={vertical} frame-rate="30">
+ <speech:Take video={take-one} segment={story.segment.opening}/>
+ <speech:Take video={take-two} segment={story.segment.answer}/>
</speech:Spine>
</svml>`),
closure,
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index eb70c793..be85bba2 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -1420,6 +1420,9 @@ importers:
'@narratage/media':
specifier: workspace:*
version: link:../media
+ '@narratage/media-pipeline':
+ specifier: workspace:*
+ version: link:../media-pipeline
'@narratage/narrative':
specifier: workspace:*
version: link:../narrative
diff --git a/spec/media-track.md b/spec/media-track.md
index d0da6ab8..5ebd817f 100644
--- a/spec/media-track.md
+++ b/spec/media-track.md
@@ -53,6 +53,7 @@ The unified package is an author package and deterministic compiler:
```text
@narratage/media intrinsic media facts and normalized sources
+@narratage/media-pipeline inspection, stream selection and normalization vocabulary
@narratage/temporal points, occurrences, windows and trigger schedules
@narratage/spatial Canvas, Placement Frame, Content Fit and fitted geometry
@narratage/media-track Item / Sequence author Programs and lowering
@@ -65,7 +66,7 @@ It does not:
- generate images or videos;
- choose a model or Provider;
- inspect credentials, URLs or local executables;
-- infer which container stream is primary;
+- let a Runtime or Provider invent stream-selection policy;
- own the Program clock or Canvas;
- read a sibling Track or the accumulated lower composite;
- add a B-roll, Sequence, Deck or Speech branch to Core, Film, Composition or HyperFrames.
@@ -76,10 +77,12 @@ motion, transitions or audio policy.
## 3. Source truth
-Every visual sample enters through an explicit graph edge and already has intrinsic media truth.
-The first complete implementation needs to consume:
+Every visual sample enters through an explicit graph edge. The author Surface distinguishes four
+forms rather than guessing from one Blob type:
- still image material with a content-addressed Artifact and exact display-oriented extent;
+- generated/raw video material, lowered through the generic Media Pipeline using the Track's
+ ProgramSpace rate and an explicit visual-only or A/V policy;
- normalized timed visual material with exact frame rate, frame count and extent;
- typed `CompositableSurface` material with exact still/frame timing and alpha mode.
@@ -143,7 +146,7 @@ shape is:
<media:Track id="editorial-media" map={timing.map} space={speech.space} canvas={vertical}>
<media:Item
id="full-cutaway"
- source={demo.video}
+ video={demo.video}
during={story.selection.demo}
frame={vertical}
appearance={studio.media.full-cutaway}
@@ -151,7 +154,7 @@ shape is:
<media:Item
id="corner-loop"
- source={reaction.surface}
+ surface={reaction.surface}
at={story.moment.reaction}
for="2s"
frame={layout.top-right-sticker}
@@ -164,9 +167,9 @@ shape is:
appearance={studio.media.evidence-sequence}
until={story.selection.explanation.end}
>
- <media:Member id="step-1" source={step1.image} at={story.moment.step1}/>
- <media:Member id="step-2" source={step2.image} at={story.moment.step2}/>
- <media:Member id="step-3" source={step3.video} at={story.moment.step3}/>
+ <media:Member id="step-1" image={step1.image} extent={step1.extent} at={story.moment.step1}/>
+ <media:Member id="step-2" image={step2.image} extent={step2.extent} at={story.moment.step2}/>
+ <media:Member id="step-3" video={step3.video} at={story.moment.step3}/>
<media:Handoff from="step-1" transition={studio.media.transitions.push-left}/>
<media:Handoff from="step-2" transition={studio.media.transitions.crossfade}/>
</media:Sequence>
@@ -178,6 +181,8 @@ This syntax is illustrative. The normative points are:
- declarations and reusable appearance stay outside usage sites;
- every source, Frame, Selection and Moment is an explicit reference;
+- `image`, `video`, `media` and `surface` name mutually exclusive source forms; a generic Blob is
+ never guessed to be a still or moving source;
- `Item` and `Sequence` are visibly different author meanings;
- shorthand such as `during`, `at`, `for` and `until` lowers to the one shared Temporal algebra;
- no runtime chooses whether something is a cutaway, card or sticker.
@@ -205,7 +210,7 @@ smaller than Canvas. Structure remains readable at the use site:
<media:Track id="proof" map={timing.map} space={speech.space} canvas={vertical}>
<media:Item
id="product-proof"
- source={product.video}
+ video={product.video}
during={story.selection.proof}
frame={product-inset}
appearance={studio.media.fuzzy-card}
@@ -240,7 +245,7 @@ A normal soft or glowing edge lowers to an owned border plus box shadow/drop sha
irregular furry, torn-paper or noisy edge is not a magic `border-style`: it is an explicit local
layer, such as a transparent frame Artifact or a deterministic `CompositableSurface`. Because that
layer affects graph topology and Artifact collection, its source must be connected in SVML (for
-example as `<media:Layer source={fuzzyFrame.surface}/>`); SVS may style it but cannot hide the source
+example as `<media:Layer surface={fuzzyFrame.surface}/>`); SVS may style it but cannot hide the source
edge. The outer lifecycle wrapper moves the frame Paint, edge layer and content together.
Built-in easing names may lower directly to Visual IR. A richer Bézier or spring Recipe remains a
@@ -509,7 +514,7 @@ Speech Spine should stop maintaining a second ad-hoc media renderer. Its visual
same Media lowering implementation with a deliberately restricted generated Program:
```text
-one normalized visual take per speech Segment
+one normalized A/V take per speech Segment
exact already-established Segment frame span
Canvas Placement Frame
one foreground layer
@@ -521,8 +526,11 @@ no Sequence state
no source-audio projection
```
-Speech audio remains the separate canonical `SpeechAudioBasis -> AudioTrack` projection. The visual
-projection does not inspect or extract audio from generated MP4 containers.
+The Speech author Surface accepts raw `video=` and expands the same generic inspection and
+normalization graph before assembly, selecting primary moving video plus default audio at the
+Spine's explicit frame rate. It also accepts prepared `media=` directly. After assembly, Speech
+audio remains the separate canonical `SpeechAudioBasis -> AudioTrack` projection; the restricted
+visual lowerer itself remains muted and does not rediscover container audio.
This can be a code dependency on focused Media lowering helpers. It does not require exposing a
public `MediaProgram` graph Type when no external component consumes that intermediate value. If a
@@ -612,6 +620,8 @@ Implement only after the shared Temporal and Spatial slices exist:
9. **Implemented:** close the package-local acceptance matrix with structural, real-media and
partitioned-browser evidence. The independent shared Track/Visual IR gates in
[`track-expressiveness.md`](./track-expressiveness.md) also pass.
+10. **Implemented:** let `video=` lower to the shared Media Pipeline at the connected ProgramSpace
+ rate while preserving explicit `media=` as the prepared-media escape hatch.
No step requires a Core, Runtime, queue or Provider change. Surface materialization may use an
existing explicitly registered Provider capability, but ordinary Item/Sequence lowering is
@@ -623,7 +633,8 @@ deterministic local compilation.
- opaque and alpha still images;
- portrait, landscape and square images;
-- normalized video with and without a selected audio stream;
+- generated/raw video automatically normalized with and without explicitly selected audio;
+- explicitly prepared normalized video connected without a second normalization;
- animated GIF/WebP normalized to exact frame timing;
- still and animated Compositable Surfaces;
- repeated use of one Artifact without duplicated storage or duplicated source audio.
diff --git a/test/playground-discovery.test.ts b/test/playground-discovery.test.ts
index 01e154d4..0996d1bc 100644
--- a/test/playground-discovery.test.ts
+++ b/test/playground-discovery.test.ts
@@ -3,10 +3,6 @@ import { readdirSync } from "node:fs";
import test from "node:test";
import { fileURLToPath } from "node:url";
-import { assertHyperframesDocument, compileHyperframesDocument } from "@narratage/hyperframes";
-import { sealComposition } from "@narratage/composition";
-import { sealProgramSpace } from "@narratage/program-space";
-
import { discoverPreviewProducers } from "../tools/playground/src/discovery/producers.js";
import type { PreviewSources } from "../tools/playground/src/discovery/producers.js";
@@ -34,13 +30,6 @@ function workspace(): PreviewSources {
return { manifests: entries, components };
}
-const programSpace = sealProgramSpace({
- contract: "svml.program-space@1",
- durationSec: 4,
- frameRate: { numerator: 30, denominator: 1 },
-});
-const canvas = { width: 1080, height: 1920, clearColor: "#09090b" };
-
test("previewable modules are the ones declaring a VisualTrack Producer", async () => {
const found = await discoverPreviewProducers(workspace());
assert.deepEqual(
@@ -68,29 +57,12 @@ test("each producer carries its inputs' declared schemas", async () => {
}
});
-test("a producer whose inputs all carry defaults renders without anything being typed", async () => {
+test("no preview producer invents a ProgramSpace or media input", async () => {
const found = await discoverPreviewProducers(workspace());
const ready = found.filter((producer) =>
producer.inputs.every((input) => input.initial !== undefined));
- assert.deepEqual(ready.map((producer) => producer.id), [
- "@narratage/screen-overlay#render-screen-overlay",
- ]);
-
- for (const producer of ready) {
- const values = Object.fromEntries(producer.inputs.map((input) =>
- [input.name, input.type.name === "ProgramSpace" ? programSpace : input.initial]));
- const track = producer.invoke(values as never);
- const document = compileHyperframesDocument(sealComposition({
- contract: "svml.composition@1",
- id: producer.moduleName,
- canvas,
- tracks: [track as never],
- }), programSpace);
- assert.doesNotThrow(() => assertHyperframesDocument(document),
- `${producer.id} produced an illegal document from its own declared defaults`);
- assert.match(document.html, /class="clip svml-visual-present"/u);
- }
+ assert.deepEqual(ready, []);
});
test("a module offering no default for a media input says so rather than inventing one", async () => {
diff --git a/tools/playground/src/svml.ts b/tools/playground/src/svml.ts
index a05d9a46..6189ad10 100644
--- a/tools/playground/src/svml.ts
+++ b/tools/playground/src/svml.ts
@@ -21,7 +21,6 @@ export { sealComposition } from "@narratage/composition";
export type { Composition, Track, VisualTrack } from "@narratage/composition";
export {
- defaultProgramSpace,
programSpaceFrameCount,
sealProgramSpace,
} from "@narratage/program-space";
diff --git a/tools/playground/src/ui/shell.ts b/tools/playground/src/ui/shell.ts
index b0f9cc2c..cd297308 100644
--- a/tools/playground/src/ui/shell.ts
+++ b/tools/playground/src/ui/shell.ts
@@ -3,7 +3,6 @@ import { workspacePreviewProducers } from "../discovery/workspace.js";
import { renderPreview } from "../preview/render.js";
import {
defaultCanvasSpace,
- defaultProgramSpace,
sealProgramSpace,
} from "../svml.js";
import type { CanonicalValue, ProgramSpace, Track } from "../svml.js";
@@ -87,7 +86,11 @@ export async function mountShell(root: HTMLElement): Promise<void> {
// frame. The clear colour belongs to a Composition, and a preview assembles
// none, so it is a stage control the operator sets like the others.
const canvasSpace = defaultCanvasSpace();
- const defaultSpace = defaultProgramSpace();
+ const defaultSpace: ProgramSpace = {
+ contract: "svml.program-space@1",
+ durationSec: 4,
+ frameRate: { numerator: 30, denominator: 1 },
+ };
const canvas = {
width: canvasSpace.widthPx,
height: canvasSpace.heightPx,