Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
refactor: remove the speech timing quality labels
kashorin3f14c014c7dc
diff --git a/examples/echo-pro-aroll/svml.packages.lock b/examples/echo-pro-aroll/svml.packages.lockindex f1469eaa..efdaaf85 100644--- a/examples/echo-pro-aroll/svml.packages.lock+++ b/examples/echo-pro-aroll/svml.packages.lock@@ -14,7 +14,7 @@{"name": "@narratage/caption","version": "0.0.0-dev",- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"},{"name": "@narratage/component-kit",@@ -129,7 +129,7 @@{"name": "@narratage/semantic-map","version": "0.0.0-dev",- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"},{"name": "@narratage/source",@@ -139,7 +139,7 @@{"name": "@narratage/speech-alignment","version": "0.0.0-dev",- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"},{"name": "@narratage/speech-basis",@@ -203,8 +203,8 @@"name": "@narratage/caption","version": "0.0.0-dev"},- "facetsDigest": "sha256:b0d4217b804e597cecd0d6a3bee2cd210823fe81f8374d47f52c6221b866d0b5",- "closureDigest": "sha256:b25ffdf703c50e0f1985482dfc5687d4b847bffc32af31f9117f74528feaa4f4"+ "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",+ "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"},{"specifier": "@narratage/caption-gemini",@@ -212,8 +212,8 @@"name": "@narratage/caption-gemini","version": "0.0.0-dev"},- "facetsDigest": "sha256:9e1b7d9c45bd5111c833360c2118a617f9f883c766a4a0a0a5bbe31970142356",- "closureDigest": "sha256:4026e22d20537908247b8ca599cdae3ae2992723b995bea5a78110cbf378c2a2"+ "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",+ "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"},{"specifier": "@narratage/composition",@@ -356,8 +356,8 @@"name": "@narratage/semantic-map","version": "0.0.0-dev"},- "facetsDigest": "sha256:1f5095028cb1bedf2ab9ad1ffba6c1d5f3c98a1de10e286be339f89f08bdf4f6",- "closureDigest": "sha256:17568a0fb5590089c06f0a930f0a121ef2d901d1e42ea65755e49d199f0df859"+ "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",+ "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"},{"specifier": "@narratage/speech",@@ -374,8 +374,8 @@"name": "@narratage/speech-alignment","version": "0.0.0-dev"},- "facetsDigest": "sha256:5f75b79f09313a81cadbe2e83120b7b743945947578b5d17bd1342474fc49f15",- "closureDigest": "sha256:d18901dc5662c5e21f48a7347852bdacf75c0121fbb472e7703a992bf8072289"+ "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",+ "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"},{"specifier": "@narratage/speech-basis",@@ -428,9 +428,9 @@"name": "@narratage/whisperx","version": "0.0.0-dev"},- "facetsDigest": "sha256:981a2b441a445a426afd49dcf84fe6afa58a93e9110f3899b2cfbc5a474403f5",- "closureDigest": "sha256:777e0f036d3213461c2d441c30869e26206e1cbaea318dc213244a224444fcf3"+ "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",+ "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"}],- "digest": "sha256:b420137e8e4a5db3bd8be9cae33a94d92c2199ef5a52bc2db09e42b5b62c718d"+ "digest": "sha256:560d97c7ff69362c2bf8cd70f5730f96aef6bbb4c2ab7febe9750b7953fcbbce"}diff --git a/examples/echo-pro-aroll/svml.runtime-packages.lock b/examples/echo-pro-aroll/svml.runtime-packages.lockindex f6be4af4..f8f4624e 100644--- a/examples/echo-pro-aroll/svml.runtime-packages.lock+++ b/examples/echo-pro-aroll/svml.runtime-packages.lock@@ -39,7 +39,7 @@{"name": "@narratage/caption","version": "0.0.0-dev",- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"},{"name": "@narratage/component-kit",@@ -154,7 +154,7 @@{"name": "@narratage/semantic-map","version": "0.0.0-dev",- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"},{"name": "@narratage/source",@@ -164,7 +164,7 @@{"name": "@narratage/speech-alignment","version": "0.0.0-dev",- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"},{"name": "@narratage/speech-evidence",@@ -850,7 +850,7 @@"version": "0.0.0-dev"},"facetsDigest": "sha256:b2636492ab0b0b500d674899ab2ff14fc61c7f2b22ef44eb8f816f141b21ec4d",- "closureDigest": "sha256:d042bcb227861027fe461cbc064dcff16f9745944a65829dde382287359d5c33"+ "closureDigest": "sha256:329adc3afee7c086fc00464d94113ad2046429c8b517ad289aee2cc994a47044"},{"specifier": "@narratage/provider-hyperframes-local",@@ -886,8 +886,8 @@"version": "0.0.0-dev"},"facetsDigest": "sha256:3686b84c42cc2b1bcaccf57cbdcda25a15c7d9d3778fb92d25437f9880ed8f5d",- "closureDigest": "sha256:723c10f0112c7b9d2dff11ba214ae3d595bfcebdf09644703401972818375de0"+ "closureDigest": "sha256:05f5dc61a68bc771432754970d6db442fb64fa0b10228a2879e2c5bb80cfec16"}],- "digest": "sha256:d5971301a397955b3b79026f41b8f6cb1a7b45966bd8837f6eac6725bd767e2c"+ "digest": "sha256:34a8345b7ea353689f10958ae49442fd0fcb6f0087d8a3e34a7cd2f893ccbb20"}diff --git a/examples/talking-film-graph-check/svml.packages.lock b/examples/talking-film-graph-check/svml.packages.lockindex 8bee750c..a399148d 100644--- a/examples/talking-film-graph-check/svml.packages.lock+++ b/examples/talking-film-graph-check/svml.packages.lock@@ -19,7 +19,7 @@{"name": "@narratage/caption","version": "0.0.0-dev",- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"},{"name": "@narratage/component-kit",@@ -119,7 +119,7 @@{"name": "@narratage/semantic-map","version": "0.0.0-dev",- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"},{"name": "@narratage/source",@@ -129,7 +129,7 @@{"name": "@narratage/speech-alignment","version": "0.0.0-dev",- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"},{"name": "@narratage/speech-basis",@@ -159,7 +159,7 @@{"name": "@narratage/text-track","version": "0.0.0-dev",- "digest": "sha256:e365629044c8395f702bae8ea1d8583ecbc8fdc65a65ef0dd99312ecfc25d31c"+ "digest": "sha256:a3b8e09fb36b61c280cac3f73d6dd94272024f6a8086ed7eae70722d6e2270cc"},{"name": "@narratage/text",@@ -198,8 +198,8 @@"name": "@narratage/broll","version": "0.0.0-dev"},- "facetsDigest": "sha256:568b3bcabb7fa8ef8757f9bbaf0eea4ef774702ee0755bc995adefe48ab10017",- "closureDigest": "sha256:8751e8ed6b2e57118b846e339fe6b396ea9c980596267ed317ce54eeec87a0b2"+ "facetsDigest": "sha256:af6b5c2380a0f9f2175ec01e1ccc50b4da0e5686fae37a8a8b642157afac1da1",+ "closureDigest": "sha256:7df7ce1332bb56b05152f960e82b5b157b2b5d8a3c0daf865e9d486cd7e7b74a"},{"specifier": "@narratage/caption",@@ -207,8 +207,8 @@"name": "@narratage/caption","version": "0.0.0-dev"},- "facetsDigest": "sha256:b0d4217b804e597cecd0d6a3bee2cd210823fe81f8374d47f52c6221b866d0b5",- "closureDigest": "sha256:b25ffdf703c50e0f1985482dfc5687d4b847bffc32af31f9117f74528feaa4f4"+ "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",+ "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"},{"specifier": "@narratage/caption-gemini",@@ -216,8 +216,8 @@"name": "@narratage/caption-gemini","version": "0.0.0-dev"},- "facetsDigest": "sha256:9e1b7d9c45bd5111c833360c2118a617f9f883c766a4a0a0a5bbe31970142356",- "closureDigest": "sha256:4026e22d20537908247b8ca599cdae3ae2992723b995bea5a78110cbf378c2a2"+ "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",+ "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"},{"specifier": "@narratage/composition",@@ -333,8 +333,8 @@"name": "@narratage/semantic-map","version": "0.0.0-dev"},- "facetsDigest": "sha256:1f5095028cb1bedf2ab9ad1ffba6c1d5f3c98a1de10e286be339f89f08bdf4f6",- "closureDigest": "sha256:17568a0fb5590089c06f0a930f0a121ef2d901d1e42ea65755e49d199f0df859"+ "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",+ "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"},{"specifier": "@narratage/speech",@@ -351,8 +351,8 @@"name": "@narratage/speech-alignment","version": "0.0.0-dev"},- "facetsDigest": "sha256:5f75b79f09313a81cadbe2e83120b7b743945947578b5d17bd1342474fc49f15",- "closureDigest": "sha256:d18901dc5662c5e21f48a7347852bdacf75c0121fbb472e7703a992bf8072289"+ "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",+ "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"},{"specifier": "@narratage/speech-basis",@@ -396,8 +396,8 @@"name": "@narratage/text-track","version": "0.0.0-dev"},- "facetsDigest": "sha256:bf8c41791c98afae20a6fdeb0ac3f0b86c21ce3347d460272b477450047b8fbb",- "closureDigest": "sha256:890ab9dded24f7a92ac0c3a8988f735453a19236db3166ae02bec589524ffbd2"+ "facetsDigest": "sha256:d982a09731dc575de2b3faad1e22d7b9d7c43db1b289f84be899982ee56fe4e6",+ "closureDigest": "sha256:171c3f0a7e8f4601aaa1b7fdf49384e90685fb6760906fbef9d55d381818997e"},{"specifier": "@narratage/visual-ir",@@ -414,9 +414,9 @@"name": "@narratage/whisperx","version": "0.0.0-dev"},- "facetsDigest": "sha256:981a2b441a445a426afd49dcf84fe6afa58a93e9110f3899b2cfbc5a474403f5",- "closureDigest": "sha256:777e0f036d3213461c2d441c30869e26206e1cbaea318dc213244a224444fcf3"+ "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",+ "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"}],- "digest": "sha256:080eaaa7628ed9d0a0beb719b1af83a0850a0792d858ed5fcb199394ec8471b9"+ "digest": "sha256:2db24aae9ed7d74a889a91390748db60b58d88e1dd1468708b318b295c26fa8a"}diff --git a/packages/caption/src/manifest.ts b/packages/caption/src/manifest.tsindex c23066d4..70597b66 100644--- a/packages/caption/src/manifest.ts+++ b/packages/caption/src/manifest.ts@@ -45,7 +45,6 @@ const object = (fields: Readonly<Record<string, { readonly schema: ValueSchema; readonly optional?: boolean }>>,): ValueSchema => ({ kind: "object", fields });-const quality = { kind: "string", enum: ["measured", "derived", "estimated"] } as const;const timedCaptionRefinement = object({id: { schema: string },display: { schema: string },@@ -54,8 +53,6 @@ const timedCaptionRefinement = object({sourceTokenIds: { schema: { kind: "array", items: string } },startSec: { schema: number },endSec: { schema: number },- startQuality: { schema: quality },- endQuality: { schema: quality },relation: { schema: { kind: "literal", value: "exact" } },});const timedCaptionRegion = object({@@ -68,8 +65,6 @@ const timedCaptionRegion = object({sourceTokenIds: { schema: { kind: "array", items: string } },startSec: { schema: number },endSec: { schema: number },- startQuality: { schema: quality },- endQuality: { schema: quality },refinements: { schema: { kind: "array", items: timedCaptionRefinement } },fields: { schema: { kind: "array", items: object({declarationId: { schema: string },diff --git a/packages/caption/src/presentation.ts b/packages/caption/src/presentation.tsindex e9f5752f..63912e2c 100644--- a/packages/caption/src/presentation.ts+++ b/packages/caption/src/presentation.ts@@ -35,8 +35,6 @@ function wholeRegion(region: TimedCaptionRegion): CaptionPresentationUnit[] {displayEnd: region.display.length,startSec: region.startSec,endSec: region.endSec,- basis: "region-envelope",- timingQuality: region.startQuality === "estimated" || region.endQuality === "estimated" ? "estimated" : "derived",...(region.fields === undefined ? {} : { fields: region.fields.map((field) => ({ ...field })) }),}];}@@ -57,8 +55,6 @@ function proportionalWords(region: TimedCaptionRegion): CaptionPresentationUnit[displayEnd: word.end,startSec: refinement.startSec,endSec: refinement.endSec,- basis: "exact-correspondence",- timingQuality: refinement.startQuality === "estimated" || refinement.endQuality === "estimated" ? "estimated" : "derived",} : undefined;});@@ -92,8 +88,6 @@ function proportionalWords(region: TimedCaptionRegion): CaptionPresentationUnit[displayEnd: word.end,startSec,endSec,- basis: "presentation-estimate",- timingQuality: "estimated",};}}@@ -120,8 +114,6 @@ function characterFlow(region: TimedCaptionRegion): CaptionPresentationUnit[] {displayEnd: sourceOffset,startSec: region.startSec + duration * index / characters.length,endSec: region.startSec + duration * (index + 1) / characters.length,- basis: "presentation-estimate",- timingQuality: "estimated",});}return units;diff --git a/packages/caption/src/temporalize.ts b/packages/caption/src/temporalize.tsindex 6ed6e3bd..8d56da20 100644--- a/packages/caption/src/temporalize.ts+++ b/packages/caption/src/temporalize.ts@@ -1,5 +1,5 @@import type { Narrative } from "@narratage/narrative";-import type { CompleteSemanticMap, TimingQuality } from "@narratage/semantic-map";+import type { CompleteSemanticMap } from "@narratage/semantic-map";import { CaptionProjectionError } from "./error.js";import type {@@ -14,16 +14,6 @@ import { assertCaptionPlanForProgram } from "./plan.js";import { displayTextForAtoms } from "./display.js";import { assertCaptionProgramForNarrative } from "./style.js";-const QUALITY_RANK: Readonly<Record<TimingQuality, number>> = {- measured: 0,- derived: 1,- estimated: 2,-};--function composedQuality(value: TimingQuality): TimingQuality {- return QUALITY_RANK[value] >= QUALITY_RANK.derived ? value : "derived";-}-export function temporalizeCaption(narrative: Narrative,map: CompleteSemanticMap,@@ -44,8 +34,6 @@ export function temporalizeCaption(sourceTokenIds: source.map((token) => token.id),startSec: first.startSec,endSec: last.endSec,- startQuality: composedQuality(first.startQuality),- endQuality: composedQuality(last.endQuality),};};@@ -109,8 +97,6 @@ export function temporalizeCaptionPlan(return {startSec: first.startSec,endSec: last.endSec,- startQuality: composedQuality(first.startQuality),- endQuality: composedQuality(last.endQuality),};}const region = regionById.get(atom.regionId);@@ -123,8 +109,6 @@ export function temporalizeCaptionPlan(return {startSec: first.startSec + duration * atom.displayStart / region.display.length,endSec: first.startSec + duration * (next?.displayStart ?? region.display.length) / region.display.length,- startQuality: "estimated" as const,- endQuality: "estimated" as const,};};const visible = new Set(program.atoms.map((atom) => atom.id));@@ -184,8 +168,6 @@ export function temporalizeCaptionPlan(sourceTokenIds: sourceTokens.map((token) => token!.id),startSec: firstWindow.startSec,endSec: lastWindow.endSec,- startQuality: firstWindow.startQuality,- endQuality: lastWindow.endQuality,refinements: [],fields: cue.fields.map((field) => ({ ...field })),});diff --git a/packages/caption/src/track.ts b/packages/caption/src/track.tsindex a41fc2ea..f74309ca 100644--- a/packages/caption/src/track.ts+++ b/packages/caption/src/track.ts@@ -162,8 +162,6 @@ export function renderCaptionTrack(text: unit.display,style: textStyle(program.style),attributes: [- { name: "data-caption-basis", value: unit.basis },- { name: "data-caption-quality", value: unit.timingQuality },...(unit.runId === undefined ? [] : [{ name: "data-caption-run", value: unit.runId }]),...(unit.fields === undefined ? [] : [{ name: "data-caption-fields", value: JSON.stringify(unit.fields) }]),],@@ -242,8 +240,6 @@ export function renderCaptionProgram(text: unit.display,style: textStyle(appearance),attributes: [- { name: "data-caption-basis", value: unit.basis },- { name: "data-caption-quality", value: unit.timingQuality },{ name: "data-caption-style", value: style.id },...(unit.runId === undefined ? [] : [{ name: "data-caption-run", value: unit.runId }]),...(unit.fields === undefined ? [] : [{ name: "data-caption-fields", value: JSON.stringify(unit.fields) }]),diff --git a/packages/caption/src/types.ts b/packages/caption/src/types.tsindex c18ffe23..6d5852d9 100644--- a/packages/caption/src/types.ts+++ b/packages/caption/src/types.ts@@ -1,4 +1,3 @@-import type { TimingQuality } from "@narratage/semantic-map";export type CaptionFieldValueSchema =| { readonly kind: "boolean" }@@ -92,8 +91,6 @@ export type TimedCaptionRefinement = {readonly sourceTokenIds: readonly string[];readonly startSec: number;readonly endSec: number;- readonly startQuality: TimingQuality;- readonly endQuality: TimingQuality;readonly relation: "exact";};@@ -107,8 +104,6 @@ export type TimedCaptionRegion = {readonly sourceTokenIds: readonly string[];readonly startSec: number;readonly endSec: number;- readonly startQuality: TimingQuality;- readonly endQuality: TimingQuality;readonly refinements: readonly TimedCaptionRefinement[];readonly fields?: readonly CaptionFieldAssignment[];};@@ -131,8 +126,6 @@ export type CaptionPresentationUnit = {readonly displayEnd: number;readonly startSec: number;readonly endSec: number;- readonly basis: "region-envelope" | "exact-correspondence" | "presentation-estimate";- readonly timingQuality: TimingQuality;readonly fields?: readonly CaptionFieldAssignment[];};diff --git a/packages/caption/test/caption.test.ts b/packages/caption/test/caption.test.tsindex 9bdd648d..a9cf8593 100644--- a/packages/caption/test/caption.test.ts+++ b/packages/caption/test/caption.test.ts@@ -128,7 +128,7 @@ test("Caption-owned validators reject semantically invalid values", () => {);});-test("Caption temporalization preserves evidence envelopes and labels local estimates", () => {+test("Caption temporalization preserves evidence envelopes and refines them per word", () => {const narrative = parseScript("caption.svml","<line><that was insane | what the fuck> <15% off | fifteen percent off></line>",@@ -159,18 +159,11 @@ test("Caption temporalization preserves evidence envelopes and labels local esticonst whole = planCaptionPresentation(timed, "whole");assert.deepEqual(- [whole.units[0]?.display, whole.units[0]?.startSec, whole.units[0]?.endSec, whole.units[0]?.basis],- ["that was insane", 0.1, 0.72, "region-envelope"],+ [whole.units[0]?.display, whole.units[0]?.startSec, whole.units[0]?.endSec],+ ["that was insane", 0.1, 0.72],);const words = planCaptionPresentation(timed, "proportional-word");- assert.deepEqual(words.units.slice(0, 3).map((unit) => unit.basis), [- "presentation-estimate",- "presentation-estimate",- "presentation-estimate",- ]);- assert.equal(words.units.find((unit) => unit.display === "off")?.basis, "exact-correspondence");- assert.equal(words.units.find((unit) => unit.display === "15")?.timingQuality, "estimated");assert.deepEqual(map, originalMap, "caption presentation must not modify the global speech map");});@@ -207,8 +200,6 @@ test("multiple Cues inside one display alias receive ordered local estimates, noconst projection = temporalizeCaptionPlan(narrative, map, program, plan);assert.deepEqual(projection.regions.map((region) => region.display), ["that", "was", "insane"]);- assert.equal(projection.regions.every((region) =>- region.startQuality === "estimated" && region.endQuality === "estimated"), true);assert.equal(projection.regions[0]!.endSec <= projection.regions[1]!.startSec, true);assert.equal(projection.regions[1]!.endSec <= projection.regions[2]!.startSec, true);assert.deepEqual(diff --git a/packages/semantic-map/src/manifest.ts b/packages/semantic-map/src/manifest.tsindex db24fd8d..af8e4f49 100644--- a/packages/semantic-map/src/manifest.ts+++ b/packages/semantic-map/src/manifest.ts@@ -5,10 +5,9 @@ import { digestOf } from "@narratage/protocol";import type { ModuleManifest, TypeRef, ValueSchema } from "@narratage/protocol";const string = { kind: "string", minLength: 1 } as const; const number = { kind: "number", minimum: 0 } as const; const integer = { kind: "number", integer: true, minimum: 0 } as const;const object = (fields: Readonly<Record<string, { readonly schema: ValueSchema; readonly optional?: boolean }>>): ValueSchema => ({ kind: "object", fields });-const quality = { kind: "string", enum: ["measured", "derived", "estimated"] } as const;-const timedSegment = object({ segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer }, startQuality: { schema: quality }, endQuality: { schema: quality } });-const timedToken = object({ tokenId: { schema: string }, segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer }, startQuality: { schema: quality }, endQuality: { schema: quality } });-const point = object({ identity: { schema: string }, timeSec: { schema: number }, frame: { schema: integer }, quality: { schema: quality } });+const timedSegment = object({ segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });+const timedToken = object({ tokenId: { schema: string }, segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });+const point = object({ identity: { schema: string }, timeSec: { schema: number }, frame: { schema: integer } });const group = object({ sourceSegmentId: { schema: string }, sourceTokenIds: { schema: { kind: "array", items: string } }, evidenceWordStart: { schema: integer }, evidenceWordEndExclusive: { schema: integer },relation: { schema: { kind: "string", enum: ["exact", "split", "merge", "replacement", "source-omission", "evidence-insertion"] } }, cost: { schema: number } });export const completeSemanticMapSchema: ValueSchema = object({ contract: { schema: { kind: "literal", value: "svml.complete-semantic-map@1" } },diff --git a/packages/semantic-map/src/types.ts b/packages/semantic-map/src/types.tsindex fcfc0e3d..24f18f41 100644--- a/packages/semantic-map/src/types.ts+++ b/packages/semantic-map/src/types.ts@@ -1,8 +1,7 @@-export type TimingQuality = "measured" | "derived" | "estimated";export type AlignmentRelation = "exact" | "split" | "merge" | "replacement" | "source-omission" | "evidence-insertion";export type AlignmentGroup = { readonly sourceSegmentId: string; readonly sourceTokenIds: readonly string[]; readonly evidenceWordStart: number; readonly evidenceWordEndExclusive: number; readonly relation: AlignmentRelation; readonly cost: number };-export type TimedSpeechToken = { readonly tokenId: string; readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number; readonly startQuality: TimingQuality; readonly endQuality: TimingQuality };-export type TimedSpeechSegment = { readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number; readonly startQuality: TimingQuality; readonly endQuality: TimingQuality };-export type SemanticTimePoint = { readonly identity: string; readonly timeSec: number; readonly frame: number; readonly quality: TimingQuality };+export type TimedSpeechToken = { readonly tokenId: string; readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };+export type TimedSpeechSegment = { readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };+export type SemanticTimePoint = { readonly identity: string; readonly timeSec: number; readonly frame: number };export type CompleteSemanticMap = { readonly contract: "svml.complete-semantic-map@1"; readonly quantizationPolicy: "nearest-frame"; readonly durationSec: number;readonly segments: readonly TimedSpeechSegment[]; readonly tokens: readonly TimedSpeechToken[]; readonly anchors: readonly SemanticTimePoint[]; readonly groups: readonly AlignmentGroup[] };diff --git a/packages/speech-alignment/src/locate.ts b/packages/speech-alignment/src/locate.tsindex db8b87d6..11dddff7 100644--- a/packages/speech-alignment/src/locate.ts+++ b/packages/speech-alignment/src/locate.ts@@ -3,7 +3,7 @@ import type { Narrative, NarrativeToken } from "@narratage/narrative";import type { ProgramSpace } from "@narratage/program-space";import type { SpeechAudioBasis, SpeechBasis } from "@narratage/speech";import type { AlignedTranscriptEvidence, AlignedTranscriptSegment, SpeechCharacterEvidence, SpeechWordEvidence } from "@narratage/speech-evidence";-import type { AlignmentGroup, CompleteSemanticMap, SemanticTimePoint, TimedSpeechSegment, TimedSpeechToken, TimingQuality } from "@narratage/semantic-map";+import type { AlignmentGroup, CompleteSemanticMap, SemanticTimePoint, TimedSpeechSegment, TimedSpeechToken } from "@narratage/semantic-map";import { alignWordGroups } from "./align.js";import { SpeechAlignmentError } from "./error.js";@@ -15,8 +15,6 @@ export const speechLocatorDigest = digestOf("@narratage/speech-alignment/locate@type MutableTiming = {startSec: number;endSec: number;- startQuality: TimingQuality;- endQuality: TimingQuality;};type TimedEvidenceChar = {@@ -310,8 +308,6 @@ function locatePairedGroup(output[sourceIndex] = {startSec,endSec: Math.max(startSec, endSec),- startQuality: exactOneToOne ? "measured" : "derived",- endQuality: exactOneToOne ? "measured" : "derived",};}}@@ -354,8 +350,6 @@ function fillEstimated(values[index] = {startSec,endSec,- startQuality: "estimated",- endQuality: "estimated",};}}@@ -414,8 +408,6 @@ export function locateSpeechTiming(endSec: secondsFor(basis, endFrame),startFrame,endFrame,- startQuality: timing.startQuality,- endQuality: timing.endQuality,};});assertMonotonic(segmentTokens, segment.id);@@ -428,8 +420,6 @@ export function locateSpeechTiming(endSec: secondsFor(basis, endFrame),startFrame,endFrame,- startQuality: "measured",- endQuality: "measured",});groups.push(...segmentGroups);}@@ -440,13 +430,13 @@ export function locateSpeechTiming(if (anchor.kind === "segment-start" || anchor.kind === "segment-end") {const segment = segmentsById.get(anchor.segmentId)!;return anchor.kind === "segment-start"- ? { identity: anchor.id, timeSec: segment.startSec, frame: segment.startFrame, quality: segment.startQuality }- : { identity: anchor.id, timeSec: segment.endSec, frame: segment.endFrame, quality: segment.endQuality };+ ? { identity: anchor.id, timeSec: segment.startSec, frame: segment.startFrame }+ : { identity: anchor.id, timeSec: segment.endSec, frame: segment.endFrame };}const token = tokensById.get(anchor.tokenId!)!;return anchor.kind === "token-start"- ? { identity: anchor.id, timeSec: token.startSec, frame: token.startFrame, quality: token.startQuality }- : { identity: anchor.id, timeSec: token.endSec, frame: token.endFrame, quality: token.endQuality };+ ? { identity: anchor.id, timeSec: token.startSec, frame: token.startFrame }+ : { identity: anchor.id, timeSec: token.endSec, frame: token.endFrame };});const payload = {contract: "svml.complete-semantic-map@1" as const,diff --git a/packages/speech-alignment/src/types.ts b/packages/speech-alignment/src/types.tsindex 111771f2..5dec813b 100644--- a/packages/speech-alignment/src/types.ts+++ b/packages/speech-alignment/src/types.ts@@ -12,6 +12,5 @@ export type {SemanticTimePoint,TimedSpeechSegment,TimedSpeechToken,- TimingQuality,} from "@narratage/semantic-map";export type { SpeechAudioBasis } from "@narratage/speech";diff --git a/packages/speech-alignment/test/speech-align.test.ts b/packages/speech-alignment/test/speech-align.test.tsindex d573d64e..5c82ba3e 100644--- a/packages/speech-alignment/test/speech-align.test.ts+++ b/packages/speech-alignment/test/speech-align.test.ts@@ -142,10 +142,10 @@ test("exact transcript words cover every Script and Segment anchor", () => {assert.equal(map.tokens.length, 2);assert.equal(map.anchors.length, 2 * narrative.tokens.length + 2 * narrative.segments.length);assert.deepEqual(- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality, token.endQuality]),+ map.tokens.map((token) => [token.startSec, token.endSec]),[- [0.1, 0.4, "measured", "measured"],- [0.5, 0.9, "measured", "measured"],+ [0.1, 0.4],+ [0.5, 0.9],],);assert.equal(new Set(map.anchors.map((anchor) => anchor.identity)).size, map.anchors.length);@@ -167,10 +167,10 @@ test("M:1 uses evidence character times instead of dividing a merged word by lenassert.equal(map.groups[0]?.relation, "merge");assert.deepEqual(- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),+ map.tokens.map((token) => [token.startSec, token.endSec]),[- [0.1, 0.36, "derived"],- [0.42, 0.78, "derived"],+ [0.1, 0.36],+ [0.42, 0.78],],);});@@ -186,8 +186,8 @@ test("1:N wraps all evidence words in one Script token", () => {assert.equal(map.groups[0]?.relation, "split");assert.deepEqual(- [map.tokens[0]?.startSec, map.tokens[0]?.endSec, map.tokens[0]?.startQuality],- [0.2, 0.82, "derived"],+ [map.tokens[0]?.startSec, map.tokens[0]?.endSec],+ [0.2, 0.82],);});@@ -211,12 +211,12 @@ test("a recognized filler stays an insertion and does not absorb neighboring Scr"exact",]);assert.deepEqual(- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),+ map.tokens.map((token) => [token.startSec, token.endSec]),[- [0.1, 0.2, "measured"],- [0.4, 0.62, "measured"],- [0.67, 0.82, "measured"],- [0.86, 0.96, "measured"],+ [0.1, 0.2],+ [0.4, 0.62],+ [0.67, 0.82],+ [0.86, 0.96],],);});@@ -238,8 +238,8 @@ test("an omitted Script word receives the complete unmeasured interval between n"exact",]);assert.deepEqual(- [map.tokens[2]?.startSec, map.tokens[2]?.endSec, map.tokens[2]?.startQuality],- [0.4, 0.6, "estimated"],+ [map.tokens[2]?.startSec, map.tokens[2]?.endSec],+ [0.4, 0.6],);});@@ -251,10 +251,10 @@ test("VAD bounds contain estimates when an entire Script Segment has no recogniz});assert.deepEqual(- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),+ map.tokens.map((token) => [token.startSec, token.endSec]),[- [0.4, 0.8, "estimated"],- [0.8, 1.2, "estimated"],+ [0.4, 0.8],+ [0.8, 1.2],],);});diff --git a/packages/text-track/test/text-track.test.ts b/packages/text-track/test/text-track.test.tsindex 18f4e40b..bb7ac9df 100644--- a/packages/text-track/test/text-track.test.ts+++ b/packages/text-track/test/text-track.test.ts@@ -110,7 +110,6 @@ test("a selected Text Item is located only through explicit Selection and SemantdurationSec: 5,segments: [{segmentId: "opening", startSec: 0, endSec: 3, startFrame: 0, endFrame: 90,- startQuality: "measured" as const, endQuality: "measured" as const,}],tokens: [0, 1, 2].map((index) => ({tokenId: `token-${index}`,@@ -119,8 +118,6 @@ test("a selected Text Item is located only through explicit Selection and SemantendSec: index + 1,startFrame: index * 30,endFrame: (index + 1) * 30,- startQuality: "measured" as const,- endQuality: "measured" as const,})),anchors: [],groups: [],diff --git a/spec/caption-program.md b/spec/caption-program.mdindex ba276ad8..5800c3df 100644--- a/spec/caption-program.md+++ b/spec/caption-program.md@@ -101,8 +101,8 @@ Gemini, but the author graph must explicitly choose them.`CompleteSemanticMap` remains the only global speech timing truth. Exact display atoms reuse theirsource token windows. For a `region-envelope` alias, a Caption renderer may allocate local windows-inside that region's measured envelope. Such boundaries are labelled `estimated`, remain downstream-Caption facts and are never written back into the global map.+inside that region's envelope. Those local boundaries remain downstream Caption facts and are never+written back into the global map.Multiple Cues inside one alias must receive ordered, non-overlapping local windows. They must noteach copy the same whole region envelope.diff --git a/spec/script-surface.md b/spec/script-surface.mdindex a44a5760..a06bd6f4 100644--- a/spec/script-surface.md+++ b/spec/script-surface.md@@ -340,8 +340,7 @@ Locator 必须提交覆盖全部 `2M + 2N` identity 的总映射:SemanticAnchorIdentity → ProgramPoint(ProgramSpace)```-完整性与精度正交:每个点都必须存在,同时可以标记为 `estimated`、`derived`-或 `measured`。消费者不得补点、移动点或从相邻 occurrence 借点。每个 Segment+每个点都必须存在。消费者不得补点、移动点或从相邻 occurrence 借点。每个 Segment内部必须非降序:```text@@ -368,8 +367,7 @@ gap B.start > A.endRange 在不同 Locator 下反向或消失。同一份 SelectionSet 在不同 fulfillment 产生的 `CompleteSemanticMap` 上可得到-预览或成片区间。Map 使用相同 identity;每个 anchor 以 `measured`、`derived` 或-`estimated` 记录证据质量。Script 本身不含秒数、帧号或采样点。+预览或成片区间。Map 使用相同 identity。Script 本身不含秒数、帧号或采样点。Script Surface 不绑定帧率、采样率或渲染器。后端一旦选择物理时钟,必须只量化一次并让所有消费者复用同一整数边界;后端时钟变化不改变本语言表面。