Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

refactor: remove the speech timing quality labels

kashorin3f14c014c7dc
diff --git a/examples/echo-pro-aroll/svml.packages.lock b/examples/echo-pro-aroll/svml.packages.lock
index f1469eaa..efdaaf85 100644
--- a/examples/echo-pro-aroll/svml.packages.lock
+++ b/examples/echo-pro-aroll/svml.packages.lock
@@ -14,7 +14,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"
+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
},
{
"name": "@narratage/component-kit",
@@ -129,7 +129,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"
+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
},
{
"name": "@narratage/source",
@@ -139,7 +139,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"
+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
},
{
"name": "@narratage/speech-basis",
@@ -203,8 +203,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:b0d4217b804e597cecd0d6a3bee2cd210823fe81f8374d47f52c6221b866d0b5",
- "closureDigest": "sha256:b25ffdf703c50e0f1985482dfc5687d4b847bffc32af31f9117f74528feaa4f4"
+ "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",
+ "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"
},
{
"specifier": "@narratage/caption-gemini",
@@ -212,8 +212,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9e1b7d9c45bd5111c833360c2118a617f9f883c766a4a0a0a5bbe31970142356",
- "closureDigest": "sha256:4026e22d20537908247b8ca599cdae3ae2992723b995bea5a78110cbf378c2a2"
+ "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",
+ "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"
},
{
"specifier": "@narratage/composition",
@@ -356,8 +356,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:1f5095028cb1bedf2ab9ad1ffba6c1d5f3c98a1de10e286be339f89f08bdf4f6",
- "closureDigest": "sha256:17568a0fb5590089c06f0a930f0a121ef2d901d1e42ea65755e49d199f0df859"
+ "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",
+ "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"
},
{
"specifier": "@narratage/speech",
@@ -374,8 +374,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:5f75b79f09313a81cadbe2e83120b7b743945947578b5d17bd1342474fc49f15",
- "closureDigest": "sha256:d18901dc5662c5e21f48a7347852bdacf75c0121fbb472e7703a992bf8072289"
+ "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",
+ "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"
},
{
"specifier": "@narratage/speech-basis",
@@ -428,9 +428,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:981a2b441a445a426afd49dcf84fe6afa58a93e9110f3899b2cfbc5a474403f5",
- "closureDigest": "sha256:777e0f036d3213461c2d441c30869e26206e1cbaea318dc213244a224444fcf3"
+ "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",
+ "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"
}
],
- "digest": "sha256:b420137e8e4a5db3bd8be9cae33a94d92c2199ef5a52bc2db09e42b5b62c718d"
+ "digest": "sha256:560d97c7ff69362c2bf8cd70f5730f96aef6bbb4c2ab7febe9750b7953fcbbce"
}
diff --git a/examples/echo-pro-aroll/svml.runtime-packages.lock b/examples/echo-pro-aroll/svml.runtime-packages.lock
index f6be4af4..f8f4624e 100644
--- a/examples/echo-pro-aroll/svml.runtime-packages.lock
+++ b/examples/echo-pro-aroll/svml.runtime-packages.lock
@@ -39,7 +39,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"
+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
},
{
"name": "@narratage/component-kit",
@@ -154,7 +154,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"
+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
},
{
"name": "@narratage/source",
@@ -164,7 +164,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"
+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
},
{
"name": "@narratage/speech-evidence",
@@ -850,7 +850,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:b2636492ab0b0b500d674899ab2ff14fc61c7f2b22ef44eb8f816f141b21ec4d",
- "closureDigest": "sha256:d042bcb227861027fe461cbc064dcff16f9745944a65829dde382287359d5c33"
+ "closureDigest": "sha256:329adc3afee7c086fc00464d94113ad2046429c8b517ad289aee2cc994a47044"
},
{
"specifier": "@narratage/provider-hyperframes-local",
@@ -886,8 +886,8 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:3686b84c42cc2b1bcaccf57cbdcda25a15c7d9d3778fb92d25437f9880ed8f5d",
- "closureDigest": "sha256:723c10f0112c7b9d2dff11ba214ae3d595bfcebdf09644703401972818375de0"
+ "closureDigest": "sha256:05f5dc61a68bc771432754970d6db442fb64fa0b10228a2879e2c5bb80cfec16"
}
],
- "digest": "sha256:d5971301a397955b3b79026f41b8f6cb1a7b45966bd8837f6eac6725bd767e2c"
+ "digest": "sha256:34a8345b7ea353689f10958ae49442fd0fcb6f0087d8a3e34a7cd2f893ccbb20"
}
diff --git a/examples/talking-film-graph-check/svml.packages.lock b/examples/talking-film-graph-check/svml.packages.lock
index 8bee750c..a399148d 100644
--- a/examples/talking-film-graph-check/svml.packages.lock
+++ b/examples/talking-film-graph-check/svml.packages.lock
@@ -19,7 +19,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2d6af94e8482e2643d4bd4d3f6b5f26617d3d0598ed426ad2cd3bbea7fbf3e2c"
+ "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
},
{
"name": "@narratage/component-kit",
@@ -119,7 +119,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:801ede25442f28c00bbe44794b0aa1ae6dd129faa9b46ca9a759782d9cb71c84"
+ "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
},
{
"name": "@narratage/source",
@@ -129,7 +129,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:7c3b7403c0de80a4c0fb6d2bbf5722519d71605293956870e5d23a5fe6abd7a5"
+ "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
},
{
"name": "@narratage/speech-basis",
@@ -159,7 +159,7 @@
{
"name": "@narratage/text-track",
"version": "0.0.0-dev",
- "digest": "sha256:e365629044c8395f702bae8ea1d8583ecbc8fdc65a65ef0dd99312ecfc25d31c"
+ "digest": "sha256:a3b8e09fb36b61c280cac3f73d6dd94272024f6a8086ed7eae70722d6e2270cc"
},
{
"name": "@narratage/text",
@@ -198,8 +198,8 @@
"name": "@narratage/broll",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:568b3bcabb7fa8ef8757f9bbaf0eea4ef774702ee0755bc995adefe48ab10017",
- "closureDigest": "sha256:8751e8ed6b2e57118b846e339fe6b396ea9c980596267ed317ce54eeec87a0b2"
+ "facetsDigest": "sha256:af6b5c2380a0f9f2175ec01e1ccc50b4da0e5686fae37a8a8b642157afac1da1",
+ "closureDigest": "sha256:7df7ce1332bb56b05152f960e82b5b157b2b5d8a3c0daf865e9d486cd7e7b74a"
},
{
"specifier": "@narratage/caption",
@@ -207,8 +207,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:b0d4217b804e597cecd0d6a3bee2cd210823fe81f8374d47f52c6221b866d0b5",
- "closureDigest": "sha256:b25ffdf703c50e0f1985482dfc5687d4b847bffc32af31f9117f74528feaa4f4"
+ "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",
+ "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"
},
{
"specifier": "@narratage/caption-gemini",
@@ -216,8 +216,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9e1b7d9c45bd5111c833360c2118a617f9f883c766a4a0a0a5bbe31970142356",
- "closureDigest": "sha256:4026e22d20537908247b8ca599cdae3ae2992723b995bea5a78110cbf378c2a2"
+ "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",
+ "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"
},
{
"specifier": "@narratage/composition",
@@ -333,8 +333,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:1f5095028cb1bedf2ab9ad1ffba6c1d5f3c98a1de10e286be339f89f08bdf4f6",
- "closureDigest": "sha256:17568a0fb5590089c06f0a930f0a121ef2d901d1e42ea65755e49d199f0df859"
+ "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",
+ "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"
},
{
"specifier": "@narratage/speech",
@@ -351,8 +351,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:5f75b79f09313a81cadbe2e83120b7b743945947578b5d17bd1342474fc49f15",
- "closureDigest": "sha256:d18901dc5662c5e21f48a7347852bdacf75c0121fbb472e7703a992bf8072289"
+ "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",
+ "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"
},
{
"specifier": "@narratage/speech-basis",
@@ -396,8 +396,8 @@
"name": "@narratage/text-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:bf8c41791c98afae20a6fdeb0ac3f0b86c21ce3347d460272b477450047b8fbb",
- "closureDigest": "sha256:890ab9dded24f7a92ac0c3a8988f735453a19236db3166ae02bec589524ffbd2"
+ "facetsDigest": "sha256:d982a09731dc575de2b3faad1e22d7b9d7c43db1b289f84be899982ee56fe4e6",
+ "closureDigest": "sha256:171c3f0a7e8f4601aaa1b7fdf49384e90685fb6760906fbef9d55d381818997e"
},
{
"specifier": "@narratage/visual-ir",
@@ -414,9 +414,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:981a2b441a445a426afd49dcf84fe6afa58a93e9110f3899b2cfbc5a474403f5",
- "closureDigest": "sha256:777e0f036d3213461c2d441c30869e26206e1cbaea318dc213244a224444fcf3"
+ "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",
+ "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"
}
],
- "digest": "sha256:080eaaa7628ed9d0a0beb719b1af83a0850a0792d858ed5fcb199394ec8471b9"
+ "digest": "sha256:2db24aae9ed7d74a889a91390748db60b58d88e1dd1468708b318b295c26fa8a"
}
diff --git a/packages/caption/src/manifest.ts b/packages/caption/src/manifest.ts
index c23066d4..70597b66 100644
--- a/packages/caption/src/manifest.ts
+++ b/packages/caption/src/manifest.ts
@@ -45,7 +45,6 @@ const object = (
fields: Readonly<Record<string, { readonly schema: ValueSchema; readonly optional?: boolean }>>,
): ValueSchema => ({ kind: "object", fields });
-const quality = { kind: "string", enum: ["measured", "derived", "estimated"] } as const;
const timedCaptionRefinement = object({
id: { schema: string },
display: { schema: string },
@@ -54,8 +53,6 @@ const timedCaptionRefinement = object({
sourceTokenIds: { schema: { kind: "array", items: string } },
startSec: { schema: number },
endSec: { schema: number },
- startQuality: { schema: quality },
- endQuality: { schema: quality },
relation: { schema: { kind: "literal", value: "exact" } },
});
const timedCaptionRegion = object({
@@ -68,8 +65,6 @@ const timedCaptionRegion = object({
sourceTokenIds: { schema: { kind: "array", items: string } },
startSec: { schema: number },
endSec: { schema: number },
- startQuality: { schema: quality },
- endQuality: { schema: quality },
refinements: { schema: { kind: "array", items: timedCaptionRefinement } },
fields: { schema: { kind: "array", items: object({
declarationId: { schema: string },
diff --git a/packages/caption/src/presentation.ts b/packages/caption/src/presentation.ts
index e9f5752f..63912e2c 100644
--- a/packages/caption/src/presentation.ts
+++ b/packages/caption/src/presentation.ts
@@ -35,8 +35,6 @@ function wholeRegion(region: TimedCaptionRegion): CaptionPresentationUnit[] {
displayEnd: region.display.length,
startSec: region.startSec,
endSec: region.endSec,
- basis: "region-envelope",
- timingQuality: region.startQuality === "estimated" || region.endQuality === "estimated" ? "estimated" : "derived",
...(region.fields === undefined ? {} : { fields: region.fields.map((field) => ({ ...field })) }),
}];
}
@@ -57,8 +55,6 @@ function proportionalWords(region: TimedCaptionRegion): CaptionPresentationUnit[
displayEnd: word.end,
startSec: refinement.startSec,
endSec: refinement.endSec,
- basis: "exact-correspondence",
- timingQuality: refinement.startQuality === "estimated" || refinement.endQuality === "estimated" ? "estimated" : "derived",
} : undefined;
});
@@ -92,8 +88,6 @@ function proportionalWords(region: TimedCaptionRegion): CaptionPresentationUnit[
displayEnd: word.end,
startSec,
endSec,
- basis: "presentation-estimate",
- timingQuality: "estimated",
};
}
}
@@ -120,8 +114,6 @@ function characterFlow(region: TimedCaptionRegion): CaptionPresentationUnit[] {
displayEnd: sourceOffset,
startSec: region.startSec + duration * index / characters.length,
endSec: region.startSec + duration * (index + 1) / characters.length,
- basis: "presentation-estimate",
- timingQuality: "estimated",
});
}
return units;
diff --git a/packages/caption/src/temporalize.ts b/packages/caption/src/temporalize.ts
index 6ed6e3bd..8d56da20 100644
--- a/packages/caption/src/temporalize.ts
+++ b/packages/caption/src/temporalize.ts
@@ -1,5 +1,5 @@
import type { Narrative } from "@narratage/narrative";
-import type { CompleteSemanticMap, TimingQuality } from "@narratage/semantic-map";
+import type { CompleteSemanticMap } from "@narratage/semantic-map";
import { CaptionProjectionError } from "./error.js";
import type {
@@ -14,16 +14,6 @@ import { assertCaptionPlanForProgram } from "./plan.js";
import { displayTextForAtoms } from "./display.js";
import { assertCaptionProgramForNarrative } from "./style.js";
-const QUALITY_RANK: Readonly<Record<TimingQuality, number>> = {
- measured: 0,
- derived: 1,
- estimated: 2,
-};
-
-function composedQuality(value: TimingQuality): TimingQuality {
- return QUALITY_RANK[value] >= QUALITY_RANK.derived ? value : "derived";
-}
-
export function temporalizeCaption(
narrative: Narrative,
map: CompleteSemanticMap,
@@ -44,8 +34,6 @@ export function temporalizeCaption(
sourceTokenIds: source.map((token) => token.id),
startSec: first.startSec,
endSec: last.endSec,
- startQuality: composedQuality(first.startQuality),
- endQuality: composedQuality(last.endQuality),
};
};
@@ -109,8 +97,6 @@ export function temporalizeCaptionPlan(
return {
startSec: first.startSec,
endSec: last.endSec,
- startQuality: composedQuality(first.startQuality),
- endQuality: composedQuality(last.endQuality),
};
}
const region = regionById.get(atom.regionId);
@@ -123,8 +109,6 @@ export function temporalizeCaptionPlan(
return {
startSec: first.startSec + duration * atom.displayStart / region.display.length,
endSec: first.startSec + duration * (next?.displayStart ?? region.display.length) / region.display.length,
- startQuality: "estimated" as const,
- endQuality: "estimated" as const,
};
};
const visible = new Set(program.atoms.map((atom) => atom.id));
@@ -184,8 +168,6 @@ export function temporalizeCaptionPlan(
sourceTokenIds: sourceTokens.map((token) => token!.id),
startSec: firstWindow.startSec,
endSec: lastWindow.endSec,
- startQuality: firstWindow.startQuality,
- endQuality: lastWindow.endQuality,
refinements: [],
fields: cue.fields.map((field) => ({ ...field })),
});
diff --git a/packages/caption/src/track.ts b/packages/caption/src/track.ts
index a41fc2ea..f74309ca 100644
--- a/packages/caption/src/track.ts
+++ b/packages/caption/src/track.ts
@@ -162,8 +162,6 @@ export function renderCaptionTrack(
text: unit.display,
style: textStyle(program.style),
attributes: [
- { name: "data-caption-basis", value: unit.basis },
- { name: "data-caption-quality", value: unit.timingQuality },
...(unit.runId === undefined ? [] : [{ name: "data-caption-run", value: unit.runId }]),
...(unit.fields === undefined ? [] : [{ name: "data-caption-fields", value: JSON.stringify(unit.fields) }]),
],
@@ -242,8 +240,6 @@ export function renderCaptionProgram(
text: unit.display,
style: textStyle(appearance),
attributes: [
- { name: "data-caption-basis", value: unit.basis },
- { name: "data-caption-quality", value: unit.timingQuality },
{ name: "data-caption-style", value: style.id },
...(unit.runId === undefined ? [] : [{ name: "data-caption-run", value: unit.runId }]),
...(unit.fields === undefined ? [] : [{ name: "data-caption-fields", value: JSON.stringify(unit.fields) }]),
diff --git a/packages/caption/src/types.ts b/packages/caption/src/types.ts
index c18ffe23..6d5852d9 100644
--- a/packages/caption/src/types.ts
+++ b/packages/caption/src/types.ts
@@ -1,4 +1,3 @@
-import type { TimingQuality } from "@narratage/semantic-map";
export type CaptionFieldValueSchema =
| { readonly kind: "boolean" }
@@ -92,8 +91,6 @@ export type TimedCaptionRefinement = {
readonly sourceTokenIds: readonly string[];
readonly startSec: number;
readonly endSec: number;
- readonly startQuality: TimingQuality;
- readonly endQuality: TimingQuality;
readonly relation: "exact";
};
@@ -107,8 +104,6 @@ export type TimedCaptionRegion = {
readonly sourceTokenIds: readonly string[];
readonly startSec: number;
readonly endSec: number;
- readonly startQuality: TimingQuality;
- readonly endQuality: TimingQuality;
readonly refinements: readonly TimedCaptionRefinement[];
readonly fields?: readonly CaptionFieldAssignment[];
};
@@ -131,8 +126,6 @@ export type CaptionPresentationUnit = {
readonly displayEnd: number;
readonly startSec: number;
readonly endSec: number;
- readonly basis: "region-envelope" | "exact-correspondence" | "presentation-estimate";
- readonly timingQuality: TimingQuality;
readonly fields?: readonly CaptionFieldAssignment[];
};
diff --git a/packages/caption/test/caption.test.ts b/packages/caption/test/caption.test.ts
index 9bdd648d..a9cf8593 100644
--- a/packages/caption/test/caption.test.ts
+++ b/packages/caption/test/caption.test.ts
@@ -128,7 +128,7 @@ test("Caption-owned validators reject semantically invalid values", () => {
);
});
-test("Caption temporalization preserves evidence envelopes and labels local estimates", () => {
+test("Caption temporalization preserves evidence envelopes and refines them per word", () => {
const narrative = parseScript(
"caption.svml",
"<line><that was insane | what the fuck> <15% off | fifteen percent off></line>",
@@ -159,18 +159,11 @@ test("Caption temporalization preserves evidence envelopes and labels local esti
const whole = planCaptionPresentation(timed, "whole");
assert.deepEqual(
- [whole.units[0]?.display, whole.units[0]?.startSec, whole.units[0]?.endSec, whole.units[0]?.basis],
- ["that was insane", 0.1, 0.72, "region-envelope"],
+ [whole.units[0]?.display, whole.units[0]?.startSec, whole.units[0]?.endSec],
+ ["that was insane", 0.1, 0.72],
);
const words = planCaptionPresentation(timed, "proportional-word");
- assert.deepEqual(words.units.slice(0, 3).map((unit) => unit.basis), [
- "presentation-estimate",
- "presentation-estimate",
- "presentation-estimate",
- ]);
- assert.equal(words.units.find((unit) => unit.display === "off")?.basis, "exact-correspondence");
- assert.equal(words.units.find((unit) => unit.display === "15")?.timingQuality, "estimated");
assert.deepEqual(map, originalMap, "caption presentation must not modify the global speech map");
});
@@ -207,8 +200,6 @@ test("multiple Cues inside one display alias receive ordered local estimates, no
const projection = temporalizeCaptionPlan(narrative, map, program, plan);
assert.deepEqual(projection.regions.map((region) => region.display), ["that", "was", "insane"]);
- assert.equal(projection.regions.every((region) =>
- region.startQuality === "estimated" && region.endQuality === "estimated"), true);
assert.equal(projection.regions[0]!.endSec <= projection.regions[1]!.startSec, true);
assert.equal(projection.regions[1]!.endSec <= projection.regions[2]!.startSec, true);
assert.deepEqual(
diff --git a/packages/semantic-map/src/manifest.ts b/packages/semantic-map/src/manifest.ts
index db24fd8d..af8e4f49 100644
--- a/packages/semantic-map/src/manifest.ts
+++ b/packages/semantic-map/src/manifest.ts
@@ -5,10 +5,9 @@ import { digestOf } from "@narratage/protocol";
import type { ModuleManifest, TypeRef, ValueSchema } from "@narratage/protocol";
const string = { kind: "string", minLength: 1 } as const; const number = { kind: "number", minimum: 0 } as const; const integer = { kind: "number", integer: true, minimum: 0 } as const;
const object = (fields: Readonly<Record<string, { readonly schema: ValueSchema; readonly optional?: boolean }>>): ValueSchema => ({ kind: "object", fields });
-const quality = { kind: "string", enum: ["measured", "derived", "estimated"] } as const;
-const timedSegment = object({ segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer }, startQuality: { schema: quality }, endQuality: { schema: quality } });
-const timedToken = object({ tokenId: { schema: string }, segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer }, startQuality: { schema: quality }, endQuality: { schema: quality } });
-const point = object({ identity: { schema: string }, timeSec: { schema: number }, frame: { schema: integer }, quality: { schema: quality } });
+const timedSegment = object({ segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });
+const timedToken = object({ tokenId: { schema: string }, segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });
+const point = object({ identity: { schema: string }, timeSec: { schema: number }, frame: { schema: integer } });
const group = object({ sourceSegmentId: { schema: string }, sourceTokenIds: { schema: { kind: "array", items: string } }, evidenceWordStart: { schema: integer }, evidenceWordEndExclusive: { schema: integer },
relation: { schema: { kind: "string", enum: ["exact", "split", "merge", "replacement", "source-omission", "evidence-insertion"] } }, cost: { schema: number } });
export const completeSemanticMapSchema: ValueSchema = object({ contract: { schema: { kind: "literal", value: "svml.complete-semantic-map@1" } },
diff --git a/packages/semantic-map/src/types.ts b/packages/semantic-map/src/types.ts
index fcfc0e3d..24f18f41 100644
--- a/packages/semantic-map/src/types.ts
+++ b/packages/semantic-map/src/types.ts
@@ -1,8 +1,7 @@
-export type TimingQuality = "measured" | "derived" | "estimated";
export type AlignmentRelation = "exact" | "split" | "merge" | "replacement" | "source-omission" | "evidence-insertion";
export type AlignmentGroup = { readonly sourceSegmentId: string; readonly sourceTokenIds: readonly string[]; readonly evidenceWordStart: number; readonly evidenceWordEndExclusive: number; readonly relation: AlignmentRelation; readonly cost: number };
-export type TimedSpeechToken = { readonly tokenId: string; readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number; readonly startQuality: TimingQuality; readonly endQuality: TimingQuality };
-export type TimedSpeechSegment = { readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number; readonly startQuality: TimingQuality; readonly endQuality: TimingQuality };
-export type SemanticTimePoint = { readonly identity: string; readonly timeSec: number; readonly frame: number; readonly quality: TimingQuality };
+export type TimedSpeechToken = { readonly tokenId: string; readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };
+export type TimedSpeechSegment = { readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };
+export type SemanticTimePoint = { readonly identity: string; readonly timeSec: number; readonly frame: number };
export type CompleteSemanticMap = { readonly contract: "svml.complete-semantic-map@1"; readonly quantizationPolicy: "nearest-frame"; readonly durationSec: number;
readonly segments: readonly TimedSpeechSegment[]; readonly tokens: readonly TimedSpeechToken[]; readonly anchors: readonly SemanticTimePoint[]; readonly groups: readonly AlignmentGroup[] };
diff --git a/packages/speech-alignment/src/locate.ts b/packages/speech-alignment/src/locate.ts
index db8b87d6..11dddff7 100644
--- a/packages/speech-alignment/src/locate.ts
+++ b/packages/speech-alignment/src/locate.ts
@@ -3,7 +3,7 @@ import type { Narrative, NarrativeToken } from "@narratage/narrative";
import type { ProgramSpace } from "@narratage/program-space";
import type { SpeechAudioBasis, SpeechBasis } from "@narratage/speech";
import type { AlignedTranscriptEvidence, AlignedTranscriptSegment, SpeechCharacterEvidence, SpeechWordEvidence } from "@narratage/speech-evidence";
-import type { AlignmentGroup, CompleteSemanticMap, SemanticTimePoint, TimedSpeechSegment, TimedSpeechToken, TimingQuality } from "@narratage/semantic-map";
+import type { AlignmentGroup, CompleteSemanticMap, SemanticTimePoint, TimedSpeechSegment, TimedSpeechToken } from "@narratage/semantic-map";
import { alignWordGroups } from "./align.js";
import { SpeechAlignmentError } from "./error.js";
@@ -15,8 +15,6 @@ export const speechLocatorDigest = digestOf("@narratage/speech-alignment/locate@
type MutableTiming = {
startSec: number;
endSec: number;
- startQuality: TimingQuality;
- endQuality: TimingQuality;
};
type TimedEvidenceChar = {
@@ -310,8 +308,6 @@ function locatePairedGroup(
output[sourceIndex] = {
startSec,
endSec: Math.max(startSec, endSec),
- startQuality: exactOneToOne ? "measured" : "derived",
- endQuality: exactOneToOne ? "measured" : "derived",
};
}
}
@@ -354,8 +350,6 @@ function fillEstimated(
values[index] = {
startSec,
endSec,
- startQuality: "estimated",
- endQuality: "estimated",
};
}
}
@@ -414,8 +408,6 @@ export function locateSpeechTiming(
endSec: secondsFor(basis, endFrame),
startFrame,
endFrame,
- startQuality: timing.startQuality,
- endQuality: timing.endQuality,
};
});
assertMonotonic(segmentTokens, segment.id);
@@ -428,8 +420,6 @@ export function locateSpeechTiming(
endSec: secondsFor(basis, endFrame),
startFrame,
endFrame,
- startQuality: "measured",
- endQuality: "measured",
});
groups.push(...segmentGroups);
}
@@ -440,13 +430,13 @@ export function locateSpeechTiming(
if (anchor.kind === "segment-start" || anchor.kind === "segment-end") {
const segment = segmentsById.get(anchor.segmentId)!;
return anchor.kind === "segment-start"
- ? { identity: anchor.id, timeSec: segment.startSec, frame: segment.startFrame, quality: segment.startQuality }
- : { identity: anchor.id, timeSec: segment.endSec, frame: segment.endFrame, quality: segment.endQuality };
+ ? { identity: anchor.id, timeSec: segment.startSec, frame: segment.startFrame }
+ : { identity: anchor.id, timeSec: segment.endSec, frame: segment.endFrame };
}
const token = tokensById.get(anchor.tokenId!)!;
return anchor.kind === "token-start"
- ? { identity: anchor.id, timeSec: token.startSec, frame: token.startFrame, quality: token.startQuality }
- : { identity: anchor.id, timeSec: token.endSec, frame: token.endFrame, quality: token.endQuality };
+ ? { identity: anchor.id, timeSec: token.startSec, frame: token.startFrame }
+ : { identity: anchor.id, timeSec: token.endSec, frame: token.endFrame };
});
const payload = {
contract: "svml.complete-semantic-map@1" as const,
diff --git a/packages/speech-alignment/src/types.ts b/packages/speech-alignment/src/types.ts
index 111771f2..5dec813b 100644
--- a/packages/speech-alignment/src/types.ts
+++ b/packages/speech-alignment/src/types.ts
@@ -12,6 +12,5 @@ export type {
SemanticTimePoint,
TimedSpeechSegment,
TimedSpeechToken,
- TimingQuality,
} from "@narratage/semantic-map";
export type { SpeechAudioBasis } from "@narratage/speech";
diff --git a/packages/speech-alignment/test/speech-align.test.ts b/packages/speech-alignment/test/speech-align.test.ts
index d573d64e..5c82ba3e 100644
--- a/packages/speech-alignment/test/speech-align.test.ts
+++ b/packages/speech-alignment/test/speech-align.test.ts
@@ -142,10 +142,10 @@ test("exact transcript words cover every Script and Segment anchor", () => {
assert.equal(map.tokens.length, 2);
assert.equal(map.anchors.length, 2 * narrative.tokens.length + 2 * narrative.segments.length);
assert.deepEqual(
- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality, token.endQuality]),
+ map.tokens.map((token) => [token.startSec, token.endSec]),
[
- [0.1, 0.4, "measured", "measured"],
- [0.5, 0.9, "measured", "measured"],
+ [0.1, 0.4],
+ [0.5, 0.9],
],
);
assert.equal(new Set(map.anchors.map((anchor) => anchor.identity)).size, map.anchors.length);
@@ -167,10 +167,10 @@ test("M:1 uses evidence character times instead of dividing a merged word by len
assert.equal(map.groups[0]?.relation, "merge");
assert.deepEqual(
- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),
+ map.tokens.map((token) => [token.startSec, token.endSec]),
[
- [0.1, 0.36, "derived"],
- [0.42, 0.78, "derived"],
+ [0.1, 0.36],
+ [0.42, 0.78],
],
);
});
@@ -186,8 +186,8 @@ test("1:N wraps all evidence words in one Script token", () => {
assert.equal(map.groups[0]?.relation, "split");
assert.deepEqual(
- [map.tokens[0]?.startSec, map.tokens[0]?.endSec, map.tokens[0]?.startQuality],
- [0.2, 0.82, "derived"],
+ [map.tokens[0]?.startSec, map.tokens[0]?.endSec],
+ [0.2, 0.82],
);
});
@@ -211,12 +211,12 @@ test("a recognized filler stays an insertion and does not absorb neighboring Scr
"exact",
]);
assert.deepEqual(
- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),
+ map.tokens.map((token) => [token.startSec, token.endSec]),
[
- [0.1, 0.2, "measured"],
- [0.4, 0.62, "measured"],
- [0.67, 0.82, "measured"],
- [0.86, 0.96, "measured"],
+ [0.1, 0.2],
+ [0.4, 0.62],
+ [0.67, 0.82],
+ [0.86, 0.96],
],
);
});
@@ -238,8 +238,8 @@ test("an omitted Script word receives the complete unmeasured interval between n
"exact",
]);
assert.deepEqual(
- [map.tokens[2]?.startSec, map.tokens[2]?.endSec, map.tokens[2]?.startQuality],
- [0.4, 0.6, "estimated"],
+ [map.tokens[2]?.startSec, map.tokens[2]?.endSec],
+ [0.4, 0.6],
);
});
@@ -251,10 +251,10 @@ test("VAD bounds contain estimates when an entire Script Segment has no recogniz
});
assert.deepEqual(
- map.tokens.map((token) => [token.startSec, token.endSec, token.startQuality]),
+ map.tokens.map((token) => [token.startSec, token.endSec]),
[
- [0.4, 0.8, "estimated"],
- [0.8, 1.2, "estimated"],
+ [0.4, 0.8],
+ [0.8, 1.2],
],
);
});
diff --git a/packages/text-track/test/text-track.test.ts b/packages/text-track/test/text-track.test.ts
index 18f4e40b..bb7ac9df 100644
--- a/packages/text-track/test/text-track.test.ts
+++ b/packages/text-track/test/text-track.test.ts
@@ -110,7 +110,6 @@ test("a selected Text Item is located only through explicit Selection and Semant
durationSec: 5,
segments: [{
segmentId: "opening", startSec: 0, endSec: 3, startFrame: 0, endFrame: 90,
- startQuality: "measured" as const, endQuality: "measured" as const,
}],
tokens: [0, 1, 2].map((index) => ({
tokenId: `token-${index}`,
@@ -119,8 +118,6 @@ test("a selected Text Item is located only through explicit Selection and Semant
endSec: index + 1,
startFrame: index * 30,
endFrame: (index + 1) * 30,
- startQuality: "measured" as const,
- endQuality: "measured" as const,
})),
anchors: [],
groups: [],
diff --git a/spec/caption-program.md b/spec/caption-program.md
index ba276ad8..5800c3df 100644
--- a/spec/caption-program.md
+++ b/spec/caption-program.md
@@ -101,8 +101,8 @@ Gemini, but the author graph must explicitly choose them.
`CompleteSemanticMap` remains the only global speech timing truth. Exact display atoms reuse their
source token windows. For a `region-envelope` alias, a Caption renderer may allocate local windows
-inside that region's measured envelope. Such boundaries are labelled `estimated`, remain downstream
-Caption facts and are never written back into the global map.
+inside that region's envelope. Those local boundaries remain downstream Caption facts and are never
+written back into the global map.
Multiple Cues inside one alias must receive ordered, non-overlapping local windows. They must not
each copy the same whole region envelope.
diff --git a/spec/script-surface.md b/spec/script-surface.md
index a44a5760..a06bd6f4 100644
--- a/spec/script-surface.md
+++ b/spec/script-surface.md
@@ -340,8 +340,7 @@ Locator 必须提交覆盖全部 `2M + 2N` identity 的总映射:
SemanticAnchorIdentity → ProgramPoint(ProgramSpace)
```
-完整性与精度正交:每个点都必须存在,同时可以标记为 `estimated`、`derived`
-或 `measured`。消费者不得补点、移动点或从相邻 occurrence 借点。每个 Segment
+每个点都必须存在。消费者不得补点、移动点或从相邻 occurrence 借点。每个 Segment
内部必须非降序:
```text
@@ -368,8 +367,7 @@ gap B.start > A.end
Range 在不同 Locator 下反向或消失。
同一份 SelectionSet 在不同 fulfillment 产生的 `CompleteSemanticMap` 上可得到
-预览或成片区间。Map 使用相同 identity;每个 anchor 以 `measured`、`derived` 或
-`estimated` 记录证据质量。Script 本身不含秒数、帧号或采样点。
+预览或成片区间。Map 使用相同 identity。Script 本身不含秒数、帧号或采样点。
Script Surface 不绑定帧率、采样率或渲染器。后端一旦选择物理时钟,必须只
量化一次并让所有消费者复用同一整数边界;后端时钟变化不改变本语言表面。