Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

fix: resolve marker affinity to one anchor while parsing

kashorin34d3bfd1fafe
diff --git a/examples/echo-pro-aroll/svml.packages.lock b/examples/echo-pro-aroll/svml.packages.lock
index efdaaf85..d71263d7 100644
--- a/examples/echo-pro-aroll/svml.packages.lock
+++ b/examples/echo-pro-aroll/svml.packages.lock
@@ -14,7 +14,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
+ "digest": "sha256:6db06978a4f877a78bcea9d44e0470b3580fff01f4be723b9e364431cef79a67"
},
{
"name": "@narratage/component-kit",
@@ -79,7 +79,7 @@
{
"name": "@narratage/narrative",
"version": "0.0.0-dev",
- "digest": "sha256:866d6570d7fd659cd56540c0be3a28ad43b7de68be464a77591f6e14d8b61564"
+ "digest": "sha256:85e98e61021310c2dd6473189dcbcc9daa54039277169cbb5ed51ed70277a894"
},
{
"name": "@narratage/program-space",
@@ -114,7 +114,7 @@
{
"name": "@narratage/script",
"version": "0.0.0-dev",
- "digest": "sha256:4826275f4b7f1fc9169f059eef794bff22db76b5283f48442ad60a0452bf2218"
+ "digest": "sha256:346c06c3a317d749019da7309c419771f3325a4329d6e551d5f4c5af95cb260e"
},
{
"name": "@narratage/seedance-speaker",
@@ -129,7 +129,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
+ "digest": "sha256:51a531dfb1e7342a0b5a4e714f9f89642f295a18f19d13a6aa9c47e8cfbef1df"
},
{
"name": "@narratage/source",
@@ -139,7 +139,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
+ "digest": "sha256:ea916939fa15e434c799cc7914eedea06a521902e6523c11809a98b69f807836"
},
{
"name": "@narratage/speech-basis",
@@ -203,8 +203,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",
- "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"
+ "facetsDigest": "sha256:f5745238a85fe4571792b27e15a5dc5cc958fb165d0d72951f13c4dfbe8f6c67",
+ "closureDigest": "sha256:cdab28c4b5596b48ea867bfe14ad62bf349c8740124d2da2c2c65e700b1bf168"
},
{
"specifier": "@narratage/caption-gemini",
@@ -212,8 +212,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",
- "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"
+ "facetsDigest": "sha256:6ae1f54415d7b6fa4ce5993dd3e1255615cd17e54e8a62cf34ebf17a534453e3",
+ "closureDigest": "sha256:8d3683a5d160118c2ccad1402fff0406051409b92518623d61c4102e14bf960f"
},
{
"specifier": "@narratage/composition",
@@ -230,8 +230,8 @@
"name": "@narratage/estimate",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:0e6e3a40ca98b42bf76f5877eaa0f5c7a420d69965a32af84ef7e61c0feb0c22",
- "closureDigest": "sha256:696a5dff37acf90698288d3bc6628c82975239208e5b5b4977dd68b8abf8a810"
+ "facetsDigest": "sha256:b737a89381747c16afbc9cc026f268b83e8e6c02b707f85a44c28f66c8807eaa",
+ "closureDigest": "sha256:71418c16346213e42a25d62de93fe83fbfafeb181dae0a25e095a2c519d0ff8a"
},
{
"specifier": "@narratage/film",
@@ -275,8 +275,8 @@
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6f520aa9a6d237dec9e48cfd3c3c9b47282ce6241a614cfd5ffe35a9e39d9533",
- "closureDigest": "sha256:0d101dc7b9054d2b5f7b03a80c4f75c6d6238514c0ea8f7e2b4e0b0832a950c4"
+ "facetsDigest": "sha256:783aeed74e2586b3f4cff5350a27d06de9cb9472a237dabc0d5c68680cca3546",
+ "closureDigest": "sha256:36e72ba079f2b473f997bec1f8944a7c36ebd6946a828b84161908576b3c314a"
},
{
"specifier": "@narratage/narrative",
@@ -284,8 +284,8 @@
"name": "@narratage/narrative",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:ad432145af4671da3a98c911958f569e49df74115ac336d1e34111ee513c303f",
- "closureDigest": "sha256:6056d2d75cb3b109d3499f94f875f33bd70b985e8cdb668e82012c918e2e9165"
+ "facetsDigest": "sha256:849b7e49ef228b44d07ae57a106b18a24c7730c88783057bcdbad1e2e61153d3",
+ "closureDigest": "sha256:40c0f9e814f4c09567f45ca2cbfabeec756aa2aa317c914c3bdd40ea2cab3473"
},
{
"specifier": "@narratage/program-space",
@@ -311,8 +311,8 @@
"name": "@narratage/render-hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9fe1ea0ccad65e4819fa82804a6a96003782cad1b32fc155f65a991b91f2bfdf",
- "closureDigest": "sha256:c5796095828887f523f078fea4f24e17df38988817df2ad90f79c337e7dbb6a8"
+ "facetsDigest": "sha256:8fcb965f660a24bfbe2808f0e288d0afb316d772ec5d6f189530d3602a9f9186",
+ "closureDigest": "sha256:eace40b956a40685862e46b9cd3b8e29f32120bb74d8c41d09977ea354522af7"
},
{
"specifier": "@narratage/run-text",
@@ -329,8 +329,8 @@
"name": "@narratage/script",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:be36b7773862df5124e3c3598ac9f9c3407f081d91360623fb2f983ba7e2ecab",
- "closureDigest": "sha256:85f18a69197b5c61a96a5188adc586dcf4ef72e961e10775d8301a3864678563"
+ "facetsDigest": "sha256:42d654cd2ce1e48b6a0edb036e4ef742ab59cd73abb2bb42f66ab522ae41e34e",
+ "closureDigest": "sha256:29f695f2d8584b0ddd80f53252df0127911b182fa59d41b430112eaa5eff01b2"
},
{
"specifier": "@narratage/seedance",
@@ -338,8 +338,8 @@
"name": "@narratage/seedance",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:33c8544ab99b77c94af25a4620bf17e0b1b994cc505616933878c8ece586f666",
- "closureDigest": "sha256:b0a54d63ab4459257885d87cc247e86b9fed0c9d1bd704fd6fca8ce8f0a36a75"
+ "facetsDigest": "sha256:25a6e78020082829e4ad5b41609f11b82933fb99d6fdb7958d392fa646eaa94b",
+ "closureDigest": "sha256:138c8e96a9f08d92fde7a6b81d2d7c464d3263234c9930aac5a7faafa0a727b5"
},
{
"specifier": "@narratage/seedance-speaker",
@@ -347,8 +347,8 @@
"name": "@narratage/seedance-speaker",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:7e53dd24fcc24b2cf3aff7bb10671132251c37a38d20223e33c95f129a8213a9",
- "closureDigest": "sha256:d0a812f48784ef7abc69e5b2f5dde3058dd02762050753ec1e0bf8eb1953aba2"
+ "facetsDigest": "sha256:6d913b16f5ffd7c5cc4969c6ec78d5a1b87060ec4ec4fbd59df1dff12ec52b94",
+ "closureDigest": "sha256:a6761cb197f0b9088b6cceaef4533af579a154fd2fc7482cc932895aa296dc06"
},
{
"specifier": "@narratage/semantic-map",
@@ -356,8 +356,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",
- "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"
+ "facetsDigest": "sha256:368118044ef91df01ac2f92a3a7acd443cd256904a99b01ee1a9451b8c822305",
+ "closureDigest": "sha256:52979d37ffef941461bcec99a5873bea634f921e1194a44a7316cd64b9483d79"
},
{
"specifier": "@narratage/speech",
@@ -365,8 +365,8 @@
"name": "@narratage/speech",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:18c88419b284266980f5016505e4fce22ba544d4eff743395bcb365c560a16b4",
- "closureDigest": "sha256:ab1999e9af57cf1af17453ac31aba868b45b60603c729e5cdd4b6bfba850690f"
+ "facetsDigest": "sha256:fbecf0c9334b34c91f49c4edd9f2592d7b49856ec2d8a875dd272f47ade29a18",
+ "closureDigest": "sha256:919377b0b462538e1071bb1aa48bb1603a29b9b7c8b9054861343b8e62f59d23"
},
{
"specifier": "@narratage/speech-alignment",
@@ -374,8 +374,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",
- "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"
+ "facetsDigest": "sha256:6b274580dadbfc4b79a0df00bbd87683ba91143be08bf4b1736a85c8d0b658fd",
+ "closureDigest": "sha256:86d76f2023484ace331efff9d4aa56845e5f7c600c318efae946a1ccf899a7a8"
},
{
"specifier": "@narratage/speech-basis",
@@ -383,8 +383,8 @@
"name": "@narratage/speech-basis",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:145137408570c5bd7a635fb81ce8d239c0345ae70b3b6d85cfcc460ebbf86044",
- "closureDigest": "sha256:0c6be2eb13111369a7fee4462a48317129945d54f4079c2d4a541312331cebb6"
+ "facetsDigest": "sha256:9703845ab4a67b1a1fba98b276f5c913baec80748a08c0d63dc1b10caef8466f",
+ "closureDigest": "sha256:62f0ee7705817ba70a94c78a6d00377628f8548f22d7d6ce8daed97048112e0b"
},
{
"specifier": "@narratage/speech-evidence",
@@ -392,8 +392,8 @@
"name": "@narratage/speech-evidence",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d9ab65b0cd727208120e24a9931c763e33c8c9981265c9e0488c0017149de811",
- "closureDigest": "sha256:7e382d8d648709f7d6489f399ec0bdbc6d207c9ae57abbf98dc3923ea197f9f5"
+ "facetsDigest": "sha256:69110ba7b1740b0e609f6beef673fe4ef113ba5b0c803fb785ecf1dc9325f0a7",
+ "closureDigest": "sha256:ebe2ab569881b98726bbc3aafc3dc546794530cd3f656b1b4fdf2d5b30a297ae"
},
{
"specifier": "@narratage/speech-spine",
@@ -401,8 +401,8 @@
"name": "@narratage/speech-spine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:3b85990a1db133628007169f15637c5efed029a4d184f8c908d4475624139b40",
- "closureDigest": "sha256:c9ab638e436347e9f5352abfa7d62602978220e2bfb072af8ac8f779bafce96d"
+ "facetsDigest": "sha256:a4cdbee32b5752810b440adb83ba73a4261b4a61f5a750c6712a721f3265ad48",
+ "closureDigest": "sha256:3d7f54d31a3c38ee46e104f68349539d023d0b59b230ef07b407268452834ada"
},
{
"specifier": "@narratage/svs",
@@ -428,9 +428,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",
- "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"
+ "facetsDigest": "sha256:6ba179530bbf53e7e3cce1c1ef8b37280bb6a4ac558fe2dc8ec2fada3ba57636",
+ "closureDigest": "sha256:a183d236eba0fff7b15c2f186475041b6c5101ef5949af40e853471119be5b7d"
}
],
- "digest": "sha256:560d97c7ff69362c2bf8cd70f5730f96aef6bbb4c2ab7febe9750b7953fcbbce"
+ "digest": "sha256:6b4e80a647150ca1e00a29f6e8370041724ea456b25ef81eb20301f3b1f9ed26"
}
diff --git a/examples/echo-pro-aroll/svml.runtime-packages.lock b/examples/echo-pro-aroll/svml.runtime-packages.lock
index f8f4624e..41e7f24b 100644
--- a/examples/echo-pro-aroll/svml.runtime-packages.lock
+++ b/examples/echo-pro-aroll/svml.runtime-packages.lock
@@ -39,7 +39,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
+ "digest": "sha256:6db06978a4f877a78bcea9d44e0470b3580fff01f4be723b9e364431cef79a67"
},
{
"name": "@narratage/component-kit",
@@ -94,7 +94,7 @@
{
"name": "@narratage/narrative",
"version": "0.0.0-dev",
- "digest": "sha256:866d6570d7fd659cd56540c0be3a28ad43b7de68be464a77591f6e14d8b61564"
+ "digest": "sha256:85e98e61021310c2dd6473189dcbcc9daa54039277169cbb5ed51ed70277a894"
},
{
"name": "@narratage/program-space",
@@ -154,7 +154,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
+ "digest": "sha256:51a531dfb1e7342a0b5a4e714f9f89642f295a18f19d13a6aa9c47e8cfbef1df"
},
{
"name": "@narratage/source",
@@ -164,7 +164,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
+ "digest": "sha256:ea916939fa15e434c799cc7914eedea06a521902e6523c11809a98b69f807836"
},
{
"name": "@narratage/speech-evidence",
@@ -850,7 +850,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:b2636492ab0b0b500d674899ab2ff14fc61c7f2b22ef44eb8f816f141b21ec4d",
- "closureDigest": "sha256:329adc3afee7c086fc00464d94113ad2046429c8b517ad289aee2cc994a47044"
+ "closureDigest": "sha256:d142cd5ad96b6be6df287724e137d0c36dd9077f27e00237a7feaf2693d1d56e"
},
{
"specifier": "@narratage/provider-hyperframes-local",
@@ -859,7 +859,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:b14b721bdc0c9d5d9ced1c345107c92a3a5878f3383dea2ecd3e310442c2a40c",
- "closureDigest": "sha256:a2da855432ae1441f10b74ee5cecdcd57e6493e3e527dc02e5c51eb14d12535b"
+ "closureDigest": "sha256:3a02162d681f5dca81f341d7580b220b4ebe3b02a3728ad3aae6923c621705f5"
},
{
"specifier": "@narratage/provider-kie",
@@ -877,7 +877,7 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:701abcc923bf8a711c20b6e308d8cc8be27bf560f249b8c5a801e1dbd9cb3979",
- "closureDigest": "sha256:64953a2feb5ca13f0f6f8ffa33aeca2e7427e226ce0704168e3cf7e8658e6ff4"
+ "closureDigest": "sha256:655a1d9f5a823639202005364821ab0e91a69f4cb1c0c38c543fb547b5b42646"
},
{
"specifier": "@narratage/provider-whisperx-local",
@@ -886,8 +886,8 @@
"version": "0.0.0-dev"
},
"facetsDigest": "sha256:3686b84c42cc2b1bcaccf57cbdcda25a15c7d9d3778fb92d25437f9880ed8f5d",
- "closureDigest": "sha256:05f5dc61a68bc771432754970d6db442fb64fa0b10228a2879e2c5bb80cfec16"
+ "closureDigest": "sha256:dcf4679193545527961bb610d29047ee86964acf0e708cea02b612e51f4d4843"
}
],
- "digest": "sha256:34a8345b7ea353689f10958ae49442fd0fcb6f0087d8a3e34a7cd2f893ccbb20"
+ "digest": "sha256:ee0292bcf627ecdb06bc42d89affa9ae45a43d2b2cd98cbb4841593319fee479"
}
diff --git a/examples/talking-film-graph-check/svml.packages.lock b/examples/talking-film-graph-check/svml.packages.lock
index a399148d..5f4c2c4d 100644
--- a/examples/talking-film-graph-check/svml.packages.lock
+++ b/examples/talking-film-graph-check/svml.packages.lock
@@ -19,7 +19,7 @@
{
"name": "@narratage/caption",
"version": "0.0.0-dev",
- "digest": "sha256:2cc50a1dc8aacb13caf90b5aa7c58bbda6be782765996e0e5a12d1b4c1163753"
+ "digest": "sha256:6db06978a4f877a78bcea9d44e0470b3580fff01f4be723b9e364431cef79a67"
},
{
"name": "@narratage/component-kit",
@@ -79,7 +79,7 @@
{
"name": "@narratage/narrative",
"version": "0.0.0-dev",
- "digest": "sha256:866d6570d7fd659cd56540c0be3a28ad43b7de68be464a77591f6e14d8b61564"
+ "digest": "sha256:85e98e61021310c2dd6473189dcbcc9daa54039277169cbb5ed51ed70277a894"
},
{
"name": "@narratage/program-space",
@@ -109,7 +109,7 @@
{
"name": "@narratage/script",
"version": "0.0.0-dev",
- "digest": "sha256:4826275f4b7f1fc9169f059eef794bff22db76b5283f48442ad60a0452bf2218"
+ "digest": "sha256:346c06c3a317d749019da7309c419771f3325a4329d6e551d5f4c5af95cb260e"
},
{
"name": "@narratage/seedance",
@@ -119,7 +119,7 @@
{
"name": "@narratage/semantic-map",
"version": "0.0.0-dev",
- "digest": "sha256:387bad3d99eb4b50d9721f5b258f1ed4d2fad277a817aca98c6390eb511e40d4"
+ "digest": "sha256:51a531dfb1e7342a0b5a4e714f9f89642f295a18f19d13a6aa9c47e8cfbef1df"
},
{
"name": "@narratage/source",
@@ -129,7 +129,7 @@
{
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev",
- "digest": "sha256:aacaade075325a1f3a28dc4ee8d6a685046e480ff9d6e40fce1c6e5f3d7c0091"
+ "digest": "sha256:ea916939fa15e434c799cc7914eedea06a521902e6523c11809a98b69f807836"
},
{
"name": "@narratage/speech-basis",
@@ -159,7 +159,7 @@
{
"name": "@narratage/text-track",
"version": "0.0.0-dev",
- "digest": "sha256:a3b8e09fb36b61c280cac3f73d6dd94272024f6a8086ed7eae70722d6e2270cc"
+ "digest": "sha256:19e86a9c77c9a0ad18ec6b02f90babc1dcd659928dc893c69aaf187cd7f16537"
},
{
"name": "@narratage/text",
@@ -198,8 +198,8 @@
"name": "@narratage/broll",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:af6b5c2380a0f9f2175ec01e1ccc50b4da0e5686fae37a8a8b642157afac1da1",
- "closureDigest": "sha256:7df7ce1332bb56b05152f960e82b5b157b2b5d8a3c0daf865e9d486cd7e7b74a"
+ "facetsDigest": "sha256:ed40135914248d05319936bf1dde42126e6aa7783a070e02a207dbe775af2af1",
+ "closureDigest": "sha256:26ddc751dfe9cfaa31ba53a70bee02f6ed9d830ae87d12995987e379e1b264d3"
},
{
"specifier": "@narratage/caption",
@@ -207,8 +207,8 @@
"name": "@narratage/caption",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:2ee66831641cb2f84f681a75fa094ef2e2f59d5ef6306dbe6614aa0e5936cef8",
- "closureDigest": "sha256:2d31507ffb92dde6cb9acc3f8705f7823fd268a5f469335ab0b103633e143550"
+ "facetsDigest": "sha256:f5745238a85fe4571792b27e15a5dc5cc958fb165d0d72951f13c4dfbe8f6c67",
+ "closureDigest": "sha256:cdab28c4b5596b48ea867bfe14ad62bf349c8740124d2da2c2c65e700b1bf168"
},
{
"specifier": "@narratage/caption-gemini",
@@ -216,8 +216,8 @@
"name": "@narratage/caption-gemini",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:187f25b50175ac03a581fccba8395296a0a2118e532225b366d397a2b0400fc4",
- "closureDigest": "sha256:48c8f7f6b231f057672a97a8aa9c13061705f067aa8e967abf988c3404a19d87"
+ "facetsDigest": "sha256:6ae1f54415d7b6fa4ce5993dd3e1255615cd17e54e8a62cf34ebf17a534453e3",
+ "closureDigest": "sha256:8d3683a5d160118c2ccad1402fff0406051409b92518623d61c4102e14bf960f"
},
{
"specifier": "@narratage/composition",
@@ -270,8 +270,8 @@
"name": "@narratage/media-pipeline",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:6f520aa9a6d237dec9e48cfd3c3c9b47282ce6241a614cfd5ffe35a9e39d9533",
- "closureDigest": "sha256:0d101dc7b9054d2b5f7b03a80c4f75c6d6238514c0ea8f7e2b4e0b0832a950c4"
+ "facetsDigest": "sha256:783aeed74e2586b3f4cff5350a27d06de9cb9472a237dabc0d5c68680cca3546",
+ "closureDigest": "sha256:36e72ba079f2b473f997bec1f8944a7c36ebd6946a828b84161908576b3c314a"
},
{
"specifier": "@narratage/narrative",
@@ -279,8 +279,8 @@
"name": "@narratage/narrative",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:ad432145af4671da3a98c911958f569e49df74115ac336d1e34111ee513c303f",
- "closureDigest": "sha256:6056d2d75cb3b109d3499f94f875f33bd70b985e8cdb668e82012c918e2e9165"
+ "facetsDigest": "sha256:849b7e49ef228b44d07ae57a106b18a24c7730c88783057bcdbad1e2e61153d3",
+ "closureDigest": "sha256:40c0f9e814f4c09567f45ca2cbfabeec756aa2aa317c914c3bdd40ea2cab3473"
},
{
"specifier": "@narratage/program-space",
@@ -297,8 +297,8 @@
"name": "@narratage/render-hyperframes",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:9fe1ea0ccad65e4819fa82804a6a96003782cad1b32fc155f65a991b91f2bfdf",
- "closureDigest": "sha256:c5796095828887f523f078fea4f24e17df38988817df2ad90f79c337e7dbb6a8"
+ "facetsDigest": "sha256:8fcb965f660a24bfbe2808f0e288d0afb316d772ec5d6f189530d3602a9f9186",
+ "closureDigest": "sha256:eace40b956a40685862e46b9cd3b8e29f32120bb74d8c41d09977ea354522af7"
},
{
"specifier": "@narratage/run-text",
@@ -315,8 +315,8 @@
"name": "@narratage/script",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:be36b7773862df5124e3c3598ac9f9c3407f081d91360623fb2f983ba7e2ecab",
- "closureDigest": "sha256:85f18a69197b5c61a96a5188adc586dcf4ef72e961e10775d8301a3864678563"
+ "facetsDigest": "sha256:42d654cd2ce1e48b6a0edb036e4ef742ab59cd73abb2bb42f66ab522ae41e34e",
+ "closureDigest": "sha256:29f695f2d8584b0ddd80f53252df0127911b182fa59d41b430112eaa5eff01b2"
},
{
"specifier": "@narratage/seedance",
@@ -324,8 +324,8 @@
"name": "@narratage/seedance",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:33c8544ab99b77c94af25a4620bf17e0b1b994cc505616933878c8ece586f666",
- "closureDigest": "sha256:b0a54d63ab4459257885d87cc247e86b9fed0c9d1bd704fd6fca8ce8f0a36a75"
+ "facetsDigest": "sha256:25a6e78020082829e4ad5b41609f11b82933fb99d6fdb7958d392fa646eaa94b",
+ "closureDigest": "sha256:138c8e96a9f08d92fde7a6b81d2d7c464d3263234c9930aac5a7faafa0a727b5"
},
{
"specifier": "@narratage/semantic-map",
@@ -333,8 +333,8 @@
"name": "@narratage/semantic-map",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:0643f64108ed0effaa2d4fb6430ee784cf4097b645f6a29454a7053ebbd5c24b",
- "closureDigest": "sha256:6d02c9e040b8c6069753f33d032cbef30a201a8a46f5c6ef6c335f21742d9d59"
+ "facetsDigest": "sha256:368118044ef91df01ac2f92a3a7acd443cd256904a99b01ee1a9451b8c822305",
+ "closureDigest": "sha256:52979d37ffef941461bcec99a5873bea634f921e1194a44a7316cd64b9483d79"
},
{
"specifier": "@narratage/speech",
@@ -342,8 +342,8 @@
"name": "@narratage/speech",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:18c88419b284266980f5016505e4fce22ba544d4eff743395bcb365c560a16b4",
- "closureDigest": "sha256:ab1999e9af57cf1af17453ac31aba868b45b60603c729e5cdd4b6bfba850690f"
+ "facetsDigest": "sha256:fbecf0c9334b34c91f49c4edd9f2592d7b49856ec2d8a875dd272f47ade29a18",
+ "closureDigest": "sha256:919377b0b462538e1071bb1aa48bb1603a29b9b7c8b9054861343b8e62f59d23"
},
{
"specifier": "@narratage/speech-alignment",
@@ -351,8 +351,8 @@
"name": "@narratage/speech-alignment",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:c6639913da14ba2249280bbc797ee8dde7039ad99169a364a2a2df48f8485329",
- "closureDigest": "sha256:c35b77441ee90b9e7348f4931b89c6db235adf2cf2339ce3f7206150f5031b0f"
+ "facetsDigest": "sha256:6b274580dadbfc4b79a0df00bbd87683ba91143be08bf4b1736a85c8d0b658fd",
+ "closureDigest": "sha256:86d76f2023484ace331efff9d4aa56845e5f7c600c318efae946a1ccf899a7a8"
},
{
"specifier": "@narratage/speech-basis",
@@ -360,8 +360,8 @@
"name": "@narratage/speech-basis",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:145137408570c5bd7a635fb81ce8d239c0345ae70b3b6d85cfcc460ebbf86044",
- "closureDigest": "sha256:0c6be2eb13111369a7fee4462a48317129945d54f4079c2d4a541312331cebb6"
+ "facetsDigest": "sha256:9703845ab4a67b1a1fba98b276f5c913baec80748a08c0d63dc1b10caef8466f",
+ "closureDigest": "sha256:62f0ee7705817ba70a94c78a6d00377628f8548f22d7d6ce8daed97048112e0b"
},
{
"specifier": "@narratage/speech-evidence",
@@ -369,8 +369,8 @@
"name": "@narratage/speech-evidence",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d9ab65b0cd727208120e24a9931c763e33c8c9981265c9e0488c0017149de811",
- "closureDigest": "sha256:7e382d8d648709f7d6489f399ec0bdbc6d207c9ae57abbf98dc3923ea197f9f5"
+ "facetsDigest": "sha256:69110ba7b1740b0e609f6beef673fe4ef113ba5b0c803fb785ecf1dc9325f0a7",
+ "closureDigest": "sha256:ebe2ab569881b98726bbc3aafc3dc546794530cd3f656b1b4fdf2d5b30a297ae"
},
{
"specifier": "@narratage/speech-spine",
@@ -378,8 +378,8 @@
"name": "@narratage/speech-spine",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:3b85990a1db133628007169f15637c5efed029a4d184f8c908d4475624139b40",
- "closureDigest": "sha256:c9ab638e436347e9f5352abfa7d62602978220e2bfb072af8ac8f779bafce96d"
+ "facetsDigest": "sha256:a4cdbee32b5752810b440adb83ba73a4261b4a61f5a750c6712a721f3265ad48",
+ "closureDigest": "sha256:3d7f54d31a3c38ee46e104f68349539d023d0b59b230ef07b407268452834ada"
},
{
"specifier": "@narratage/svs",
@@ -396,8 +396,8 @@
"name": "@narratage/text-track",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:d982a09731dc575de2b3faad1e22d7b9d7c43db1b289f84be899982ee56fe4e6",
- "closureDigest": "sha256:171c3f0a7e8f4601aaa1b7fdf49384e90685fb6760906fbef9d55d381818997e"
+ "facetsDigest": "sha256:c008378a21699a6ec62f9ea03b9bbd307841f6bbe37d06279574174c229ca8bf",
+ "closureDigest": "sha256:f66e494ecfb5f44b1090c06aa398acaf0e017c868c99ca3e56de519dabc24fc7"
},
{
"specifier": "@narratage/visual-ir",
@@ -414,9 +414,9 @@
"name": "@narratage/whisperx",
"version": "0.0.0-dev"
},
- "facetsDigest": "sha256:55e29a62e673186f29325660db595ddd5346f004d6bfbef15fac3c25d9f63686",
- "closureDigest": "sha256:7fd17af066fc1758244a4773a493c3fc75125991ad0d3db321eb6a3bd7bbd33a"
+ "facetsDigest": "sha256:6ba179530bbf53e7e3cce1c1ef8b37280bb6a4ac558fe2dc8ec2fada3ba57636",
+ "closureDigest": "sha256:a183d236eba0fff7b15c2f186475041b6c5101ef5949af40e853471119be5b7d"
}
],
- "digest": "sha256:2db24aae9ed7d74a889a91390748db60b58d88e1dd1468708b318b295c26fa8a"
+ "digest": "sha256:a03db9110ee580f539ac0bda92dc1147cff9c3aa2dcc3fb2e23f2a626676d8d4"
}
diff --git a/packages/caption/src/display.ts b/packages/caption/src/display.ts
index f1518a4a..eed0556f 100644
--- a/packages/caption/src/display.ts
+++ b/packages/caption/src/display.ts
@@ -57,13 +57,13 @@ function occurrenceRange(
occurrence: NarrativeSelectionRef["occurrences"][number],
tokenCount: number,
): { readonly start: number; readonly endExclusive: number } {
- const start = occurrence.open.affinity === "left"
- ? Math.max(0, occurrence.open.boundary.tokenIndex - 1)
- : occurrence.open.boundary.tokenIndex;
- const endExclusive = occurrence.close.affinity === "right"
- ? Math.min(tokenCount, occurrence.close.boundary.tokenIndex + 1)
- : occurrence.close.boundary.tokenIndex;
- return { start, endExclusive };
+ // Outward affinity moves the boundary in time, not in words: `~@x hello @/x~`
+ // and `@x hello @/x` cover the same token, differing only in the surrounding
+ // silence they absorb.
+ return {
+ start: Math.max(0, occurrence.open.boundary.tokenIndex),
+ endExclusive: Math.min(tokenCount, occurrence.close.boundary.tokenIndex),
+ };
}
export function displayAtomMatchesSelection(
diff --git a/packages/narrative/src/index.ts b/packages/narrative/src/index.ts
index 79c6027c..41459a8e 100644
--- a/packages/narrative/src/index.ts
+++ b/packages/narrative/src/index.ts
@@ -1,3 +1,3 @@
export { narrativeDependency, narrativeManifest, narrativeManifestDigest, narrativeModuleRef, narrativeTypes } from "./manifest.js";
-export { captionProjectionSchema, narrativeDialogueExcerptSchema, narrativeExcerptSchema, narrativeSchema, narrativeSelectionSchema, narrativeSpeechExcerptSchema } from "./schema.js";
+export { captionProjectionSchema, narrativeDialogueExcerptSchema, narrativeExcerptSchema, narrativeMomentSchema, narrativeSchema, narrativeSelectionSchema, narrativeSpeechExcerptSchema } from "./schema.js";
export type * from "./types.js";
diff --git a/packages/narrative/src/manifest.ts b/packages/narrative/src/manifest.ts
index 21dc3af3..85b5e395 100644
--- a/packages/narrative/src/manifest.ts
+++ b/packages/narrative/src/manifest.ts
@@ -5,6 +5,7 @@ import {
narrativeDialogueExcerptSchema,
narrativeExcerptSchema,
narrativeSchema,
+ narrativeMomentSchema,
narrativeSelectionSchema,
narrativeSpeechExcerptSchema,
} from "./schema.js";
@@ -16,6 +17,7 @@ export const narrativeTypes = {
dialogueExcerpt: { module: narrativeModuleRef, name: "NarrativeDialogueExcerpt" },
speechExcerpt: { module: narrativeModuleRef, name: "NarrativeSpeechExcerpt" },
selection: { module: narrativeModuleRef, name: "NarrativeSelection" },
+ moment: { module: narrativeModuleRef, name: "NarrativeMoment" },
captionProjection: { module: narrativeModuleRef, name: "CaptionProjection" },
} satisfies Record<string, TypeRef>;
export const narrativeManifest: ModuleManifest = {
@@ -27,6 +29,7 @@ export const narrativeManifest: ModuleManifest = {
{ name: narrativeTypes.dialogueExcerpt.name, schema: narrativeDialogueExcerptSchema },
{ name: narrativeTypes.speechExcerpt.name, schema: narrativeSpeechExcerptSchema },
{ name: narrativeTypes.selection.name, schema: narrativeSelectionSchema },
+ { name: narrativeTypes.moment.name, schema: narrativeMomentSchema },
{ name: narrativeTypes.captionProjection.name, schema: captionProjectionSchema },
],
capabilities: [], surfaces: [], producers: [],
diff --git a/packages/narrative/src/schema.ts b/packages/narrative/src/schema.ts
index ab26f20f..0596bbcc 100644
--- a/packages/narrative/src/schema.ts
+++ b/packages/narrative/src/schema.ts
@@ -9,6 +9,7 @@ const markerBoundary = object({
tokenIndex: { schema: integer },
structuralPosition: { schema: integer },
segmentId: { schema: string, optional: true },
+ anchorId: { schema: string },
});
const markerEdge = object({
affinity: { schema: { kind: "string", enum: ["left", "right"] } },
@@ -99,6 +100,13 @@ export const captionProjectionSchema: ValueSchema = object({
}) } },
}) } },
});
+export const narrativeMomentSchema: ValueSchema = object({
+ contract: { schema: { kind: "literal", value: "svml.narrative-moment@1" } }, id: { schema: string },
+ occurrences: { schema: { kind: "array", minItems: 1, items: object({
+ occurrence: { schema: integer }, affinity: { schema: { kind: "string", enum: ["left", "right"] } },
+ boundary: { schema: markerBoundary },
+ }) } },
+});
export const narrativeSelectionSchema: ValueSchema = object({
contract: { schema: { kind: "literal", value: "svml.narrative-selection@1" } }, id: { schema: string },
occurrences: { schema: { kind: "array", minItems: 1, items: object({
diff --git a/packages/narrative/src/types.ts b/packages/narrative/src/types.ts
index f0826135..ef111492 100644
--- a/packages/narrative/src/types.ts
+++ b/packages/narrative/src/types.ts
@@ -4,6 +4,8 @@ export type MarkerBoundary = {
readonly tokenIndex: number;
readonly structuralPosition: number;
readonly segmentId?: string;
+ /** The exact 2M+2N anchor this marker's affinity resolves to, fixed at parse time. */
+ readonly anchorId: string;
};
export type NarrativeSegment = {
@@ -61,6 +63,11 @@ export type NarrativeMoment = {
readonly occurrences: readonly NarrativeMomentOccurrence[];
};
+/** One explicitly authored semantic instant, independently referenceable by graph edges. */
+export type NarrativeMomentRef = NarrativeMoment & {
+ readonly contract: "svml.narrative-moment@1";
+};
+
export type CaptionRefinement = {
readonly id: string;
readonly display: string;
diff --git a/packages/script/src/index.ts b/packages/script/src/index.ts
index 47f45e3b..e217acfc 100644
--- a/packages/script/src/index.ts
+++ b/packages/script/src/index.ts
@@ -4,6 +4,7 @@ export {
captionProjectionType,
narrativeDialogueExcerptType,
narrativeExcerptType,
+ narrativeMomentType,
narrativeSelectionType,
narrativeSchema,
narrativeSpeechExcerptType,
@@ -16,6 +17,7 @@ export {
captionProjectionValue,
narrativeDialogueExcerptValue,
narrativeSegmentExcerptValue,
+ narrativeMomentValue,
narrativeSelectionValue,
narrativeSpeechExcerptValue,
narrativeSourceMap,
diff --git a/packages/script/src/manifest.ts b/packages/script/src/manifest.ts
index 3eada733..2486fb3e 100644
--- a/packages/script/src/manifest.ts
+++ b/packages/script/src/manifest.ts
@@ -8,6 +8,7 @@ export const narrativeExcerptType: TypeRef = narrativeTypes.excerpt;
export const narrativeDialogueExcerptType: TypeRef = narrativeTypes.dialogueExcerpt;
export const narrativeSpeechExcerptType: TypeRef = narrativeTypes.speechExcerpt;
export const narrativeSelectionType: TypeRef = narrativeTypes.selection;
+export const narrativeMomentType: TypeRef = narrativeTypes.moment;
export const captionProjectionType: TypeRef = narrativeTypes.captionProjection;
export { narrativeSchema };
@@ -31,6 +32,7 @@ export const scriptManifest: ModuleManifest = {
narrativeDialogueExcerptType,
narrativeSpeechExcerptType,
narrativeSelectionType,
+ narrativeMomentType,
captionProjectionType,
],
implementation: {
diff --git a/packages/script/src/narrative.ts b/packages/script/src/narrative.ts
index f8147b7e..368d19c3 100644
--- a/packages/script/src/narrative.ts
+++ b/packages/script/src/narrative.ts
@@ -122,10 +122,24 @@ export function narrativeSelectionValue(selection: ParsedNarrative["selections"]
return canonicalize(content);
}
+export function narrativeMomentValue(moment: ParsedNarrative["moments"][number]): CanonicalValue {
+ const content = {
+ contract: "svml.narrative-moment@1",
+ id: moment.id,
+ occurrences: moment.occurrences.map((occurrence) => ({
+ occurrence: occurrence.occurrence,
+ affinity: occurrence.affinity,
+ boundary: semanticBoundary(occurrence.boundary),
+ })),
+ } as const;
+ return canonicalize(content);
+}
+
function semanticBoundary(boundary: {
readonly tokenIndex: number;
readonly structuralPosition: number;
readonly segmentId?: string;
+ readonly anchorId: string;
}): CanonicalValue {
return canonicalize(boundary);
}
diff --git a/packages/script/src/parser.ts b/packages/script/src/parser.ts
index 0da9cb4b..bba8c509 100644
--- a/packages/script/src/parser.ts
+++ b/packages/script/src/parser.ts
@@ -8,9 +8,11 @@ import type {
ParsedCaptionRefinement,
ParsedCaptionRegion,
ParsedMoment,
+ ParsedMomentOccurrence,
ParsedNarrative,
ParsedSegment,
ParsedSelection,
+ ParsedSelectionOccurrence,
ParsedToken,
ParsedTurn,
SemanticAnchor,
@@ -40,6 +42,15 @@ const TEMPORAL_ID = /^[a-z][a-z0-9_-]{0,63}$/u;
const ROLE_LABEL = /^[\p{L}\p{M}\p{N}_](?:[\p{L}\p{M}\p{N}_. -]{0,30}[\p{L}\p{M}\p{N}_.-])?$/u;
const RESERVED_SEGMENT_IDS = new Set(["script"]);
+/** A marker's structural position before its affinity picks one anchor. */
+type RawMarkerBoundary = Omit<MarkerBoundary, "anchorId">;
+type RawEdge<T> = Omit<T, "boundary"> & { readonly boundary: RawMarkerBoundary };
+type RawSelectionOccurrence = Omit<ParsedSelectionOccurrence, "open" | "close"> & {
+ readonly open: RawEdge<ParsedSelectionOccurrence["open"]>;
+ readonly close: RawEdge<ParsedSelectionOccurrence["close"]>;
+};
+type RawMomentOccurrence = Omit<ParsedMomentOccurrence, "boundary"> & { readonly boundary: RawMarkerBoundary };
+
function normalizeWord(value: string): string {
return value
.normalize("NFKC")
@@ -209,11 +220,11 @@ export function parseScript(
const segments: ParsedSegment[] = [];
const tokens: ParsedToken[] = [];
const captionRegions: ParsedCaptionRegion[] = [];
- const selections = new Map<string, ParsedSelection["occurrences"] extends readonly (infer T)[] ? T[] : never>();
- const moments = new Map<string, ParsedMoment["occurrences"] extends readonly (infer T)[] ? T[] : never>();
+ const selections = new Map<string, RawSelectionOccurrence[]>();
+ const moments = new Map<string, RawMomentOccurrence[]>();
const openSelections = new Map<string, {
readonly affinity: Affinity;
- readonly boundary: MarkerBoundary;
+ readonly boundary: RawMarkerBoundary;
readonly start: number;
readonly end: number;
}>();
@@ -221,7 +232,7 @@ export function parseScript(
let offset = 0;
let structuralPosition = 0;
- const boundary = (): MarkerBoundary => ({
+ const boundary = (): RawMarkerBoundary => ({
tokenIndex: tokens.length,
structuralPosition,
...(current ? { segmentId: current.id } : {}),
@@ -657,6 +668,41 @@ export function parseScript(
if (caption) captionSegments.push(caption);
}
+ const segmentById = new Map(segments.map((segment) => [segment.id, segment]));
+ /**
+ * Resolve one marker to the exact 2M+2N anchor its affinity names. Token and
+ * Segment cuts are equal citizens: a marker with nothing to its left inside a
+ * Segment snaps to that Segment's own start, never across into the previous
+ * Segment, whose end may sit at a different time.
+ */
+ const anchorForBoundary = (boundary: RawMarkerBoundary, affinity: Affinity): string => {
+ if (segments.length === 0) fail("SCRIPT_ANCHOR_UNRESOLVED", "Script declares no Segment to anchor markers to.");
+ const inside = boundary.segmentId === undefined ? undefined : segmentById.get(boundary.segmentId);
+ if (inside) {
+ if (affinity === "left") {
+ return boundary.tokenIndex > inside.tokenStart
+ ? tokens[boundary.tokenIndex - 1]!.endAnchorId
+ : inside.startAnchorId;
+ }
+ return boundary.tokenIndex < inside.tokenEndExclusive
+ ? tokens[boundary.tokenIndex]!.startAnchorId
+ : inside.endAnchorId;
+ }
+ // Between Segments: structuralPosition counts the Segments already closed.
+ if (affinity === "left") {
+ const previous = segments[boundary.structuralPosition - 1];
+ return previous ? previous.endAnchorId : segments[0]!.startAnchorId;
+ }
+ const next = segments[boundary.structuralPosition];
+ return next ? next.startAnchorId : segments.at(-1)!.endAnchorId;
+ };
+ const anchored = <T extends { readonly affinity: Affinity; readonly boundary: RawMarkerBoundary }>(
+ edge: T,
+ ): Omit<T, "boundary"> & { readonly boundary: MarkerBoundary } => ({
+ ...edge,
+ boundary: { ...edge.boundary, anchorId: anchorForBoundary(edge.boundary, edge.affinity) },
+ });
+
const anchors: SemanticAnchor[] = segments.flatMap((segment) => [
{ id: segment.startAnchorId, kind: "segment-start" as const, segmentId: segment.id },
...tokens.slice(segment.tokenStart, segment.tokenEndExclusive).flatMap((token) => [
@@ -685,8 +731,18 @@ export function parseScript(
segments,
tokens,
turns,
- selections: [...selections].sort(([left], [right]) => left.localeCompare(right)).map(([id, occurrences]) => ({ id, occurrences })),
- moments: [...moments].sort(([left], [right]) => left.localeCompare(right)).map(([id, occurrences]) => ({ id, occurrences })),
+ selections: [...selections].sort(([left], [right]) => left.localeCompare(right)).map(([id, occurrences]) => ({
+ id,
+ occurrences: occurrences.map((occurrence) => ({
+ ...occurrence,
+ open: anchored(occurrence.open),
+ close: anchored(occurrence.close),
+ })),
+ })),
+ moments: [...moments].sort(([left], [right]) => left.localeCompare(right)).map(([id, occurrences]) => ({
+ id,
+ occurrences: occurrences.map(anchored),
+ })),
captionProjection: {
contract: "svml.caption-projection@1",
text: captionSegments.join("\n"),
diff --git a/packages/script/src/surface.ts b/packages/script/src/surface.ts
index 34ae1e11..3b2f6cdc 100644
--- a/packages/script/src/surface.ts
+++ b/packages/script/src/surface.ts
@@ -5,6 +5,7 @@ import {
captionProjectionValue,
narrativeDialogueExcerptValue,
narrativeSegmentExcerptValue,
+ narrativeMomentValue,
narrativeSelectionValue,
narrativeSpeechExcerptValue,
narrativeSourceMap,
@@ -14,6 +15,7 @@ import {
captionProjectionType,
narrativeDialogueExcerptType,
narrativeExcerptType,
+ narrativeMomentType,
narrativeSelectionType,
narrativeSpeechExcerptType,
narrativeType,
@@ -119,6 +121,15 @@ export function decodeScriptSurface(input: ScriptSurfaceInput): ScriptSurfaceOut
end: selection.occurrences.at(-1)!.close.range.end,
},
})),
+ ...parsed.moments.map((moment) => ({
+ id: `${rawId}.moment.${moment.id}`,
+ type: narrativeMomentType,
+ value: { kind: "inline" as const, value: narrativeMomentValue(moment) },
+ range: {
+ start: moment.occurrences[0]!.range.start,
+ end: moment.occurrences.at(-1)!.range.end,
+ },
+ })),
],
components: [],
fragments: [],
diff --git a/packages/semantic-map/src/index.ts b/packages/semantic-map/src/index.ts
index f84621ba..343c3c25 100644
--- a/packages/semantic-map/src/index.ts
+++ b/packages/semantic-map/src/index.ts
@@ -1,3 +1,9 @@
-export { assertCompleteSemanticMapIdentity, assertNarrativeSelectionIdentity, selectionFrameSpans } from "./location.js";
+export {
+ assertCompleteSemanticMapIdentity,
+ assertNarrativeMomentIdentity,
+ assertNarrativeSelectionIdentity,
+ momentFrames,
+ selectionFrameSpans,
+} from "./location.js";
export { completeSemanticMapSchema, semanticMapDependency, semanticMapManifest, semanticMapManifestDigest, semanticMapModuleRef, semanticMapTypes } from "./manifest.js";
export type * from "./types.js";
diff --git a/packages/semantic-map/src/location.ts b/packages/semantic-map/src/location.ts
index 9531f992..31f1b78d 100644
--- a/packages/semantic-map/src/location.ts
+++ b/packages/semantic-map/src/location.ts
@@ -1,5 +1,5 @@
-import type { NarrativeSelectionRef } from "@narratage/narrative";
-import { assertProgramSpaceIdentity, programSpaceFrameCount } from "@narratage/program-space";
+import type { NarrativeMomentRef, NarrativeSelectionRef } from "@narratage/narrative";
+import { assertProgramSpaceIdentity } from "@narratage/program-space";
import type { ProgramSpace } from "@narratage/program-space";
import type { CompleteSemanticMap } from "./types.js";
@@ -21,21 +21,31 @@ export function assertNarrativeSelectionIdentity(selection: NarrativeSelectionRe
}
}
-function boundaryFrame(
- map: CompleteSemanticMap,
- programSpace: ProgramSpace,
- edge: NarrativeSelectionRef["occurrences"][number]["open"],
- side: "open" | "close",
-): number {
- const index = edge.boundary.tokenIndex;
- if (side === "open") {
- if (edge.affinity === "left" && index > 0) return map.tokens[index - 1]?.startFrame ?? 0;
- return map.tokens[index]?.startFrame ?? programSpaceFrameCount(programSpace);
+export function assertNarrativeMomentIdentity(moment: NarrativeMomentRef): void {
+ if (
+ moment.contract !== "svml.narrative-moment@1"
+ || moment.id.length === 0
+ || moment.occurrences.length === 0
+ ) {
+ throw new Error("NarrativeMoment is invalid");
}
- if (edge.affinity === "right" && index < map.tokens.length) {
- return map.tokens[index]?.endFrame ?? programSpaceFrameCount(programSpace);
+}
+
+/**
+ * Every marker resolved its affinity to one of the map's 2M+2N anchors while the
+ * Script was parsed, where the surrounding structure was known. Locating is a
+ * lookup: Token cuts and Segment cuts are equal citizens here.
+ */
+function anchorFrames(map: CompleteSemanticMap): ReadonlyMap<string, number> {
+ return new Map(map.anchors.map((anchor) => [anchor.identity, anchor.frame]));
+}
+
+function frameFor(frames: ReadonlyMap<string, number>, anchorId: string, owner: string): number {
+ const frame = frames.get(anchorId);
+ if (frame === undefined) {
+ throw new Error(`${owner} names anchor ${anchorId}, which this SemanticMap does not contain`);
}
- return index > 0 ? map.tokens[index - 1]?.endFrame ?? 0 : 0;
+ return frame;
}
/** Project every occurrence of one Script Selection onto one measured SemanticMap. */
@@ -47,12 +57,27 @@ export function selectionFrameSpans(
assertCompleteSemanticMapIdentity(map);
assertNarrativeSelectionIdentity(selection);
assertProgramSpaceIdentity(programSpace);
+ const frames = anchorFrames(map);
return selection.occurrences.map((occurrence) => {
- const startFrame = boundaryFrame(map, programSpace, occurrence.open, "open");
- const endFrameExclusive = boundaryFrame(map, programSpace, occurrence.close, "close");
+ const startFrame = frameFor(frames, occurrence.open.boundary.anchorId, `NarrativeSelection ${selection.id}`);
+ const endFrameExclusive = frameFor(frames, occurrence.close.boundary.anchorId, `NarrativeSelection ${selection.id}`);
if (endFrameExclusive <= startFrame) {
throw new Error(`NarrativeSelection ${selection.id} contains an empty located occurrence`);
}
return { startFrame, endFrameExclusive };
});
}
+
+/** Project every occurrence of one Script Moment onto one measured SemanticMap. */
+export function momentFrames(
+ map: CompleteSemanticMap,
+ moment: NarrativeMomentRef,
+ programSpace: ProgramSpace,
+): readonly number[] {
+ assertCompleteSemanticMapIdentity(map);
+ assertNarrativeMomentIdentity(moment);
+ assertProgramSpaceIdentity(programSpace);
+ const frames = anchorFrames(map);
+ return moment.occurrences.map((occurrence) =>
+ frameFor(frames, occurrence.boundary.anchorId, `NarrativeMoment ${moment.id}`));
+}
diff --git a/packages/semantic-map/src/manifest.ts b/packages/semantic-map/src/manifest.ts
index af8e4f49..cd2708da 100644
--- a/packages/semantic-map/src/manifest.ts
+++ b/packages/semantic-map/src/manifest.ts
@@ -8,11 +8,9 @@ const object = (fields: Readonly<Record<string, { readonly schema: ValueSchema;
const timedSegment = object({ segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });
const timedToken = object({ tokenId: { schema: string }, segmentId: { schema: string }, startSec: { schema: number }, endSec: { schema: number }, startFrame: { schema: integer }, endFrame: { schema: integer } });
const point = object({ identity: { schema: string }, timeSec: { schema: number }, frame: { schema: integer } });
-const group = object({ sourceSegmentId: { schema: string }, sourceTokenIds: { schema: { kind: "array", items: string } }, evidenceWordStart: { schema: integer }, evidenceWordEndExclusive: { schema: integer },
- relation: { schema: { kind: "string", enum: ["exact", "split", "merge", "replacement", "source-omission", "evidence-insertion"] } }, cost: { schema: number } });
export const completeSemanticMapSchema: ValueSchema = object({ contract: { schema: { kind: "literal", value: "svml.complete-semantic-map@1" } },
- quantizationPolicy: { schema: { kind: "literal", value: "nearest-frame" } }, durationSec: { schema: number }, segments: { schema: { kind: "array", items: timedSegment } },
- tokens: { schema: { kind: "array", items: timedToken } }, anchors: { schema: { kind: "array", items: point } }, groups: { schema: { kind: "array", items: group } } });
+ segments: { schema: { kind: "array", items: timedSegment } },
+ tokens: { schema: { kind: "array", items: timedToken } }, anchors: { schema: { kind: "array", items: point } } });
export const semanticMapModuleRef = { name: "@narratage/semantic-map", version: "0.0.0-dev" } as const;
export const semanticMapTypes = { complete: { module: semanticMapModuleRef, name: "CompleteSemanticMap" } } satisfies Record<string, TypeRef>;
export const semanticMapManifest: ModuleManifest = { format: "svml.module@1", name: semanticMapModuleRef.name, version: semanticMapModuleRef.version,
diff --git a/packages/semantic-map/src/types.ts b/packages/semantic-map/src/types.ts
index 24f18f41..3cba7739 100644
--- a/packages/semantic-map/src/types.ts
+++ b/packages/semantic-map/src/types.ts
@@ -1,7 +1,16 @@
export type AlignmentRelation = "exact" | "split" | "merge" | "replacement" | "source-omission" | "evidence-insertion";
+/** How the aligner paired one Script run with one evidence run. Working data, not a map field. */
export type AlignmentGroup = { readonly sourceSegmentId: string; readonly sourceTokenIds: readonly string[]; readonly evidenceWordStart: number; readonly evidenceWordEndExclusive: number; readonly relation: AlignmentRelation; readonly cost: number };
export type TimedSpeechToken = { readonly tokenId: string; readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };
export type TimedSpeechSegment = { readonly segmentId: string; readonly startSec: number; readonly endSec: number; readonly startFrame: number; readonly endFrame: number };
export type SemanticTimePoint = { readonly identity: string; readonly timeSec: number; readonly frame: number };
-export type CompleteSemanticMap = { readonly contract: "svml.complete-semantic-map@1"; readonly quantizationPolicy: "nearest-frame"; readonly durationSec: number;
- readonly segments: readonly TimedSpeechSegment[]; readonly tokens: readonly TimedSpeechToken[]; readonly anchors: readonly SemanticTimePoint[]; readonly groups: readonly AlignmentGroup[] };
+/**
+ * The 2M+2N point map every marker addresses, plus the Segment and Token ranges
+ * consumers read windows from. Anchors are the addressing truth.
+ */
+export type CompleteSemanticMap = {
+ readonly contract: "svml.complete-semantic-map@1";
+ readonly segments: readonly TimedSpeechSegment[];
+ readonly tokens: readonly TimedSpeechToken[];
+ readonly anchors: readonly SemanticTimePoint[];
+};
diff --git a/packages/semantic-map/test/location.test.ts b/packages/semantic-map/test/location.test.ts
new file mode 100644
index 00000000..715a98c0
--- /dev/null
+++ b/packages/semantic-map/test/location.test.ts
@@ -0,0 +1,108 @@
+import assert from "node:assert/strict";
+import test from "node:test";
+
+import { momentFrames, selectionFrameSpans } from "@narratage/semantic-map";
+import type { CompleteSemanticMap } from "@narratage/semantic-map";
+import type { NarrativeMomentRef, NarrativeSelectionRef } from "@narratage/narrative";
+import type { ProgramSpace } from "@narratage/program-space";
+
+/**
+ * Two Segments at 10 fps. Words are one frame wide with a one-frame gap, so a
+ * boundary that snaps to the wrong side of a gap is visible as a whole frame,
+ * and the two Segments are separated by a further frame of silence.
+ *
+ * opening: hello[0..1) end[2..3) segment 0..4
+ * second: start[5..6) here[7..8) segment 5..9
+ */
+const space: ProgramSpace = {
+ contract: "svml.program-space@1",
+ frameRate: { numerator: 10, denominator: 1 },
+ durationSec: 1,
+};
+
+const anchor = (identity: string, frame: number) => ({ identity, timeSec: frame / 10, frame });
+
+const map = {
+ contract: "svml.complete-semantic-map@1",
+ segments: [
+ { segmentId: "opening", startSec: 0, endSec: 0.4, startFrame: 0, endFrame: 4 },
+ { segmentId: "second", startSec: 0.5, endSec: 0.9, startFrame: 5, endFrame: 9 },
+ ],
+ tokens: [],
+ anchors: [
+ anchor("segment:opening:start", 0),
+ anchor("segment:opening:token:1:start", 0),
+ anchor("segment:opening:token:1:end", 1),
+ anchor("segment:opening:token:2:start", 2),
+ anchor("segment:opening:token:2:end", 3),
+ anchor("segment:opening:end", 4),
+ anchor("segment:second:start", 5),
+ anchor("segment:second:token:1:start", 5),
+ anchor("segment:second:token:1:end", 6),
+ anchor("segment:second:token:2:start", 7),
+ anchor("segment:second:token:2:end", 8),
+ anchor("segment:second:end", 9),
+ ],
+} as unknown as CompleteSemanticMap;
+
+const boundary = (anchorId: string) => ({ tokenIndex: 0, structuralPosition: 0, anchorId });
+
+function selection(openAnchor: string, closeAnchor: string): NarrativeSelectionRef {
+ return {
+ contract: "svml.narrative-selection@1",
+ id: "x",
+ occurrences: [{
+ occurrence: 0,
+ open: { affinity: "right", boundary: boundary(openAnchor) },
+ close: { affinity: "left", boundary: boundary(closeAnchor) },
+ }],
+ } as NarrativeSelectionRef;
+}
+
+test("the default inward markers select exactly the marked word", () => {
+ // `@x end @/x` resolved at parse time to token 2's own cuts.
+ assert.deepEqual(
+ selectionFrameSpans(map, selection("segment:opening:token:2:start", "segment:opening:token:2:end"), space),
+ [{ startFrame: 2, endFrameExclusive: 3 }],
+ );
+});
+
+test("outward markers absorb the surrounding silence, not the neighbouring word", () => {
+ // `hello ~@x end @/x~ …` resolves to hello's END and the next word's START.
+ assert.deepEqual(
+ selectionFrameSpans(map, selection("segment:opening:token:1:end", "segment:opening:token:2:start"), space),
+ [{ startFrame: 1, endFrameExclusive: 2 }],
+ );
+});
+
+test("a Segment cut is an ordinary anchor, so a Selection may start at one", () => {
+ // `</opening><second> ~@x start …` — the left boundary is `second`'s own start
+ // cut, five frames after `opening` ended, never `opening`'s last word.
+ assert.deepEqual(
+ selectionFrameSpans(map, selection("segment:second:start", "segment:second:token:1:end"), space),
+ [{ startFrame: 5, endFrameExclusive: 6 }],
+ );
+ assert.deepEqual(
+ selectionFrameSpans(map, selection("segment:second:token:2:start", "segment:second:end"), space),
+ [{ startFrame: 7, endFrameExclusive: 9 }],
+ );
+});
+
+test("a Moment locates one instant per occurrence", () => {
+ const moment = {
+ contract: "svml.narrative-moment@1",
+ id: "reveal",
+ occurrences: [
+ { occurrence: 0, affinity: "left", boundary: boundary("segment:second:start") },
+ { occurrence: 1, affinity: "right", boundary: boundary("segment:second:token:2:start") },
+ ],
+ } as NarrativeMomentRef;
+ assert.deepEqual(momentFrames(map, moment, space), [5, 7]);
+});
+
+test("an anchor the map does not contain names the Selection that asked for it", () => {
+ assert.throws(
+ () => selectionFrameSpans(map, selection("segment:missing:start", "segment:second:end"), space),
+ /NarrativeSelection x names anchor segment:missing:start/u,
+ );
+});
diff --git a/packages/speech-alignment/src/locate.ts b/packages/speech-alignment/src/locate.ts
index 11dddff7..d963d473 100644
--- a/packages/speech-alignment/src/locate.ts
+++ b/packages/speech-alignment/src/locate.ts
@@ -386,7 +386,6 @@ export function locateSpeechTiming(
const evidenceBySegment = new Map(evidence.segments.map((segment) => [segment.sourceSegmentId, segment]));
const timedSegments: TimedSpeechSegment[] = [];
const timedTokens: TimedSpeechToken[] = [];
- const groups: AlignmentGroup[] = [];
for (const segment of narrative.segments) {
const aligned = evidenceBySegment.get(segment.id)!;
@@ -421,7 +420,6 @@ export function locateSpeechTiming(
startFrame,
endFrame,
});
- groups.push(...segmentGroups);
}
const tokensById = new Map(timedTokens.map((token) => [token.tokenId, token]));
@@ -438,14 +436,10 @@ export function locateSpeechTiming(
? { identity: anchor.id, timeSec: token.startSec, frame: token.startFrame }
: { identity: anchor.id, timeSec: token.endSec, frame: token.endFrame };
});
- const payload = {
+ return {
contract: "svml.complete-semantic-map@1" as const,
- quantizationPolicy: "nearest-frame" as const,
- durationSec: evidence.durationSec,
segments: timedSegments,
tokens: timedTokens,
anchors,
- groups,
};
- return payload;
}
diff --git a/packages/speech-alignment/test/speech-align.test.ts b/packages/speech-alignment/test/speech-align.test.ts
index 5c82ba3e..12b1380e 100644
--- a/packages/speech-alignment/test/speech-align.test.ts
+++ b/packages/speech-alignment/test/speech-align.test.ts
@@ -12,11 +12,26 @@ import { digestOf } from "@narratage/protocol";
import { parseScript } from "@narratage/script";
import {
SpeechAlignmentError,
+ alignWordGroups,
locateSpeechTiming,
speechAlignmentComponent,
speechAlignmentManifest,
} from "@narratage/speech-alignment";
+/** The alignment classification is a property of alignWordGroups, tested at its own level. */
+function relations(
+ narrative: Narrative,
+ words: readonly SpeechWordEvidence[],
+ segmentId = "line",
+): string[] {
+ const segment = narrative.segments.find((item) => item.id === segmentId)!;
+ return alignWordGroups(
+ segmentId,
+ narrative.tokens.slice(segment.tokenStart, segment.tokenEndExclusive),
+ words,
+ ).map((group) => group.relation);
+}
+
function evidence(args: {
readonly basis: SpeechAudioBasis;
readonly segmentId?: string;
@@ -154,10 +169,11 @@ test("exact transcript words cover every Script and Segment anchor", () => {
test("M:1 uses evidence character times instead of dividing a merged word by length", () => {
const narrative = parseScript("merge.svml", "<line>can not</line>");
+ const merged = [{ text: "cannot", startSec: 0.1, endSec: 0.78, score: 0.93 }];
const map = locate(narrative, {
endSec: 1,
durationSec: 1,
- words: [{ text: "cannot", startSec: 0.1, endSec: 0.78, score: 0.93 }],
+ words: merged,
chars: characters(
"cannot",
[0.1, 0.18, 0.27, 0.42, 0.51, 0.63],
@@ -165,7 +181,7 @@ test("M:1 uses evidence character times instead of dividing a merged word by len
),
});
- assert.equal(map.groups[0]?.relation, "merge");
+ assert.deepEqual(relations(narrative, merged), ["merge"]);
assert.deepEqual(
map.tokens.map((token) => [token.startSec, token.endSec]),
[
@@ -177,14 +193,13 @@ test("M:1 uses evidence character times instead of dividing a merged word by len
test("1:N wraps all evidence words in one Script token", () => {
const narrative = parseScript("split.svml", "<line>website</line>");
- const map = locate(narrative, {
- words: [
- { text: "web", startSec: 0.2, endSec: 0.45, score: 0.9 },
- { text: "site", startSec: 0.5, endSec: 0.82, score: 0.91 },
- ],
- });
+ const split = [
+ { text: "web", startSec: 0.2, endSec: 0.45, score: 0.9 },
+ { text: "site", startSec: 0.5, endSec: 0.82, score: 0.91 },
+ ];
+ const map = locate(narrative, { words: split });
- assert.equal(map.groups[0]?.relation, "split");
+ assert.deepEqual(relations(narrative, split), ["split"]);
assert.deepEqual(
[map.tokens[0]?.startSec, map.tokens[0]?.endSec],
[0.2, 0.82],
@@ -193,17 +208,16 @@ test("1:N wraps all evidence words in one Script token", () => {
test("a recognized filler stays an insertion and does not absorb neighboring Script words", () => {
const narrative = parseScript("insertion.svml", "<line>I really like it.</line>");
- const map = locate(narrative, {
- words: [
- { text: "I", startSec: 0.1, endSec: 0.2, score: 0.98 },
- { text: "uh", startSec: 0.24, endSec: 0.34, score: 0.88 },
- { text: "really", startSec: 0.4, endSec: 0.62, score: 0.95 },
- { text: "like", startSec: 0.67, endSec: 0.82, score: 0.96 },
- { text: "it", startSec: 0.86, endSec: 0.96, score: 0.96 },
- ],
- });
+ const spoken = [
+ { text: "I", startSec: 0.1, endSec: 0.2, score: 0.98 },
+ { text: "uh", startSec: 0.24, endSec: 0.34, score: 0.88 },
+ { text: "really", startSec: 0.4, endSec: 0.62, score: 0.95 },
+ { text: "like", startSec: 0.67, endSec: 0.82, score: 0.96 },
+ { text: "it", startSec: 0.86, endSec: 0.96, score: 0.96 },
+ ];
+ const map = locate(narrative, { words: spoken });
- assert.deepEqual(map.groups.map((group) => group.relation), [
+ assert.deepEqual(relations(narrative, spoken), [
"exact",
"evidence-insertion",
"exact",
@@ -223,15 +237,14 @@ test("a recognized filler stays an insertion and does not absorb neighboring Scr
test("an omitted Script word receives the complete unmeasured interval between neighbors", () => {
const narrative = parseScript("omission.svml", "<line>This is very good.</line>");
- const map = locate(narrative, {
- words: [
- { text: "This", startSec: 0.1, endSec: 0.25, score: 0.98 },
- { text: "is", startSec: 0.3, endSec: 0.4, score: 0.97 },
- { text: "good", startSec: 0.6, endSec: 0.82, score: 0.98 },
- ],
- });
+ const spoken = [
+ { text: "This", startSec: 0.1, endSec: 0.25, score: 0.98 },
+ { text: "is", startSec: 0.3, endSec: 0.4, score: 0.97 },
+ { text: "good", startSec: 0.6, endSec: 0.82, score: 0.98 },
+ ];
+ const map = locate(narrative, { words: spoken });
- assert.deepEqual(map.groups.map((group) => group.relation), [
+ assert.deepEqual(relations(narrative, spoken), [
"exact",
"exact",
"source-omission",
@@ -290,7 +303,6 @@ test("multiple Script Segments stay independent even when evidence records arriv
["one", 0.2, 0.55],
["two", 1.2, 1.6],
]);
- assert.deepEqual(map.groups.map((group) => group.sourceSegmentId), ["one", "two"]);
});
test("invalid overlapping evidence word windows fail instead of producing a reversed map", () => {
diff --git a/packages/text-track/test/text-track.test.ts b/packages/text-track/test/text-track.test.ts
index bb7ac9df..cd88376b 100644
--- a/packages/text-track/test/text-track.test.ts
+++ b/packages/text-track/test/text-track.test.ts
@@ -106,8 +106,6 @@ test("TextTrackProgram rejects a frame span outside its ProgramSpace", () => {
test("a selected Text Item is located only through explicit Selection and SemanticMap edges", () => {
const mapContent = {
contract: "svml.complete-semantic-map@1" as const,
- quantizationPolicy: "nearest-frame" as const,
- durationSec: 5,
segments: [{
segmentId: "opening", startSec: 0, endSec: 3, startFrame: 0, endFrame: 90,
}],
@@ -119,8 +117,10 @@ test("a selected Text Item is located only through explicit Selection and Semant
startFrame: index * 30,
endFrame: (index + 1) * 30,
})),
- anchors: [],
- groups: [],
+ anchors: [0, 1, 2].flatMap((index) => [
+ { identity: `segment:opening:token:${index + 1}:start`, timeSec: index, frame: index * 30 },
+ { identity: `segment:opening:token:${index + 1}:end`, timeSec: index + 1, frame: (index + 1) * 30 },
+ ]),
};
const map: CompleteSemanticMap = mapContent;
const selectionContent = {
@@ -128,8 +128,14 @@ test("a selected Text Item is located only through explicit Selection and Semant
id: "callout",
occurrences: [{
occurrence: 1,
- open: { affinity: "right" as const, boundary: { tokenIndex: 1, structuralPosition: 1, segmentId: "opening" } },
- close: { affinity: "left" as const, boundary: { tokenIndex: 2, structuralPosition: 2, segmentId: "opening" } },
+ open: {
+ affinity: "right" as const,
+ boundary: { tokenIndex: 1, structuralPosition: 1, segmentId: "opening", anchorId: "segment:opening:token:2:start" },
+ },
+ close: {
+ affinity: "left" as const,
+ boundary: { tokenIndex: 2, structuralPosition: 2, segmentId: "opening", anchorId: "segment:opening:token:2:end" },
+ },
}],
};
const selection: NarrativeSelectionRef = selectionContent;
diff --git a/spec/script-surface.md b/spec/script-surface.md
index a06bd6f4..9289fefc 100644
--- a/spec/script-surface.md
+++ b/spec/script-surface.md
@@ -340,6 +340,10 @@ Locator 必须提交覆盖全部 `2M + 2N` identity 的总映射:
SemanticAnchorIdentity → ProgramPoint(ProgramSpace)
```
+标记的左右吸附在 Script 解析时就确定到唯一一个 anchor。Token 切点与 Segment
+切点在此完全平等:段首标记左吸附取该 Segment 自己的起始切点,绝不越到前一个
+Segment 的词尾。下游拿到的是 anchor 身份,不再自行做下标推算。
+
每个点都必须存在。消费者不得补点、移动点或从相邻 occurrence 借点。每个 Segment
内部必须非降序: