Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
fix(caption-fine): render true outside text paint
kashorinf9547bab09a6
diff --git a/packages/caption-fine/src/render.ts b/packages/caption-fine/src/render.tsindex 852ca5bb..89c86c31 100644--- a/packages/caption-fine/src/render.ts+++ b/packages/caption-fine/src/render.ts@@ -4,10 +4,13 @@ import { assertVisualTrackIdentity, sealVisualTrack } from "@hypit/composition";import type {VisualAnimation,VisualBoxElement,+ VisualColorPaint,VisualElement,VisualKeyframe,VisualStyleDeclaration,- VisualTextElement,+ VisualTextFlowElement,+ VisualTextPaintLayer,+ VisualTextTypography,VisualTrack,} from "@hypit/composition";import type { CaptionDisplayAtom, CaptionDisplaySequence } from "@hypit/narrative";@@ -39,85 +42,210 @@ function alphaColor(hex: string, opacity: number): string {return `rgba(${red},${green},${blue},${compactNumber(authoredAlpha * opacity)})`;}-function typographyStyle(parameters: FineCaptionParameters): VisualStyleDeclaration[] {- return [- { name: "font-size", value: `${compactNumber(parameters.typography.fontSizePx)}px` },- { name: "letter-spacing", value: `${compactNumber(parameters.layout.letterSpacingPx)}px` },- { name: "line-height", value: parameters.layout.lineHeight },- { name: "text-transform", value: parameters.typography.textTransform },- ];-}--function underlineStyle(underline: FineCaptionUnderline | FineCaptionActiveUnderline): VisualStyleDeclaration[] {- if (underline.mode === "off") return [];- return [- { name: "text-decoration", value: "underline" },- { name: "text-decoration-color", value: underline.color },- { name: "text-decoration-thickness", value: `${compactNumber(underline.thicknessPx)}px` },- { name: "text-underline-offset", value: `${compactNumber(underline.offsetPx)}px` },- ];+function textTypography(+ parameters: FineCaptionParameters,+ underline?: FineCaptionUnderline | FineCaptionActiveUnderline,+): VisualTextTypography {+ const primary = parameters.typography.exactFonts[0]!;+ return {+ fonts: parameters.typography.exactFonts,+ sizePx: parameters.typography.fontSizePx,+ weight: primary.weight,+ style: primary.style,+ axes: [],+ features: [],+ synthesis: "none",+ kerning: "normal",+ trackingPx: parameters.layout.letterSpacingPx,+ wordSpacingPx: 0,+ lineHeight: parameters.layout.lineHeight,+ direction: parameters.layout.direction,+ writingMode: "horizontal-tb",+ baselineShiftPx: 0,+ tabSize: 4,+ indentationPx: 0,+ paragraphBeforePx: 0,+ paragraphAfterPx: 0,+ transform: parameters.typography.textTransform,+ variantCaps: "normal",+ verticalAlign: "baseline",+ decorations: underline === undefined || underline.mode === "off" ? [] : [{+ line: "underline",+ paint: { kind: "solid", color: underline.color },+ style: "solid",+ thicknessPx: underline.thicknessPx,+ offsetPx: underline.offsetPx,+ skipInk: false,+ }],+ cjk: { textSpacing: "normal", punctuationTrim: "none" },+ };}-function glyphStyle(- parameters: FineCaptionParameters,- paint: FineCaptionGlyphPaint,- underline?: FineCaptionUnderline,-): VisualStyleDeclaration[] {- const shadows: string[] = [];- if (paint.shadow.opacity > 0) {- shadows.push([- `${compactNumber(paint.shadow.offsetXPx)}px`,- `${compactNumber(paint.shadow.offsetYPx)}px`,- `${compactNumber(paint.shadow.blurPx)}px`,- alphaColor(paint.shadow.color, paint.shadow.opacity),- ].join(" "));- }- if (paint.glow.opacity > 0) {- shadows.push(`0 0 ${compactNumber(paint.glow.blurPx)}px ${alphaColor(paint.glow.color, paint.glow.opacity)}`);- }+function glyphPaintLayers(paint: FineCaptionGlyphPaint): VisualTextPaintLayer[] {+ const layers: VisualTextPaintLayer[] = [];if (paint.longShadow.opacity > 0 && paint.longShadow.distancePx > 0) {const steps = Math.min(32, Math.max(1, Math.ceil(paint.longShadow.distancePx)));const radians = paint.longShadow.angleDeg * Math.PI / 180;- for (let step = 1; step <= steps; step += 1) {+ for (let step = steps; step >= 1; step -= 1) {const distance = paint.longShadow.distancePx * step / steps;- shadows.push([- `${compactNumber(Math.cos(radians) * distance)}px`,- `${compactNumber(Math.sin(radians) * distance)}px`,- "0",- alphaColor(paint.longShadow.color, paint.longShadow.opacity),- ].join(" "));+ layers.push({+ kind: "shadow",+ paint: { kind: "solid", color: alphaColor(paint.longShadow.color, paint.longShadow.opacity) },+ offsetX: Math.cos(radians) * distance,+ offsetY: Math.sin(radians) * distance,+ blurPx: 0,+ spreadPx: 0,+ });}}- return [- { name: "color", value: paint.fill },- ...typographyStyle(parameters),- { name: "opacity", value: paint.opacity },- { name: "white-space", value: "nowrap" },- ...(paint.gradient === undefined ? [] : [- { name: "background-image", value: `linear-gradient(${compactNumber(paint.gradient.angleDeg)}deg,${paint.gradient.from},${paint.gradient.to})` },- { name: "background-clip", value: "text" },- { name: "-webkit-background-clip", value: "text" },- { name: "-webkit-text-fill-color", value: "transparent" },- ] as const),- ...(paint.stroke.widthPx === 0 ? [] : [- { name: "-webkit-text-stroke-color", value: paint.stroke.color },- { name: "-webkit-text-stroke-width", value: `${compactNumber(paint.stroke.widthPx)}px` },- ] as const),- ...(shadows.length === 0 ? [] : [{ name: "text-shadow", value: shadows.join(",") }] as const),- ...(underline === undefined ? [] : underlineStyle(underline)),- ];+ if (paint.shadow.opacity > 0) {+ layers.push({+ kind: "shadow",+ paint: { kind: "solid", color: alphaColor(paint.shadow.color, paint.shadow.opacity) },+ offsetX: paint.shadow.offsetXPx,+ offsetY: paint.shadow.offsetYPx,+ blurPx: paint.shadow.blurPx,+ spreadPx: 0,+ });+ }+ if (paint.glow.opacity > 0) {+ layers.push({+ kind: "glow",+ paint: { kind: "solid", color: alphaColor(paint.glow.color, paint.glow.opacity) },+ blurPx: paint.glow.blurPx,+ spreadPx: 0,+ });+ }+ if (paint.stroke.widthPx > 0) {+ layers.push({+ kind: "stroke",+ paint: { kind: "solid", color: paint.stroke.color },+ widthPx: paint.stroke.widthPx,+ placement: "outside",+ });+ }+ const fill: VisualColorPaint = paint.gradient === undefined+ ? { kind: "solid", color: paint.fill }+ : {+ kind: "linear-gradient",+ angleDeg: paint.gradient.angleDeg,+ stops: [+ { offset: 0, color: paint.gradient.from, opacity: 1 },+ { offset: 1, color: paint.gradient.to, opacity: 1 },+ ],+ };+ layers.push({ kind: "fill", paint: fill });+ return layers;}-function transparentGlyphStyle(- parameters: FineCaptionParameters,- underline?: FineCaptionUnderline | FineCaptionActiveUnderline,-): VisualStyleDeclaration[] {- return [- { name: "color", value: "#00000000" },- ...typographyStyle(parameters),- { name: "white-space", value: "nowrap" },- ...(underline === undefined ? [] : underlineStyle(underline)),- ];+function captionTextElement(input: {+ readonly id: string;+ readonly parent: string;+ readonly text: string;+ readonly parameters: FineCaptionParameters;+ readonly paint: FineCaptionGlyphPaint;+ readonly underline?: FineCaptionUnderline | FineCaptionActiveUnderline;+ readonly transparent?: boolean;+ readonly attributes: NonNullable<VisualTextFlowElement["attributes"]>;+}): Omit<VisualTextFlowElement, "order"> {+ return {+ id: input.id,+ parent: input.parent,+ kind: "text-flow",+ document: {+ paragraphs: [{+ id: `${input.id}-paragraph`,+ inlines: [{ kind: "text", id: `${input.id}-run`, text: input.text }],+ }],+ },+ typography: textTypography(input.parameters, input.underline),+ paints: input.transparent+ ? [{ kind: "fill", paint: { kind: "solid", color: "#00000000" } }]+ : glyphPaintLayers(input.paint),+ flow: {+ form: { kind: "point", anchorInline: "start", anchorBlock: "start" },+ inlineSize: "hug",+ blockSize: "hug",+ paddingPx: { inlineStart: 0, inlineEnd: 0, blockStart: 0, blockEnd: 0 },+ inlineAlign: "start",+ blockAlign: "start",+ wrap: "none",+ overflow: "visible",+ clipToFrame: false,+ columns: 1,+ columnGapPx: 0,+ metricEdge: "line-box",+ },+ sequences: [],+ style: [+ { name: "opacity", value: input.transparent ? 1 : input.paint.opacity },+ { name: "position", value: "relative" },+ ],+ attributes: input.attributes,+ };+}++function joinedBoxTextElement(input: {+ readonly id: string;+ readonly parent: string;+ readonly text: string;+ readonly parameters: FineCaptionParameters;+}): Omit<VisualTextFlowElement, "order"> {+ const box = input.parameters.activeBox;+ const element = captionTextElement({+ ...input,+ paint: input.parameters.basePaint,+ transparent: true,+ attributes: [{ name: "data-caption-active-box-text", value: "joined" }],+ });+ return {+ ...element,+ paints: [+ {+ kind: "box",+ target: "word",+ continuity: "joined",+ decoration: {+ fill: { kind: "solid", color: box.background },+ ...(box.borderWidthPx === 0 ? {} : {+ border: {+ paint: { kind: "solid", color: box.borderColor },+ widthsPx: {+ top: box.borderWidthPx,+ right: box.borderWidthPx,+ bottom: box.borderWidthPx,+ left: box.borderWidthPx,+ },+ style: "solid" as const,+ },+ }),+ paddingPx: {+ top: box.paddingYPx,+ right: box.paddingXPx,+ bottom: box.paddingYPx,+ left: box.paddingXPx,+ },+ radiiPx: {+ topLeft: box.radiusPx,+ topRight: box.radiusPx,+ bottomRight: box.radiusPx,+ bottomLeft: box.radiusPx,+ },+ shadows: [],+ },+ },+ { kind: "fill", paint: { kind: "solid", color: "#00000000" } },+ ],+ flow: {+ ...element.flow,+ form: { kind: "area" },+ inlineSize: "fixed",+ inlineAlign: input.parameters.layout.textAlign === "left" ? "start"+ : input.parameters.layout.textAlign === "right" ? "end" : "center",+ wrap: "word",+ },+ style: [{ name: "position", value: "relative" }, { name: "width", value: "100%" }],+ };}function styleIdentity(style: readonly VisualStyleDeclaration[]): string {@@ -455,7 +583,9 @@ function cueElements(wordText: ReadonlyMap<string, string>,durationFrames: number,): VisualElement[] {- type UnorderedVisualElement = Omit<VisualBoxElement, "order"> | Omit<VisualTextElement, "order">;+ type UnorderedVisualElement =+ | Omit<VisualBoxElement, "order">+ | Omit<VisualTextFlowElement, "order">;const elements: VisualElement[] = [];let order = 0;const push = (element: UnorderedVisualElement): void => {@@ -465,7 +595,6 @@ function cueElements(const transform = anchorTransform(parameters);const cueMotion = cueAnimation(parameters, durationFrames);const cueLoop = parameters.motion.loopTarget === "cue" ? loopAnimation(parameters, durationFrames) : undefined;- const fonts = parameters.typography.exactFonts;push({id: "placement",kind: "box",@@ -546,26 +675,12 @@ function cueElements(animation: activeBoxAnimation(parameters, timing.start, nextStart, durationFrames, "current"),attributes: [{ name: "data-caption-active-box", value: "joined" }],});- push({+ push(joinedBoxTextElement({id: `${layerId}-text`,parent: layerId,- kind: "text",text: prefixText,- style: [- ...transparentGlyphStyle(parameters).filter(({ name }) => name !== "white-space"),- { name: "-webkit-box-decoration-break", value: "clone" },- { name: "background", value: parameters.activeBox.background },- { name: "border-color", value: parameters.activeBox.borderColor },- { name: "border-radius", value: `${compactNumber(parameters.activeBox.radiusPx)}px` },- { name: "border-style", value: "solid" },- { name: "border-width", value: `${compactNumber(parameters.activeBox.borderWidthPx)}px` },- { name: "box-decoration-break", value: "clone" },- { name: "display", value: "inline" },- { name: "padding", value: `${compactNumber(parameters.activeBox.paddingYPx)}px ${compactNumber(parameters.activeBox.paddingXPx)}px` },- { name: "white-space", value: "normal" },- ],- fonts,- });+ parameters,+ }));}}@@ -656,15 +771,15 @@ function cueElements(for (const [wordIndex, wordId] of atom.wordIds.entries()) {const text = wordText.get(wordId);if (text === undefined) throw new Error(`Fine Caption Atom references unknown word ${wordId}`);- push({+ push(captionTextElement({id: `${atomId}-base-${wordIndex + 1}`,parent: atomId,- kind: "text",text,- style: glyphStyle(parameters, parameters.basePaint, parameters.underline),- fonts,+ parameters,+ paint: parameters.basePaint,+ underline: parameters.underline,attributes: [{ name: "data-caption-word", value: wordId }],- });+ }));}const addActivatedTextLayer = (suffix: string,@@ -692,15 +807,15 @@ function cueElements(for (const [wordIndex, wordId] of atom.wordIds.entries()) {const text = wordText.get(wordId)!;push({- id: `${activeId}-${wordIndex + 1}`,- parent: activeId,- kind: "text",- text,- style: kind === "glyph"- ? glyphStyle(parameters, parameters.activePaint)- : transparentGlyphStyle(parameters, parameters.activeUnderline),- fonts,- attributes: [{ name: kind === "glyph" ? "data-caption-active-word" : "data-caption-underlined-word", value: wordId }],+ ...captionTextElement({+ id: `${activeId}-${wordIndex + 1}`,+ parent: activeId,+ text,+ parameters,+ paint: parameters.activePaint,+ ...(kind === "glyph" ? {} : { underline: parameters.activeUnderline, transparent: true }),+ attributes: [{ name: kind === "glyph" ? "data-caption-active-word" : "data-caption-underlined-word", value: wordId }],+ }),});}};diff --git a/packages/caption-fine/test/caption-fine.test.ts b/packages/caption-fine/test/caption-fine.test.tsindex 2d073ebe..9583206f 100644--- a/packages/caption-fine/test/caption-fine.test.ts+++ b/packages/caption-fine/test/caption-fine.test.ts@@ -60,12 +60,16 @@ test("one Fine renderer handles uniform Cue appearance as one peer VisualTrack",const track = renderFineCaption(projection, program, display, space);assert.equal(track.kind, "visual");assert.equal(track.presents.length, 1);- const wordElements = track.presents[0]!.elements.filter((element) => element.kind === "text");+ const wordElements = track.presents[0]!.elements.filter((element) => element.kind === "text-flow"+ && element.attributes?.some((attribute) => attribute.name === "data-caption-word"));assert.equal(wordElements.length, 3);- assert.deepEqual(wordElements.map((element) => element.kind === "text" ? element.text : undefined),+ assert.deepEqual(wordElements.map((element) => element.kind === "text-flow"+ ? element.document.paragraphs[0]?.inlines[0]?.kind === "text"+ ? element.document.paragraphs[0].inlines[0].text : undefined+ : undefined),["Meaning", "becomes", "visible."]);- assert.equal(wordElements.every((element) => element.style.some((declaration) =>- declaration.name === "color" && declaration.value === "#FFFFFF")), true);+ assert.equal(wordElements.every((element) => element.kind === "text-flow" && element.paints.some((paint) =>+ paint.kind === "fill" && paint.paint.kind === "solid" && paint.paint.color === "#FFFFFF")), true);assert.equal(wordElements.every((element) =>element.style.every((declaration) => declaration.name !== "transform")), true);assert.equal(fineCaptionParameters(recipe, [exactFont]).activePaint.fill, "#FFD54A");@@ -110,8 +114,12 @@ test("Fine applies Caption Mute after planning without regrouping Cues", () => {assert.equal(track.presents.length, 1);assert.deepEqual(track.presents[0]!.span, { startFrame: 0, endFrameExclusive: 60 });const renderedWords = track.presents[0]!.elements- .filter((element) => element.kind === "text")- .map((element) => element.kind === "text" ? element.text : undefined);+ .filter((element) => element.kind === "text-flow"+ && element.attributes?.some((attribute) => attribute.name === "data-caption-word"))+ .map((element) => element.kind === "text-flow"+ ? element.document.paragraphs[0]?.inlines[0]?.kind === "text"+ ? element.document.paragraphs[0].inlines[0].text : undefined+ : undefined);assert.deepEqual(renderedWords, ["Keep", "visible."]);});@@ -311,7 +319,7 @@ test("karaoke uses one active overlay per whole Atom and never invents Dual Textassert.ok(activeLayer?.animation);assert.equal(activeLayer.animation.keyframes.some((keyframe) => keyframe.style.some((item) =>item.name === "clip-path" && String(item.value).includes("inset"))), true);- assert.equal(elements.filter((element) => element.parent === activeLayer.id && element.kind === "text").length, 3);+ assert.equal(elements.filter((element) => element.parent === activeLayer.id && element.kind === "text-flow").length, 3);assert.equal(elements.filter((element) => element.attributes?.some((attribute) =>attribute.name === "data-caption-karaoke")).length, display.atoms.length);});@@ -349,11 +357,11 @@ test("an exact Font is explicit Style input and reaches every base and active gldurationSec: 1, frameRate: { numerator: 30, denominator: 1 },});const track = renderFineCaption(projection, program, display, space);- const glyphs = track.presents[0]!.elements.filter((element) => element.kind === "text");+ const glyphs = track.presents[0]!.elements.filter((element) => element.kind === "text-flow");assert.ok(glyphs.length > display.words.length);- assert.equal(glyphs.every((element) => element.kind === "text" && element.fonts?.length === 1), true);+ assert.equal(glyphs.every((element) => element.kind === "text-flow" && element.typography.fonts.length === 1), true);for (const glyph of glyphs) {- if (glyph.kind === "text") assert.deepEqual(glyph.fonts, [exactFont]);+ if (glyph.kind === "text-flow") assert.deepEqual(glyph.typography.fonts, [exactFont]);}assert.doesNotThrow(() => fineCaptionStyle("another-exact-face", recipe, [{ ...exactFont, weight: 700 }]));});@@ -427,6 +435,7 @@ test("full Fine Paint and layered motion lower to terminal Visual IR without cha...recipe.properties,"text-transform": "uppercase","gradient-from": "#FFFFFF", "gradient-to": "#60A5FA", "gradient-angle": 120,+ "stroke-color": "#101010", "stroke-width": 3,"long-shadow-color": "#172554", "long-shadow-opacity": 0.55,"long-shadow-distance": 8, "long-shadow-angle": 45,underline: "always", "underline-color": "#A7F3D0", "underline-thickness": 2, "underline-offset": 5,@@ -457,20 +466,24 @@ test("full Fine Paint and layered motion lower to terminal Visual IR without cha});const elements = renderFineCaption(projection, program, display, space).presents[0]!.elements;const base = elements.find((element) => element.id === "atom-1-base-1");- assert.equal(base?.kind, "text");- assert.ok(base?.style.some(({ name }) => name === "background-image"));- assert.ok(base?.style.some(({ name, value }) => name === "text-transform" && value === "uppercase"));- assert.ok(base?.style.some(({ name }) => name === "text-decoration-thickness"));- assert.ok(base?.style.some(({ name, value }) => name === "text-shadow" && String(value).split(",").length >= 8));+ assert.equal(base?.kind, "text-flow");+ assert.ok(base?.kind === "text-flow" && base.paints.some((paint) => paint.kind === "fill" && paint.paint.kind === "linear-gradient"));+ assert.ok(base?.kind === "text-flow" && base.typography.transform === "uppercase");+ assert.ok(base?.kind === "text-flow" && base.typography.decorations.some((decoration) => decoration.line === "underline"));+ assert.ok(base?.kind === "text-flow" && base.paints.filter((paint) => paint.kind === "shadow").length >= 8);+ assert.ok(base?.kind === "text-flow" && base.paints.some((paint) =>+ paint.kind === "stroke" && paint.placement === "outside"));const activeGlyph = elements.find((element) => element.id === "atom-1-active-1");- assert.equal(activeGlyph?.kind, "text");- assert.ok(activeGlyph?.style.some(({ name }) => name === "background-image"));+ assert.equal(activeGlyph?.kind, "text-flow");+ assert.ok(activeGlyph?.kind === "text-flow" && activeGlyph.paints.some((paint) =>+ paint.kind === "fill" && paint.paint.kind === "linear-gradient"));const joined = elements.filter((element) => element.attributes?.some((attribute) =>attribute.name === "data-caption-active-box" && attribute.value === "joined"));assert.equal(joined.length, display.atoms.length);const joinedText = elements.find((element) => element.id === `joined-box-${display.atoms.length}-text`);- assert.equal(joinedText?.kind, "text");- assert.ok(joinedText?.style.some(({ name, value }) => name === "box-decoration-break" && value === "clone"));+ assert.equal(joinedText?.kind, "text-flow");+ assert.ok(joinedText?.kind === "text-flow" && joinedText.paints.some((paint) =>+ paint.kind === "box" && paint.target === "word" && paint.continuity === "joined"));assert.ok(elements.find((element) => element.id === "cue-motion")?.animation);assert.ok(elements.find((element) => element.id === "atom-1-typewriter")?.animation?.keyframes.some((keyframe) =>keyframe.style.some(({ name }) => name === "clip-path")));