Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.
TypeScript agentic-aiaiai-agentsai-videocompilerdslffmpeggenerative-aillmmarkup-languagemonorepoplugin-systemprogramming-languagetext-to-videotypescriptvideovideo-automationvideo-clonevideo-editingvideo-generation
feat: complete source-backed studio controls
kashorin2eaa5b93024d
diff --git a/packages/studio-adapter/src/index.ts b/packages/studio-adapter/src/index.tsindex 17357826..24068184 100644--- a/packages/studio-adapter/src/index.ts+++ b/packages/studio-adapter/src/index.ts@@ -102,6 +102,13 @@ export type StudioEditCoordinate =export type StudioSnapTarget = "frame" | "semantic-anchor" | "item-edge";+export type StudioEditSourceRole = "start" | "end" | "duration" | "frame" | "x" | "y";++export type StudioEditSource = {+ readonly role: StudioEditSourceRole;+ readonly source: StudioParameter["source"];+};+/** A timeline affordance is present only when its source write is explicit. */export type StudioEditHandle = {readonly id: string;@@ -111,7 +118,7 @@ export type StudioEditHandle = {readonly coordinate?: StudioEditCoordinate;/** Snap policy is data, not a timeline-wide guess. */readonly snapTo?: readonly StudioSnapTarget[];- readonly sources?: readonly StudioParameter["source"][];+ readonly sources?: readonly StudioEditSource[];readonly disabledReason?: string;};diff --git a/packages/studio-video-adapters/src/audio.ts b/packages/studio-video-adapters/src/audio.tsindex 44becb98..cc6f4a9b 100644--- a/packages/studio-video-adapters/src/audio.ts+++ b/packages/studio-video-adapters/src/audio.ts@@ -29,6 +29,26 @@ export const audioAdapters: readonly StudioAdapter[] = [{id: "audio", role: "track", output: { type: "AudioTrack", surface: "track", modules: ["@hypit/audio-track"] },family: "audio", icon: "waveform", interaction: readonlyInteraction,+ editOperations: ["move", "trim-start", "trim-end"],+ parameters: [+ { name: "semantic", label: "Semantic", writable: false },+ { name: "source", label: "Source", writable: false },+ { name: "during", label: "During", writable: false },+ { name: "selection", label: "Selection", writable: false },+ { name: "moment", label: "Moment", writable: false },+ { name: "start", label: "Start", writable: true },+ { name: "end", label: "End", writable: true },+ { name: "at", label: "At", writable: false },+ { name: "for", label: "For", writable: true },+ { name: "trim-start", label: "Trim source start", writable: false },+ { name: "trim-end", label: "Trim source end", writable: false },+ { name: "playback", label: "Playback", writable: false },+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },+ { name: "gain", label: "Gain", control: "number", writable: true },+ { name: "fade-in", label: "Fade in", writable: true },+ { name: "fade-out", label: "Fade out", writable: true },+ ],realizationPorts: ["program"], project: projectAudio,lane: { layout: "flat", height: videoLaneHeights.audio },},diff --git a/packages/studio-video-adapters/src/generic.ts b/packages/studio-video-adapters/src/generic.tsindex ae92351e..174e4e7b 100644--- a/packages/studio-video-adapters/src/generic.ts+++ b/packages/studio-video-adapters/src/generic.ts@@ -118,13 +118,18 @@ export const genericAdapters: readonly StudioAdapter[] = [family: "text", icon: "text", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "semantic", label: "Semantic", writable: false },{ name: "placement", label: "Placement", writable: false },+ { name: "content", label: "Content", writable: false },{ name: "during", label: "During", writable: false },+ { name: "selection", label: "Selection", writable: false },+ { name: "moment", label: "Moment", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },{ name: "style", label: "Style", writable: false },+ { name: "motion", label: "Motion", writable: false },],realizationPorts: ["program"], project: projectText,lane: { layout: "flat", height: videoLaneHeights.text },@@ -134,13 +139,15 @@ export const genericAdapters: readonly StudioAdapter[] = [family: "caption", icon: "captions", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "document", label: "Document", writable: false },+ { name: "semantic", label: "Semantic", writable: false },+ { name: "program", label: "Program", writable: false },{ name: "during", label: "During", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },{ name: "style", label: "Style", writable: false },- { name: "program", label: "Program", writable: false },],project: projectCaption,lane: { layout: "flat", height: videoLaneHeights.text },@@ -151,6 +158,9 @@ export const genericAdapters: readonly StudioAdapter[] = [family: "component", icon: "component", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "canvas", label: "Canvas", writable: false },+ { name: "semantic", label: "Semantic", writable: false },+ { name: "frame", label: "Frame", writable: false, referenced: frameParameters },{ name: "during", label: "During", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },@@ -158,7 +168,6 @@ export const genericAdapters: readonly StudioAdapter[] = [{ name: "for", label: "For", writable: true },{ name: "until", label: "Until", writable: false },{ name: "z", label: "Z", control: "number", writable: true },- { name: "frame", label: "Frame", writable: false, referenced: frameParameters },{ name: "placement", label: "Placement", writable: false, referenced: frameParameters },{ name: "appearance", label: "Appearance", writable: false },{ name: "motion", label: "Motion", writable: false },@@ -197,11 +206,23 @@ export const genericAdapters: readonly StudioAdapter[] = [{ id: "audio-track", role: "track", output: { type: "AudioTrack" }, family: "audio", icon: "waveform", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "semantic", label: "Semantic", writable: false },{ name: "during", label: "During", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },+ { name: "selection", label: "Selection", writable: false },+ { name: "moment", label: "Moment", writable: false },+ { name: "source", label: "Source", writable: false },+ { name: "trim-start", label: "Trim source start", writable: false },+ { name: "trim-end", label: "Trim source end", writable: false },+ { name: "playback", label: "Playback", writable: false },+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },+ { name: "gain", label: "Gain", control: "number", writable: true },+ { name: "fade-in", label: "Fade in", writable: true },+ { name: "fade-out", label: "Fade out", writable: true },],project: projectTerminalAudio, lane: { layout: "flat", height: videoLaneHeights.audio } },{ id: "visual-track", role: "track", output: { type: "VisualTrack" }, family: "media", icon: "video", interaction: readonlyInteraction,diff --git a/packages/studio-video-adapters/src/media.ts b/packages/studio-video-adapters/src/media.tsindex e5cee1a4..188536c2 100644--- a/packages/studio-video-adapters/src/media.ts+++ b/packages/studio-video-adapters/src/media.ts@@ -93,24 +93,38 @@ export const mediaAdapters: readonly StudioAdapter[] = [family: "media", icon: "video", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "semantic", label: "Semantic", writable: false },+ { name: "canvas", label: "Canvas", writable: false },{ name: "during", label: "During", writable: false },+ { name: "segment", label: "Segment", writable: false },+ { name: "selection", label: "Selection", writable: false },+ { name: "moment", label: "Moment", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },{ name: "source", label: "Source", writable: false },- { name: "source-audio", label: "Source audio", writable: false },+ { name: "source-audio", label: "Source audio", writable: true },{ name: "extent", label: "Extent", writable: false, referenced: extentParameters },{ name: "fit", label: "Fit", writable: false },+ { name: "clip", label: "Clip", writable: false },+ { name: "image", label: "Image", writable: false },+ { name: "video", label: "Video", writable: false },+ { name: "media", label: "Media", writable: false },+ { name: "surface", label: "Surface", writable: false },{ name: "sample-spec", label: "Sample spec", writable: false },{ name: "item-spec", label: "Item spec", writable: false },{ name: "window-spec", label: "Window spec", writable: false },{ name: "audio", label: "Audio", writable: true },- { name: "gain", label: "Gain", control: "number", writable: true },+ { name: "audio-gain", label: "Audio gain", control: "number", writable: true },+ { name: "trim-start", label: "Trim source start", writable: false },+ { name: "trim-end", label: "Trim source end", writable: false },+ { name: "playback", label: "Playback", writable: false },+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },{ name: "frame", label: "Frame", writable: false, referenced: frameParameters },{ name: "appearance", label: "Appearance", writable: false },{ name: "motion", label: "Motion", writable: false },- { name: "z", label: "Z", control: "number", writable: true },],realizationPorts: ["program"], project: projectMedia,lane: { layout: "flat", height: videoLaneHeights.picture },@@ -121,22 +135,29 @@ export const mediaAdapters: readonly StudioAdapter[] = [family: "media", icon: "waveform", interaction: readonlyInteraction,editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "semantic", label: "Semantic", writable: false },+ { name: "canvas", label: "Canvas", writable: false },{ name: "during", label: "During", writable: false },+ { name: "selection", label: "Selection", writable: false },+ { name: "moment", label: "Moment", writable: false },{ name: "start", label: "Start", writable: true },{ name: "end", label: "End", writable: true },{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },{ name: "source", label: "Source", writable: false },- { name: "source-audio", label: "Source audio", writable: false },{ name: "sample-spec", label: "Sample spec", writable: false },{ name: "item-spec", label: "Item spec", writable: false },{ name: "window-spec", label: "Window spec", writable: false },- { name: "audio", label: "Audio", writable: true },+ { name: "source-audio", label: "Source audio", writable: true },+ { name: "audio-gain", label: "Audio gain", control: "number", writable: true },+ { name: "trim-start", label: "Trim source start", writable: false },+ { name: "trim-end", label: "Trim source end", writable: false },+ { name: "playback", label: "Playback", writable: false },+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },{ name: "gain", label: "Gain", control: "number", writable: true },- { name: "frame", label: "Frame", writable: false },- { name: "appearance", label: "Appearance", writable: false },- { name: "motion", label: "Motion", writable: false },- { name: "z", label: "Z", control: "number", writable: true },+ { name: "fade-in", label: "Fade in", writable: true },+ { name: "fade-out", label: "Fade out", writable: true },],realizationPorts: ["program"], project: projectMedia,lane: { layout: "flat", height: videoLaneHeights.audio },diff --git a/packages/studio-video-adapters/src/ranking.ts b/packages/studio-video-adapters/src/ranking.tsindex ebf42574..2e456e03 100644--- a/packages/studio-video-adapters/src/ranking.ts+++ b/packages/studio-video-adapters/src/ranking.ts@@ -117,6 +117,8 @@ export const rankingAdapters: readonly StudioAdapter[] = [family: "component", label: "Ranking", icon: "ranking", realizationPorts: ["schedule"],editOperations: ["move", "trim-start", "trim-end"],parameters: [+ { name: "semantic", label: "Semantic", writable: false },+ { name: "canvas", label: "Canvas", writable: false },{ name: "style", label: "Style", writable: false },{ name: "during", label: "During", writable: false },{ name: "start", label: "Start", writable: true },@@ -124,6 +126,13 @@ export const rankingAdapters: readonly StudioAdapter[] = [{ name: "at", label: "At", writable: false },{ name: "for", label: "For", writable: true },{ name: "frame", label: "Frame", writable: false, referenced: frameParameters },+ { name: "appear-sound", label: "Appear sound", writable: false },+ { name: "move-sound", label: "Move sound", writable: false },+ { name: "label", label: "Label", writable: true },+ { name: "rank", label: "Rank", control: "number", writable: true },+ { name: "preset", label: "Preset", control: "boolean", writable: true },+ { name: "icon", label: "Icon", writable: false },+ { name: "stack", label: "Stack", control: "number", writable: true },],poster: { source: "surface-preview" },lane: {@@ -144,8 +153,6 @@ export const rankingAdapters: readonly StudioAdapter[] = [},parameters: [{ name: "during", label: "During", writable: false },- { name: "at", label: "At", writable: false },- { name: "stack", label: "Stack", control: "number", writable: true },],}],interaction: readonlyInteraction, project: projectRanking,diff --git a/packages/studio-video-adapters/src/speech.ts b/packages/studio-video-adapters/src/speech.tsindex 6eaab24e..e0243299 100644--- a/packages/studio-video-adapters/src/speech.ts+++ b/packages/studio-video-adapters/src/speech.ts@@ -42,9 +42,6 @@ export const speechAdapters: readonly StudioAdapter[] = [{ name: "visual-frame", label: "Frame", writable: false, referenced: frameParameters },{ name: "visual-appearance", label: "Appearance", writable: false },{ name: "visual-z", label: "Z", control: "number", writable: true },- { name: "frame", label: "Frame", writable: false, referenced: frameParameters },- { name: "appearance", label: "Appearance", writable: false },- { name: "z", label: "Z", control: "number", writable: true },],project: projectSpeechVisual,lane: { layout: "flat", height: videoLaneHeights.picture },@@ -54,9 +51,7 @@ export const speechAdapters: readonly StudioAdapter[] = [output: { type: "AudioTrack", surface: "track", modules: ["@hypit/speech-track"] },family: "audio", label: "Speech Audio", icon: "waveform",interaction: readonlyInteraction,- parameters: [- { name: "z", label: "Z", control: "number", writable: true },- ],+ parameters: [],project: projectSpeechAudio,lane: { layout: "flat", height: videoLaneHeights.audio },},diff --git a/packages/studio/src/parameters.ts b/packages/studio/src/parameters.tsindex 8a17032f..b72516c1 100644--- a/packages/studio/src/parameters.ts+++ b/packages/studio/src/parameters.ts@@ -311,22 +311,25 @@ export function timingEditHandles(if (absolute(start) && absolute(end)) {if (allowed.has("move")) handles.push({id: "move", operation: "move", enabled: true, coordinate: "program-frame",- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [start.source, end.source],+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [+ { role: "start", source: start.source },+ { role: "end", source: end.source },+ ],});if (allowed.has("trim-start")) handles.push({id: "trim-start", operation: "trim-start", enabled: true, coordinate: "program-frame",- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [start.source],+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "start", source: start.source }],});if (allowed.has("trim-end")) handles.push({id: "trim-end", operation: "trim-end", enabled: true, coordinate: "program-frame",- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [end.source],+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "end", source: end.source }],});} else if (at !== undefined && !at.writable && absolute(duration)) {if (allowed.has("move")) handles.push(disabled("move", "move", "起点由 At 引用决定,不能独立移动。"));if (allowed.has("trim-start")) handles.push(disabled("trim-start", "trim-start", "起点由 At 引用决定,不能独立裁剪。"));if (allowed.has("trim-end")) handles.push({id: "trim-end", operation: "trim-end", enabled: true, coordinate: "program-frame",- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [duration.source],+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "duration", source: duration.source }],});} else {const reason = parameters.some((parameter) => parameter.name === "during" && !parameter.writable)diff --git a/packages/studio/src/style.css b/packages/studio/src/style.cssindex eab4bc4a..e275109f 100644--- a/packages/studio/src/style.css+++ b/packages/studio/src/style.css@@ -452,7 +452,9 @@ button:focus-visible, textarea:focus-visible {border-bottom: 1px solid rgba(255,255,255,.035);}.operation-row:last-child { border-bottom: 0; }+.operation-copy { min-width: 0; display: flex; flex-direction: column; gap: 2px; }.operation-label { color: var(--text-2); font-size: 11px; }+.operation-detail { min-width: 0; overflow: hidden; color: var(--text-3); font: 9px/1.2 var(--font-mono); text-overflow: ellipsis; white-space: nowrap; }.operation-state { color: var(--text-3); font-size: 10px; font-weight: 500; }.operation-enabled .operation-state { color: var(--text); }.status.saving { color: var(--text-2); }diff --git a/packages/studio/src/ui/main.ts b/packages/studio/src/ui/main.tsindex c18e5200..7435e1c7 100644--- a/packages/studio/src/ui/main.ts+++ b/packages/studio/src/ui/main.ts@@ -213,20 +213,40 @@ const operationLabels: Readonly<Record<Clip["editHandles"][number]["operation"],"canvas-transform": "Canvas transform",};+const operationCoordinateLabels: Readonly<Record<NonNullable<Clip["editHandles"][number]["coordinate"]>, string>> = {+ "program-frame": "program frames",+ "source-frame": "source frames",+ "canvas-pixel": "canvas pixels",+ "normalized-progress": "normalized progress",+};+function operationGroups(handles: readonly Clip["editHandles"][number][]): readonly HTMLElement[] {if (handles.length === 0) return [];return [group("Timeline operations", handles.map((handle) => {const node = document.createElement("div");node.className = `operation-row${handle.enabled ? " operation-enabled" : " operation-disabled"}`;- const label = document.createElement("span");+ const copy = document.createElement("span");+ copy.className = "operation-copy";+ const label = document.createElement("strong");label.className = "operation-label";label.textContent = operationLabels[handle.operation];+ const detail = document.createElement("small");+ detail.className = "operation-detail";+ const coordinate = handle.coordinate === undefined ? "" : operationCoordinateLabels[handle.coordinate];+ const snap = handle.snapTo === undefined || handle.snapTo.length === 0+ ? ""+ : `snap ${handle.snapTo.join(" · ")}`;+ const source = handle.sources === undefined || handle.sources.length === 0+ ? ""+ : handle.sources.map((item) => `${item.role} → ${item.source.path}:${item.source.range.start}`).join(" · ");+ detail.textContent = [coordinate, snap, source].filter((value) => value.length > 0).join(" · ");+ copy.append(label, detail);const state = document.createElement("strong");state.className = "operation-state";state.textContent = handle.enabled ? "Timeline" : "—";node.title = handle.disabledReason?? (handle.enabled ? "按时间线把手操作,成功后会回写源文件。" : "当前实体没有可逆的 Studio 写回。" );- node.append(label, state);+ node.append(copy, state);return node;}), "operation-group")];}diff --git a/packages/studio/src/ui/timeline.ts b/packages/studio/src/ui/timeline.tsindex e0238198..86b8e651 100644--- a/packages/studio/src/ui/timeline.ts+++ b/packages/studio/src/ui/timeline.ts@@ -2,6 +2,7 @@ import type {SemanticToken,StudioSnapshot,} from "../shared.js";+import type { StudioEditSource } from "@hypit/studio-adapter";import { icon, setIcon } from "./icons.js";import { mountMaterialPreview } from "./material-preview.js";import type { State, Store } from "./selection.js";@@ -193,7 +194,7 @@ export function createTimeline(store: Store): Timeline {let activeEdit: {readonly clip: StudioSnapshot["tracks"][number]["clips"][number];readonly operation: "move" | "trim-start" | "trim-end";- readonly sources: readonly StudioSnapshot["tracks"][number]["clips"][number]["parameters"][number]["source"][];+ readonly sources: readonly StudioEditSource[];readonly startFrame: number;readonly pointerId: number;readonly node: HTMLElement;@@ -241,14 +242,25 @@ export function createTimeline(store: Store): Timeline {Math.min(state.snapshot.space.frameCount - edit.clip.endFrameExclusive, rawDelta),);const replacement = (frame: number): string => `${Math.max(0, Math.round(frame))}f`;+ const startSource = edit.sources.find((item) => item.role === "start");+ const endSource = edit.sources.find((item) => item.role === "end");+ const durationSource = edit.sources.find((item) => item.role === "duration");const patches = edit.operation === "move"- ? [- { ...edit.sources[0]!, replacement: replacement(edit.clip.startFrame + delta) },- { ...edit.sources[1]!, replacement: replacement(edit.clip.endFrameExclusive + delta) },- ]+ ? startSource === undefined || endSource === undefined+ ? []+ : [+ { ...startSource.source, replacement: replacement(edit.clip.startFrame + delta) },+ { ...endSource.source, replacement: replacement(edit.clip.endFrameExclusive + delta) },+ ]: edit.operation === "trim-start"- ? [{ ...edit.sources[0]!, replacement: replacement(Math.min(edit.clip.endFrameExclusive - 1, nextFrame)) }]- : [{ ...edit.sources[0]!, replacement: replacement(Math.max(edit.clip.startFrame + 1, nextFrame)) }];+ ? startSource === undefined+ ? []+ : [{ ...startSource.source, replacement: replacement(Math.min(edit.clip.endFrameExclusive - 1, nextFrame)) }]+ : durationSource !== undefined+ ? [{ ...durationSource.source, replacement: replacement(Math.max(1, nextFrame - edit.clip.startFrame)) }]+ : endSource === undefined+ ? []+ : [{ ...endSource.source, replacement: replacement(Math.max(edit.clip.startFrame + 1, nextFrame)) }];if (patches.every((patch) => patch.replacement === patch.preimage)) return;element.dispatchEvent(new CustomEvent("studio:write", { detail: { state: "saving" } }));void writeSourceTransaction(state.snapshot.revision, patches).then(() => {