Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

feat: complete source-backed studio controls

kashorin2eaa5b93024d
diff --git a/packages/studio-adapter/src/index.ts b/packages/studio-adapter/src/index.ts
index 17357826..24068184 100644
--- a/packages/studio-adapter/src/index.ts
+++ b/packages/studio-adapter/src/index.ts
@@ -102,6 +102,13 @@ export type StudioEditCoordinate =
export type StudioSnapTarget = "frame" | "semantic-anchor" | "item-edge";
+export type StudioEditSourceRole = "start" | "end" | "duration" | "frame" | "x" | "y";
+
+export type StudioEditSource = {
+ readonly role: StudioEditSourceRole;
+ readonly source: StudioParameter["source"];
+};
+
/** A timeline affordance is present only when its source write is explicit. */
export type StudioEditHandle = {
readonly id: string;
@@ -111,7 +118,7 @@ export type StudioEditHandle = {
readonly coordinate?: StudioEditCoordinate;
/** Snap policy is data, not a timeline-wide guess. */
readonly snapTo?: readonly StudioSnapTarget[];
- readonly sources?: readonly StudioParameter["source"][];
+ readonly sources?: readonly StudioEditSource[];
readonly disabledReason?: string;
};
diff --git a/packages/studio-video-adapters/src/audio.ts b/packages/studio-video-adapters/src/audio.ts
index 44becb98..cc6f4a9b 100644
--- a/packages/studio-video-adapters/src/audio.ts
+++ b/packages/studio-video-adapters/src/audio.ts
@@ -29,6 +29,26 @@ export const audioAdapters: readonly StudioAdapter[] = [
{
id: "audio", role: "track", output: { type: "AudioTrack", surface: "track", modules: ["@hypit/audio-track"] },
family: "audio", icon: "waveform", interaction: readonlyInteraction,
+ editOperations: ["move", "trim-start", "trim-end"],
+ parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "source", label: "Source", writable: false },
+ { name: "during", label: "During", writable: false },
+ { name: "selection", label: "Selection", writable: false },
+ { name: "moment", label: "Moment", writable: false },
+ { name: "start", label: "Start", writable: true },
+ { name: "end", label: "End", writable: true },
+ { name: "at", label: "At", writable: false },
+ { name: "for", label: "For", writable: true },
+ { name: "trim-start", label: "Trim source start", writable: false },
+ { name: "trim-end", label: "Trim source end", writable: false },
+ { name: "playback", label: "Playback", writable: false },
+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },
+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },
+ { name: "gain", label: "Gain", control: "number", writable: true },
+ { name: "fade-in", label: "Fade in", writable: true },
+ { name: "fade-out", label: "Fade out", writable: true },
+ ],
realizationPorts: ["program"], project: projectAudio,
lane: { layout: "flat", height: videoLaneHeights.audio },
},
diff --git a/packages/studio-video-adapters/src/generic.ts b/packages/studio-video-adapters/src/generic.ts
index ae92351e..174e4e7b 100644
--- a/packages/studio-video-adapters/src/generic.ts
+++ b/packages/studio-video-adapters/src/generic.ts
@@ -118,13 +118,18 @@ export const genericAdapters: readonly StudioAdapter[] = [
family: "text", icon: "text", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
{ name: "placement", label: "Placement", writable: false },
+ { name: "content", label: "Content", writable: false },
{ name: "during", label: "During", writable: false },
+ { name: "selection", label: "Selection", writable: false },
+ { name: "moment", label: "Moment", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
{ name: "style", label: "Style", writable: false },
+ { name: "motion", label: "Motion", writable: false },
],
realizationPorts: ["program"], project: projectText,
lane: { layout: "flat", height: videoLaneHeights.text },
@@ -134,13 +139,15 @@ export const genericAdapters: readonly StudioAdapter[] = [
family: "caption", icon: "captions", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "document", label: "Document", writable: false },
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "program", label: "Program", writable: false },
{ name: "during", label: "During", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
{ name: "style", label: "Style", writable: false },
- { name: "program", label: "Program", writable: false },
],
project: projectCaption,
lane: { layout: "flat", height: videoLaneHeights.text },
@@ -151,6 +158,9 @@ export const genericAdapters: readonly StudioAdapter[] = [
family: "component", icon: "component", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "canvas", label: "Canvas", writable: false },
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "frame", label: "Frame", writable: false, referenced: frameParameters },
{ name: "during", label: "During", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
@@ -158,7 +168,6 @@ export const genericAdapters: readonly StudioAdapter[] = [
{ name: "for", label: "For", writable: true },
{ name: "until", label: "Until", writable: false },
{ name: "z", label: "Z", control: "number", writable: true },
- { name: "frame", label: "Frame", writable: false, referenced: frameParameters },
{ name: "placement", label: "Placement", writable: false, referenced: frameParameters },
{ name: "appearance", label: "Appearance", writable: false },
{ name: "motion", label: "Motion", writable: false },
@@ -197,11 +206,23 @@ export const genericAdapters: readonly StudioAdapter[] = [
{ id: "audio-track", role: "track", output: { type: "AudioTrack" }, family: "audio", icon: "waveform", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
{ name: "during", label: "During", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
+ { name: "selection", label: "Selection", writable: false },
+ { name: "moment", label: "Moment", writable: false },
+ { name: "source", label: "Source", writable: false },
+ { name: "trim-start", label: "Trim source start", writable: false },
+ { name: "trim-end", label: "Trim source end", writable: false },
+ { name: "playback", label: "Playback", writable: false },
+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },
+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },
+ { name: "gain", label: "Gain", control: "number", writable: true },
+ { name: "fade-in", label: "Fade in", writable: true },
+ { name: "fade-out", label: "Fade out", writable: true },
],
project: projectTerminalAudio, lane: { layout: "flat", height: videoLaneHeights.audio } },
{ id: "visual-track", role: "track", output: { type: "VisualTrack" }, family: "media", icon: "video", interaction: readonlyInteraction,
diff --git a/packages/studio-video-adapters/src/media.ts b/packages/studio-video-adapters/src/media.ts
index e5cee1a4..188536c2 100644
--- a/packages/studio-video-adapters/src/media.ts
+++ b/packages/studio-video-adapters/src/media.ts
@@ -93,24 +93,38 @@ export const mediaAdapters: readonly StudioAdapter[] = [
family: "media", icon: "video", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "canvas", label: "Canvas", writable: false },
{ name: "during", label: "During", writable: false },
+ { name: "segment", label: "Segment", writable: false },
+ { name: "selection", label: "Selection", writable: false },
+ { name: "moment", label: "Moment", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
{ name: "source", label: "Source", writable: false },
- { name: "source-audio", label: "Source audio", writable: false },
+ { name: "source-audio", label: "Source audio", writable: true },
{ name: "extent", label: "Extent", writable: false, referenced: extentParameters },
{ name: "fit", label: "Fit", writable: false },
+ { name: "clip", label: "Clip", writable: false },
+ { name: "image", label: "Image", writable: false },
+ { name: "video", label: "Video", writable: false },
+ { name: "media", label: "Media", writable: false },
+ { name: "surface", label: "Surface", writable: false },
{ name: "sample-spec", label: "Sample spec", writable: false },
{ name: "item-spec", label: "Item spec", writable: false },
{ name: "window-spec", label: "Window spec", writable: false },
{ name: "audio", label: "Audio", writable: true },
- { name: "gain", label: "Gain", control: "number", writable: true },
+ { name: "audio-gain", label: "Audio gain", control: "number", writable: true },
+ { name: "trim-start", label: "Trim source start", writable: false },
+ { name: "trim-end", label: "Trim source end", writable: false },
+ { name: "playback", label: "Playback", writable: false },
+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },
+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },
{ name: "frame", label: "Frame", writable: false, referenced: frameParameters },
{ name: "appearance", label: "Appearance", writable: false },
{ name: "motion", label: "Motion", writable: false },
- { name: "z", label: "Z", control: "number", writable: true },
],
realizationPorts: ["program"], project: projectMedia,
lane: { layout: "flat", height: videoLaneHeights.picture },
@@ -121,22 +135,29 @@ export const mediaAdapters: readonly StudioAdapter[] = [
family: "media", icon: "waveform", interaction: readonlyInteraction,
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "canvas", label: "Canvas", writable: false },
{ name: "during", label: "During", writable: false },
+ { name: "selection", label: "Selection", writable: false },
+ { name: "moment", label: "Moment", writable: false },
{ name: "start", label: "Start", writable: true },
{ name: "end", label: "End", writable: true },
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
{ name: "source", label: "Source", writable: false },
- { name: "source-audio", label: "Source audio", writable: false },
{ name: "sample-spec", label: "Sample spec", writable: false },
{ name: "item-spec", label: "Item spec", writable: false },
{ name: "window-spec", label: "Window spec", writable: false },
- { name: "audio", label: "Audio", writable: true },
+ { name: "source-audio", label: "Source audio", writable: true },
+ { name: "audio-gain", label: "Audio gain", control: "number", writable: true },
+ { name: "trim-start", label: "Trim source start", writable: false },
+ { name: "trim-end", label: "Trim source end", writable: false },
+ { name: "playback", label: "Playback", writable: false },
+ { name: "min-rate", label: "Minimum rate", control: "number", writable: false },
+ { name: "max-rate", label: "Maximum rate", control: "number", writable: false },
{ name: "gain", label: "Gain", control: "number", writable: true },
- { name: "frame", label: "Frame", writable: false },
- { name: "appearance", label: "Appearance", writable: false },
- { name: "motion", label: "Motion", writable: false },
- { name: "z", label: "Z", control: "number", writable: true },
+ { name: "fade-in", label: "Fade in", writable: true },
+ { name: "fade-out", label: "Fade out", writable: true },
],
realizationPorts: ["program"], project: projectMedia,
lane: { layout: "flat", height: videoLaneHeights.audio },
diff --git a/packages/studio-video-adapters/src/ranking.ts b/packages/studio-video-adapters/src/ranking.ts
index ebf42574..2e456e03 100644
--- a/packages/studio-video-adapters/src/ranking.ts
+++ b/packages/studio-video-adapters/src/ranking.ts
@@ -117,6 +117,8 @@ export const rankingAdapters: readonly StudioAdapter[] = [
family: "component", label: "Ranking", icon: "ranking", realizationPorts: ["schedule"],
editOperations: ["move", "trim-start", "trim-end"],
parameters: [
+ { name: "semantic", label: "Semantic", writable: false },
+ { name: "canvas", label: "Canvas", writable: false },
{ name: "style", label: "Style", writable: false },
{ name: "during", label: "During", writable: false },
{ name: "start", label: "Start", writable: true },
@@ -124,6 +126,13 @@ export const rankingAdapters: readonly StudioAdapter[] = [
{ name: "at", label: "At", writable: false },
{ name: "for", label: "For", writable: true },
{ name: "frame", label: "Frame", writable: false, referenced: frameParameters },
+ { name: "appear-sound", label: "Appear sound", writable: false },
+ { name: "move-sound", label: "Move sound", writable: false },
+ { name: "label", label: "Label", writable: true },
+ { name: "rank", label: "Rank", control: "number", writable: true },
+ { name: "preset", label: "Preset", control: "boolean", writable: true },
+ { name: "icon", label: "Icon", writable: false },
+ { name: "stack", label: "Stack", control: "number", writable: true },
],
poster: { source: "surface-preview" },
lane: {
@@ -144,8 +153,6 @@ export const rankingAdapters: readonly StudioAdapter[] = [
},
parameters: [
{ name: "during", label: "During", writable: false },
- { name: "at", label: "At", writable: false },
- { name: "stack", label: "Stack", control: "number", writable: true },
],
}],
interaction: readonlyInteraction, project: projectRanking,
diff --git a/packages/studio-video-adapters/src/speech.ts b/packages/studio-video-adapters/src/speech.ts
index 6eaab24e..e0243299 100644
--- a/packages/studio-video-adapters/src/speech.ts
+++ b/packages/studio-video-adapters/src/speech.ts
@@ -42,9 +42,6 @@ export const speechAdapters: readonly StudioAdapter[] = [
{ name: "visual-frame", label: "Frame", writable: false, referenced: frameParameters },
{ name: "visual-appearance", label: "Appearance", writable: false },
{ name: "visual-z", label: "Z", control: "number", writable: true },
- { name: "frame", label: "Frame", writable: false, referenced: frameParameters },
- { name: "appearance", label: "Appearance", writable: false },
- { name: "z", label: "Z", control: "number", writable: true },
],
project: projectSpeechVisual,
lane: { layout: "flat", height: videoLaneHeights.picture },
@@ -54,9 +51,7 @@ export const speechAdapters: readonly StudioAdapter[] = [
output: { type: "AudioTrack", surface: "track", modules: ["@hypit/speech-track"] },
family: "audio", label: "Speech Audio", icon: "waveform",
interaction: readonlyInteraction,
- parameters: [
- { name: "z", label: "Z", control: "number", writable: true },
- ],
+ parameters: [],
project: projectSpeechAudio,
lane: { layout: "flat", height: videoLaneHeights.audio },
},
diff --git a/packages/studio/src/parameters.ts b/packages/studio/src/parameters.ts
index 8a17032f..b72516c1 100644
--- a/packages/studio/src/parameters.ts
+++ b/packages/studio/src/parameters.ts
@@ -311,22 +311,25 @@ export function timingEditHandles(
if (absolute(start) && absolute(end)) {
if (allowed.has("move")) handles.push({
id: "move", operation: "move", enabled: true, coordinate: "program-frame",
- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [start.source, end.source],
+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [
+ { role: "start", source: start.source },
+ { role: "end", source: end.source },
+ ],
});
if (allowed.has("trim-start")) handles.push({
id: "trim-start", operation: "trim-start", enabled: true, coordinate: "program-frame",
- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [start.source],
+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "start", source: start.source }],
});
if (allowed.has("trim-end")) handles.push({
id: "trim-end", operation: "trim-end", enabled: true, coordinate: "program-frame",
- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [end.source],
+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "end", source: end.source }],
});
} else if (at !== undefined && !at.writable && absolute(duration)) {
if (allowed.has("move")) handles.push(disabled("move", "move", "起点由 At 引用决定,不能独立移动。"));
if (allowed.has("trim-start")) handles.push(disabled("trim-start", "trim-start", "起点由 At 引用决定,不能独立裁剪。"));
if (allowed.has("trim-end")) handles.push({
id: "trim-end", operation: "trim-end", enabled: true, coordinate: "program-frame",
- snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [duration.source],
+ snapTo: ["frame", "semantic-anchor", "item-edge"], sources: [{ role: "duration", source: duration.source }],
});
} else {
const reason = parameters.some((parameter) => parameter.name === "during" && !parameter.writable)
diff --git a/packages/studio/src/style.css b/packages/studio/src/style.css
index eab4bc4a..e275109f 100644
--- a/packages/studio/src/style.css
+++ b/packages/studio/src/style.css
@@ -452,7 +452,9 @@ button:focus-visible, textarea:focus-visible {
border-bottom: 1px solid rgba(255,255,255,.035);
}
.operation-row:last-child { border-bottom: 0; }
+.operation-copy { min-width: 0; display: flex; flex-direction: column; gap: 2px; }
.operation-label { color: var(--text-2); font-size: 11px; }
+.operation-detail { min-width: 0; overflow: hidden; color: var(--text-3); font: 9px/1.2 var(--font-mono); text-overflow: ellipsis; white-space: nowrap; }
.operation-state { color: var(--text-3); font-size: 10px; font-weight: 500; }
.operation-enabled .operation-state { color: var(--text); }
.status.saving { color: var(--text-2); }
diff --git a/packages/studio/src/ui/main.ts b/packages/studio/src/ui/main.ts
index c18e5200..7435e1c7 100644
--- a/packages/studio/src/ui/main.ts
+++ b/packages/studio/src/ui/main.ts
@@ -213,20 +213,40 @@ const operationLabels: Readonly<Record<Clip["editHandles"][number]["operation"],
"canvas-transform": "Canvas transform",
};
+const operationCoordinateLabels: Readonly<Record<NonNullable<Clip["editHandles"][number]["coordinate"]>, string>> = {
+ "program-frame": "program frames",
+ "source-frame": "source frames",
+ "canvas-pixel": "canvas pixels",
+ "normalized-progress": "normalized progress",
+};
+
function operationGroups(handles: readonly Clip["editHandles"][number][]): readonly HTMLElement[] {
if (handles.length === 0) return [];
return [group("Timeline operations", handles.map((handle) => {
const node = document.createElement("div");
node.className = `operation-row${handle.enabled ? " operation-enabled" : " operation-disabled"}`;
- const label = document.createElement("span");
+ const copy = document.createElement("span");
+ copy.className = "operation-copy";
+ const label = document.createElement("strong");
label.className = "operation-label";
label.textContent = operationLabels[handle.operation];
+ const detail = document.createElement("small");
+ detail.className = "operation-detail";
+ const coordinate = handle.coordinate === undefined ? "" : operationCoordinateLabels[handle.coordinate];
+ const snap = handle.snapTo === undefined || handle.snapTo.length === 0
+ ? ""
+ : `snap ${handle.snapTo.join(" · ")}`;
+ const source = handle.sources === undefined || handle.sources.length === 0
+ ? ""
+ : handle.sources.map((item) => `${item.role} → ${item.source.path}:${item.source.range.start}`).join(" · ");
+ detail.textContent = [coordinate, snap, source].filter((value) => value.length > 0).join(" · ");
+ copy.append(label, detail);
const state = document.createElement("strong");
state.className = "operation-state";
state.textContent = handle.enabled ? "Timeline" : "—";
node.title = handle.disabledReason
?? (handle.enabled ? "按时间线把手操作,成功后会回写源文件。" : "当前实体没有可逆的 Studio 写回。" );
- node.append(label, state);
+ node.append(copy, state);
return node;
}), "operation-group")];
}
diff --git a/packages/studio/src/ui/timeline.ts b/packages/studio/src/ui/timeline.ts
index e0238198..86b8e651 100644
--- a/packages/studio/src/ui/timeline.ts
+++ b/packages/studio/src/ui/timeline.ts
@@ -2,6 +2,7 @@ import type {
SemanticToken,
StudioSnapshot,
} from "../shared.js";
+import type { StudioEditSource } from "@hypit/studio-adapter";
import { icon, setIcon } from "./icons.js";
import { mountMaterialPreview } from "./material-preview.js";
import type { State, Store } from "./selection.js";
@@ -193,7 +194,7 @@ export function createTimeline(store: Store): Timeline {
let activeEdit: {
readonly clip: StudioSnapshot["tracks"][number]["clips"][number];
readonly operation: "move" | "trim-start" | "trim-end";
- readonly sources: readonly StudioSnapshot["tracks"][number]["clips"][number]["parameters"][number]["source"][];
+ readonly sources: readonly StudioEditSource[];
readonly startFrame: number;
readonly pointerId: number;
readonly node: HTMLElement;
@@ -241,14 +242,25 @@ export function createTimeline(store: Store): Timeline {
Math.min(state.snapshot.space.frameCount - edit.clip.endFrameExclusive, rawDelta),
);
const replacement = (frame: number): string => `${Math.max(0, Math.round(frame))}f`;
+ const startSource = edit.sources.find((item) => item.role === "start");
+ const endSource = edit.sources.find((item) => item.role === "end");
+ const durationSource = edit.sources.find((item) => item.role === "duration");
const patches = edit.operation === "move"
- ? [
- { ...edit.sources[0]!, replacement: replacement(edit.clip.startFrame + delta) },
- { ...edit.sources[1]!, replacement: replacement(edit.clip.endFrameExclusive + delta) },
- ]
+ ? startSource === undefined || endSource === undefined
+ ? []
+ : [
+ { ...startSource.source, replacement: replacement(edit.clip.startFrame + delta) },
+ { ...endSource.source, replacement: replacement(edit.clip.endFrameExclusive + delta) },
+ ]
: edit.operation === "trim-start"
- ? [{ ...edit.sources[0]!, replacement: replacement(Math.min(edit.clip.endFrameExclusive - 1, nextFrame)) }]
- : [{ ...edit.sources[0]!, replacement: replacement(Math.max(edit.clip.startFrame + 1, nextFrame)) }];
+ ? startSource === undefined
+ ? []
+ : [{ ...startSource.source, replacement: replacement(Math.min(edit.clip.endFrameExclusive - 1, nextFrame)) }]
+ : durationSource !== undefined
+ ? [{ ...durationSource.source, replacement: replacement(Math.max(1, nextFrame - edit.clip.startFrame)) }]
+ : endSource === undefined
+ ? []
+ : [{ ...endSource.source, replacement: replacement(Math.max(edit.clip.startFrame + 1, nextFrame)) }];
if (patches.every((patch) => patch.replacement === patch.preimage)) return;
element.dispatchEvent(new CustomEvent("studio:write", { detail: { state: "saving" } }));
void writeSourceTransaction(state.snapshot.revision, patches).then(() => {