Open source CapCut alternative.
TypeScript
// The video-model registry: which models render, and what each supports.
// Pure data + lookups (no store, no browser), so the genvideo self-test can
// exercise everything that reads constraints from here.
import {
geminiOmniDefaultResolution,
geminiOmniDurationSeconds,
geminiOmniMaxReferenceImages,
geminiOmniResolutions,
type GeminiOmniResolution,
} from "@/lib/inference/gemini-models";
/** The shape the next generated clip is composed in — landscape or portrait. */
export type VideoAspect = "16:9" | "9:16";
export const VIDEO_ASPECT_LABEL: Record<VideoAspect, string> = {
"16:9": "Landscape (16:9)",
"9:16": "Portrait (9:16)",
};
/** The output size a generated clip is rendered at. */
export type VideoResolution = GeminiOmniResolution;
export const VIDEO_RESOLUTION_LABEL: Record<VideoResolution, string> = {
"360p": "360p draft",
"720p": "720p",
"1080p": "1080p",
"4k": "4K",
};
export const DEFAULT_VIDEO_RESOLUTION: VideoResolution = geminiOmniDefaultResolution;
/** A selectable video model. Every render runs on the unified Omni renderer:
* one pass takes text plus optional seed/reference images and returns the
* whole clip with audio at the resolution asked for, at the length asked for
* or the model's own pick. Adding a model here is the whole client-side
* change. */
export type VideoTier = "omni";
export interface VideoModelOption {
tier: VideoTier;
/** Segment label and the model name shown beside it (equal for a
* single-model entry). */
word: string;
model: string;
/** Identity reference images a render accepts alongside the prompt. */
maxReferenceImages: number;
aspects: VideoAspect[];
resolutions: readonly VideoResolution[];
/** Whole seconds a render can be asked for; a render with no length lets
* the model pick. */
durationSeconds: { min: number; max: number };
}
export const VIDEO_MODELS: VideoModelOption[] = [
{
tier: "omni",
word: "Omni Flash",
model: "Omni Flash",
maxReferenceImages: geminiOmniMaxReferenceImages,
aspects: ["16:9", "9:16"],
resolutions: geminiOmniResolutions,
durationSeconds: geminiOmniDurationSeconds,
},
];
/** A requested length clamped onto what the default model renders, in whole
* seconds; undefined stays undefined (the model's own pick). */
export function clampVideoDuration(seconds: number | null | undefined): number | undefined {
if (seconds === null || seconds === undefined || !Number.isFinite(seconds)) return undefined;
const { min, max } = VIDEO_MODELS[0].durationSeconds;
return Math.max(min, Math.min(max, Math.round(seconds)));
}
/** A requested resolution if the default model renders it. */
export function videoResolutionOf(value: unknown): VideoResolution | undefined {
return (VIDEO_MODELS[0].resolutions as readonly string[]).includes(String(value))
? (value as VideoResolution)
: undefined;
}
/** The registry entry for a tier — the single source of truth for what that
* model supports. Any code that generates video (the panel, the scene pipeline)
* reads its constraints from here, so swapping models is one edit in this file. */
export function videoModel(tier: VideoTier): VideoModelOption {
return VIDEO_MODELS.find((m) => m.tier === tier) ?? VIDEO_MODELS[0];
}
/** The default model's supported shapes — what AI-path renders and pipeline
* seeds clamp the project aspect onto when no tier was picked. */
export function defaultVideoAspects(): VideoAspect[] {
return VIDEO_MODELS[0].aspects;
}
/**
* Composition guidance for a project the renderer can't shoot natively. The
* models render 16:9 or 9:16 only, so a project on any other ratio gets a clip
* of a different shape than its frame. A clip letterboxes by default (`fit`
* defaults to "fit"), and filling the frame instead — the Inspector's Fill, the
* usual next move — crops whatever sits outside a centered slice. Naming the
* target shape keeps the subject inside the part that survives either way.
* Empty when the project already is a shape the model renders, so those prompts
* stay exactly as written.
*/
export function aspectFramingNote(projectAspect: string, renderAspect: VideoAspect): string {
if ((defaultVideoAspects() as string[]).includes(projectAspect)) return "";
return (
`Compose for a ${projectAspect} frame. This renders ${renderAspect}, a different shape, and sits ` +
`in a ${projectAspect} project where it may be cropped to fill the frame — so keep the subject ` +
`and any important action within a centered ${projectAspect} area, clear of the edges.`
);
}