Unrestricted Open-source alternative to AI video platforms — Free AI image & video generation studio with 600+ models (Flux, Midjourney, Kling, Sora, Veo). No content filters. Self-hosted, MIT licensed.
JavaScript ai-art-generatorai-image-generationai-video-generationfal-ai-alternativegenerative-aiimage-to-videoinvideo-alternativekling-ailipsynclitellm-alternativemidjourney-alternativemuapiopen-sourceopenrouter-alternativeseedance2sora-alternativetext-to-imagetext-to-videouncensoredwan-video
fix(studio): correct video tool workflows
antilya68118e954642
diff --git a/packages/studio/src/components/VideoStudio.jsx b/packages/studio/src/components/VideoStudio.jsxindex fe4974f7..8c8ffa83 100644--- a/packages/studio/src/components/VideoStudio.jsx+++ b/packages/studio/src/components/VideoStudio.jsx@@ -2,7 +2,13 @@import { useState, useEffect, useRef, useCallback, useMemo } from "react";import toast, { Toaster } from "react-hot-toast";-import { generateVideo, generateI2V, processV2V, uploadFile } from "../muapi.js";+import {+ estimateV2VCost,+ generateVideo,+ generateI2V,+ processV2V,+ uploadFile,+} from "../muapi.js";import { formatErrorMessage } from "../utils/formatError.js";import { scopedPersistKey, migrateLegacyPersistKey } from "../persistKey.js";import {@@ -59,6 +65,89 @@ function getQualitiesForModel(modelList, modelId) {return model?.inputs?.quality?.enum || [];}+function formatCost({ cost, currency }) {+ return new Intl.NumberFormat("en-US", {+ style: "currency",+ currency,+ maximumFractionDigits: 4,+ }).format(cost);+}++const DEFAULT_VIDEO_MAX_BYTES = 50 * 1024 * 1024;++function getVideoFileError(file, constraints) {+ const maxBytes = constraints?.maxBytes || DEFAULT_VIDEO_MAX_BYTES;+ if (file.size > maxBytes) {+ return `Video exceeds the ${Math.round(maxBytes / 1024 / 1024)}MB limit.`;+ }+ if (!constraints) return null;++ const mimeType = file.type.toLowerCase();+ const extension = file.name.slice(file.name.lastIndexOf(".")).toLowerCase();+ const hasAllowedType = constraints.allowedMimeTypes.includes(mimeType);+ const hasAllowedExtension = constraints.allowedExtensions.includes(extension);+ return hasAllowedType || hasAllowedExtension+ ? null+ : `Unsupported video format. ${constraints.requirements}`;+}++function readVideoMetadata(file) {+ return new Promise((resolve, reject) => {+ const objectUrl = URL.createObjectURL(file);+ const video = document.createElement("video");+ let timeoutId;+ const cleanup = () => {+ clearTimeout(timeoutId);+ video.onloadedmetadata = null;+ video.onerror = null;+ video.removeAttribute("src");+ video.load();+ URL.revokeObjectURL(objectUrl);+ };++ video.preload = "metadata";+ video.onloadedmetadata = () => {+ const metadata = {+ duration: video.duration,+ width: video.videoWidth,+ height: video.videoHeight,+ };+ cleanup();+ resolve(metadata);+ };+ video.onerror = () => {+ cleanup();+ reject(new Error("The selected video's metadata could not be read."));+ };+ timeoutId = setTimeout(() => {+ cleanup();+ reject(new Error("The selected video's metadata could not be read."));+ }, 10000);+ video.src = objectUrl;+ });+}++function getVideoMetadataError(metadata, constraints) {+ if (!constraints) return null;+ if (+ !Number.isFinite(metadata.duration) ||+ metadata.duration < constraints.minDurationSeconds ||+ metadata.duration > constraints.maxDurationSeconds+ ) {+ return `Video duration must be between ${constraints.minDurationSeconds} and ${constraints.maxDurationSeconds} seconds.`;+ }++ const shortSide = Math.min(metadata.width, metadata.height);+ const longSide = Math.max(metadata.width, metadata.height);+ if (+ shortSide < constraints.minShortSide ||+ longSide > constraints.maxLongSide+ ) {+ return `Video dimensions must have a shorter side of at least ${constraints.minShortSide}px and a longer side of at most ${constraints.maxLongSide}px.`;+ }+ return null;+}+async function downloadFile(url, filename) {try {const response = await fetch(url);@@ -480,8 +569,48 @@ function VideoToolOptionControls({}const dropdownId = `video-option:${definition.key}`;+ if (definition.type === "string" && !definition.enum) {+ return (+ <div key={definition.key} className="relative">+ <button+ type="button"+ onClick={toggleDropdown(dropdownId)}+ className={promptControlClassName({+ active: openDropdown === dropdownId || Boolean(value),+ })}+ title={definition.title}+ >+ <PromptQualityIcon />+ <span className={`${PROMPT_CONTROL_LABEL_CLASS} max-w-[140px] truncate`}>+ {value || definition.title}+ </span>+ <PromptChevronIcon />+ </button>+ {openDropdown === dropdownId && (+ <PromptPopover+ onClick={(event) => event.stopPropagation()}+ className="min-w-[280px]"+ >+ <PromptPopoverHeader>{definition.title}</PromptPopoverHeader>+ <input+ type="text"+ value={value || ""}+ onChange={(event) => onChange(definition.key, event.target.value)}+ placeholder={definition.title}+ className="w-full rounded-lg border border-white/10 bg-white/5 px-3 py-2 text-xs text-white placeholder:text-white/25 outline-none focus:border-primary/50"+ />+ </PromptPopover>+ )}+ </div>+ );+ }+const valueLabel =- definition.key === "upscale_factor" ? `${value}×` : String(value ?? "");+ definition.key === "upscale_factor"+ ? `${value}×`+ : definition.key === "duration" || definition.key === "extend_times"+ ? `${value}s`+ : String(value ?? definition.title);return (<div key={definition.key} className="relative">@@ -504,6 +633,18 @@ function VideoToolOptionControls({><PromptPopoverHeader>{definition.title}</PromptPopoverHeader><PromptMenuList>+ {definition.optional && (+ <PromptMenuItem+ selected={value === undefined}+ onClick={(event) => {+ event.stopPropagation();+ onChange(definition.key, undefined);+ setOpenDropdown(null);+ }}+ >+ Default+ </PromptMenuItem>+ )}{(definition.enum || []).map((option) => (<PromptMenuItemkey={option}@@ -596,10 +737,14 @@ export default function VideoStudio({const [uploadedVideoUrl, setUploadedVideoUrl] = useState(null);const [videoUploading, setVideoUploading] = useState(false);const [uploadedVideoName, setUploadedVideoName] = useState(null);+ const [uploadedVideoValidationKey, setUploadedVideoValidationKey] =+ useState(null);// ── generation / canvas ──const [generating, setGenerating] = useState(false);const [generateError, setGenerateError] = useState(null);+ const [costEstimate, setCostEstimate] = useState({ status: "idle" });+ const [costEstimateRetry, setCostEstimateRetry] = useState(0);const [fullscreenUrl, setFullscreenUrl] = useState(null);const [canvasUrl, setCanvasUrl] = useState(null);const [showCanvas, setShowCanvas] = useState(false);@@ -624,6 +769,18 @@ export default function VideoStudio({const videoFileInputRef = useRef(null);const resultVideoRef = useRef(null);const hasRestored = useRef(false);+ const costEstimateRequestRef = useRef(0);+ const videoUploadRequestRef = useRef(0);+ const activeVideoUploadContextRef = useRef(null);++ const currentVideoUploadContext = `${v2vMode ? "v2v" : imageMode ? "i2v" : "t2v"}:${selectedModel}`;+ activeVideoUploadContextRef.current = currentVideoUploadContext;++ const cancelPendingVideoUpload = useCallback(() => {+ videoUploadRequestRef.current += 1;+ setVideoUploading(false);+ setVideoProgress(0);+ }, []);// ── derived data ──const history = historyItems ?? localHistory;@@ -677,6 +834,11 @@ export default function VideoStudio({() => getVideoToolPresentation(currentModelObj),[currentModelObj],);+ const currentVideoValidationKey =+ currentToolPresentation.videoConstraints?.key || null;+ const uploadedVideoIsValidated =+ !currentVideoValidationKey ||+ uploadedVideoValidationKey === currentVideoValidationKey;const continuationConfig = useMemo(() => getContinuationConfig(currentModelObj),[currentModelObj],@@ -691,7 +853,7 @@ export default function VideoStudio({return (compatibleContinuationSources.find((entry) => entry.requestId === selectedRequestId,- ) || compatibleContinuationSources[0] || null+ ) || null);}, [compatibleContinuationSources,@@ -702,6 +864,101 @@ export default function VideoStudio({() => getVideoToolOptionDefinitions(currentModelObj),[currentModelObj],);+ const v2vRequestParams = useMemo(() => {+ if (!v2vMode || !currentModelObj) return null;++ const params = {+ model: selectedModel,+ video_url: uploadedVideoUrl,+ options: videoToolOptions,+ };+ if (currentModelObj.imageField && uploadedImageUrl) {+ params.image_url = uploadedImageUrl;+ }++ const trimmedPrompt = prompt.trim();+ if (currentToolPresentation.showPrompt && trimmedPrompt) {+ params.prompt = trimmedPrompt;+ }+ return params;+ }, [+ currentModelObj,+ currentToolPresentation.showPrompt,+ prompt,+ selectedModel,+ uploadedImageUrl,+ uploadedVideoUrl,+ v2vMode,+ videoToolOptions,+ ]);+ const costEstimateKey = useMemo(+ () =>+ currentToolPresentation.estimateCost && v2vRequestParams+ ? JSON.stringify(v2vRequestParams)+ : null,+ [currentToolPresentation.estimateCost, v2vRequestParams],+ );+ const hasCompleteCostInputs = Boolean(+ costEstimateKey &&+ uploadedVideoUrl &&+ uploadedVideoIsValidated &&+ (!currentModelObj?.imageField || uploadedImageUrl) &&+ (!currentToolPresentation.promptRequired || v2vRequestParams?.prompt),+ );++ useEffect(() => {+ const requestVersion = ++costEstimateRequestRef.current;+ if (!costEstimateKey) {+ setCostEstimate({ status: "idle" });+ return undefined;+ }+ if (!hasCompleteCostInputs) {+ setCostEstimate({ status: "waiting", key: costEstimateKey });+ return undefined;+ }++ const controller = new AbortController();+ setCostEstimate({ status: "loading", key: costEstimateKey });+ const timer = setTimeout(() => {+ estimateV2VCost(v2vRequestParams, controller.signal)+ .then((estimate) => {+ if (costEstimateRequestRef.current !== requestVersion) return;+ setCostEstimate({ status: "ready", key: costEstimateKey, ...estimate });+ })+ .catch((error) => {+ if (+ error.name === "AbortError" ||+ costEstimateRequestRef.current !== requestVersion+ ) {+ return;+ }+ setCostEstimate({+ status: "error",+ key: costEstimateKey,+ });+ });+ }, 300);++ return () => {+ clearTimeout(timer);+ controller.abort();+ };+ }, [+ costEstimateKey,+ costEstimateRetry,+ hasCompleteCostInputs,+ v2vRequestParams,+ ]);++ useEffect(() => {+ if (!uploadedVideoUrl || uploadedVideoIsValidated) return;+ setUploadedVideoUrl(null);+ setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);+ toast.error(+ "Re-upload the source video so its requirements can be validated for this tool.",+ );+ }, [uploadedVideoIsValidated, uploadedVideoUrl]);const isMotionControlSelection = useCallback((modelId, isV2v) => {@@ -806,13 +1063,14 @@ export default function VideoStudio({if (data.selectedQuality) setSelectedQuality(data.selectedQuality);if (data.selectedMode) setSelectedMode(data.selectedMode);if (data.selectedEffect) setSelectedEffect(data.selectedEffect);- if (data.videoToolOptions) {- setVideoToolOptions(data.videoToolOptions);- } else if (data.selectedModel) {+ if (data.selectedModel) {const restoredModel = [...t2vModels, ...i2vModels, ...v2vModels].find((model) => model.id === data.selectedModel,);- setVideoToolOptions(getDefaultVideoToolOptions(restoredModel));+ setVideoToolOptions({+ ...getDefaultVideoToolOptions(restoredModel),+ ...(data.videoToolOptions || {}),+ });}if (data.continuationSourceIds) {setContinuationSourceIds(data.continuationSourceIds);@@ -825,6 +1083,9 @@ export default function VideoStudio({}if (data.uploadedVideoUrl) setUploadedVideoUrl(data.uploadedVideoUrl);if (data.uploadedVideoName) setUploadedVideoName(data.uploadedVideoName);+ if (data.uploadedVideoValidationKey) {+ setUploadedVideoValidationKey(data.uploadedVideoValidationKey);+ }if (data.prompt) setPrompt(data.prompt);if (data.localHistory) setLocalHistory(data.localHistory);@@ -863,6 +1124,7 @@ export default function VideoStudio({uploadedImageUrls,uploadedVideoUrl,uploadedVideoName,+ uploadedVideoValidationKey,prompt,localHistory,};@@ -889,6 +1151,7 @@ export default function VideoStudio({uploadedImageUrls,uploadedVideoUrl,uploadedVideoName,+ uploadedVideoValidationKey,prompt,localHistory,]);@@ -919,8 +1182,10 @@ export default function VideoStudio({return;}+ cancelPendingVideoUpload();setUploadedVideoUrl(null);setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);setV2vMode(false);const sibling = currentT2V?.family@@ -951,6 +1216,7 @@ export default function VideoStudio({},[applyControlsForModel,+ cancelPendingVideoUpload,imageMode,isMotionControlSelection,selectedModel,@@ -989,7 +1255,7 @@ export default function VideoStudio({);const applyUploadedVideo = useCallback(- (url, name) => {+ (url, name, validationKey = null) => {const mode = v2vMode ? "v2v" : imageMode ? "i2v" : "t2v";const transition = resolveVideoUploadTransition({mode,@@ -999,6 +1265,7 @@ export default function VideoStudio({setUploadedVideoUrl(url);setUploadedVideoName(name);+ setUploadedVideoValidationKey(validationKey);if (transition.clearImage) {setUploadedImageUrl(null);@@ -1027,25 +1294,63 @@ export default function VideoStudio({],);- const processDroppedVideo = useCallback(+ const uploadVideo = useCallback(async (file) => {- if (file.size > 50 * 1024 * 1024) {- alert("Video exceeds 50MB limit.");+ const constraints = currentToolPresentation.videoConstraints;+ const fileError = getVideoFileError(file, constraints);+ if (fileError) {+ alert(fileError);return;}++ const requestVersion = ++videoUploadRequestRef.current;+ const uploadContext = currentVideoUploadContext;+ const isCurrentUpload = () =>+ videoUploadRequestRef.current === requestVersion &&+ activeVideoUploadContextRef.current === uploadContext;+setVideoUploading(true);setVideoProgress(0);try {- const url = await uploadFile(apiKey, file, setVideoProgress);- applyUploadedVideo(url, file.name);+ if (constraints) {+ let metadata;+ try {+ metadata = await readVideoMetadata(file);+ } catch (error) {+ if (isCurrentUpload()) alert(error.message);+ return;+ }+ if (!isCurrentUpload()) return;+ const metadataError = getVideoMetadataError(metadata, constraints);+ if (metadataError) {+ alert(metadataError);+ return;+ }+ }++ if (!isCurrentUpload()) return;+ const url = await uploadFile(apiKey, file, (progress) => {+ if (isCurrentUpload()) setVideoProgress(progress);+ });+ if (!isCurrentUpload()) return;+ applyUploadedVideo(url, file.name, constraints?.key || null);} catch (err) {- alert(`Video upload failed: ${err.message}`);+ if (isCurrentUpload()) {+ alert(`Video upload failed: ${err.message}`);+ }} finally {- setVideoUploading(false);- setVideoProgress(0);+ if (videoUploadRequestRef.current === requestVersion) {+ setVideoUploading(false);+ setVideoProgress(0);+ }}},- [apiKey, applyUploadedVideo],+ [+ apiKey,+ applyUploadedVideo,+ currentToolPresentation.videoConstraints,+ currentVideoUploadContext,+ ],);// ── Handle Dropped Files ────────────────────────────────────────────────@@ -1055,13 +1360,13 @@ export default function VideoStudio({const videoFiles = droppedFiles.filter(f => f.type.startsWith('video/'));if (videoFiles.length > 0) {- processDroppedVideo(videoFiles[0]);+ uploadVideo(videoFiles[0]);} else if (imageFiles.length > 0) {uploadImageReference(imageFiles[0]);}onFilesHandled?.();}- }, [droppedFiles, onFilesHandled, processDroppedVideo, uploadImageReference]);+ }, [droppedFiles, onFilesHandled, uploadImageReference, uploadVideo]);// Initialise controls for default model on mountuseEffect(() => {@@ -1105,6 +1410,7 @@ export default function VideoStudio({if (isMotionControlSelection(selectedModel, v2vMode)) return;const currentT2V = t2vModels.find((m) => m.id === selectedModel);if (currentT2V?.inputs?.images_list) return;+ cancelPendingVideoUpload();setImageMode(false);const first = t2vModels[0];setSelectedModel(first.id);@@ -1119,6 +1425,7 @@ export default function VideoStudio({setUploadedImageUrl(null);// Reset to text-to-video if empty listif (isMotionControlSelection(selectedModel, v2vMode)) return;+ cancelPendingVideoUpload();setImageMode(false);const first = t2vModels[0];setSelectedModel(first.id);@@ -1159,35 +1466,24 @@ export default function VideoStudio({const handleVideoFileChange = async (e) => {const file = e.target.files[0];if (!file) return;- if (file.size > 50 * 1024 * 1024) {- alert("Video exceeds 50MB limit.");- return;- }- setVideoUploading(true);- setVideoProgress(0);try {- const url = await uploadFile(apiKey, file, (pct) => {- setVideoProgress(pct);- });- applyUploadedVideo(url, file.name);- } catch (err) {- console.error("[VideoStudio] Video upload failed:", err);- alert(`Video upload failed: ${err.message}`);+ await uploadVideo(file);} finally {- setVideoUploading(false);- setVideoProgress(0);if (videoFileInputRef.current) videoFileInputRef.current.value = "";}};const clearVideoUpload = () => {+ cancelPendingVideoUpload();setUploadedVideoUrl(null);setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);};// ── model selection from dropdown ─────────────────────────────────────────const handleModelSelect = useCallback((m, category = imageMode ? "i2v" : "t2v") => {+ cancelPendingVideoUpload();const isV2V = category === "v2v";if (isV2V) {setV2vMode(true);@@ -1206,6 +1502,7 @@ export default function VideoStudio({setV2vMode(false);setUploadedVideoUrl(null);setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);}const nextImageMode = category === "i2v";if (!nextImageMode && imageMode) {@@ -1220,7 +1517,7 @@ export default function VideoStudio({applyControlsForModel(m.id, nextImageMode, false);}},- [v2vMode, imageMode, applyControlsForModel],+ [v2vMode, imageMode, applyControlsForModel, cancelPendingVideoUpload],);// ── add to local history ──────────────────────────────────────────────────@@ -1245,6 +1542,10 @@ export default function VideoStudio({alert("Please upload a video first.");return;}+ if (!uploadedVideoIsValidated) {+ alert("Please re-upload the video so its requirements can be validated.");+ return;+ }if (currentModel?.imageField && !uploadedImageUrl) {alert(`Please upload the required image for ${currentModel.name}.`);return;@@ -1282,6 +1583,14 @@ export default function VideoStudio({}}+ if (+ currentToolPresentation.estimateCost &&+ (costEstimate.status !== "ready" || costEstimate.key !== costEstimateKey)+ ) {+ alert("Wait for the current cost estimate before starting this operation.");+ return;+ }+onGenerationStart?.();setGenerating(true);setGenerateError(null);@@ -1292,18 +1601,7 @@ export default function VideoStudio({if (v2vMode) {// V2V: dedicated processV2V handles single-input tools (e.g. watermark// remover) and motion-control models (which take video + image + prompt)- const v2vParams = {- model: selectedModel,- video_url: uploadedVideoUrl,- options: videoToolOptions,- };- if (currentModel?.imageField && uploadedImageUrl) {- v2vParams.image_url = uploadedImageUrl;- }- if (currentToolPresentation.showPrompt && trimmedPrompt) {- v2vParams.prompt = trimmedPrompt;- }- res = await processV2V(apiKey, v2vParams);+ res = await processV2V(apiKey, v2vRequestParams);if (!res?.url) throw new Error("No video URL returned by API");const requestId = res.request_id || null;@@ -1318,7 +1616,7 @@ export default function VideoStudio({timestamp: new Date().toISOString(),};addToLocalHistory(entry);- showVideoInCanvas(res.url, selectedModel);+ showVideoInCanvas(res.url);if (onGenerationComplete)onGenerationComplete({url: res.url,@@ -1344,7 +1642,9 @@ export default function VideoStudio({const durations = getDurationsForI2VModel(selectedModel);if (durations.length > 0) i2vParams.duration = selectedDuration;const resolutions = getResolutionsForI2VModel(selectedModel);- if (resolutions.length > 0) i2vParams.resolution = selectedResolution;+ const resolution =+ resolutions.length > 0 ? selectedResolution : undefined;+ if (resolution) i2vParams.resolution = resolution;if (selectedQuality) i2vParams.quality = selectedQuality;if (selectedMode) i2vParams.mode = selectedMode;if (showEffect && selectedEffect) i2vParams.name = selectedEffect;@@ -1363,16 +1663,18 @@ export default function VideoStudio({modelName: selectedModelName,aspect_ratio: selectedAr,duration: selectedDuration,+ resolution,timestamp: new Date().toISOString(),};addToLocalHistory(entry);- showVideoInCanvas(res.url, selectedModel);+ showVideoInCanvas(res.url);if (onGenerationComplete)onGenerationComplete({url: res.url,model: selectedModel,prompt: trimmedPrompt,requestId,+ resolution,type: "video",});} else {@@ -1401,7 +1703,9 @@ export default function VideoStudio({const durations = getDurationsForModel(selectedModel);if (durations.length > 0) params.duration = selectedDuration;const resolutions = getResolutionsForVideoModel(selectedModel);- if (resolutions.length > 0) params.resolution = selectedResolution;+ const resolution =+ resolutions.length > 0 ? selectedResolution : undefined;+ if (resolution) params.resolution = resolution;if (selectedQuality) params.quality = selectedQuality;if (selectedMode) params.mode = selectedMode;@@ -1422,16 +1726,18 @@ export default function VideoStudio({getDurationsForModel(selectedModel).length > 0? selectedDuration: undefined,+ resolution,timestamp: new Date().toISOString(),};addToLocalHistory(entry);- showVideoInCanvas(res.url, selectedModel);+ showVideoInCanvas(res.url);if (onGenerationComplete)onGenerationComplete({url: res.url,model: selectedModel,prompt: submittedPrompt,requestId,+ resolution,type: "video",});}@@ -1462,10 +1768,14 @@ export default function VideoStudio({uploadedImageUrl,uploadedImageUrls,uploadedVideoUrl,+ uploadedVideoIsValidated,continuationConfig,currentModelObj,currentToolPresentation,+ costEstimate,+ costEstimateKey,selectedContinuationSource,+ v2vRequestParams,addToLocalHistory,showVideoInCanvas,onGenerationComplete,@@ -1480,6 +1790,7 @@ export default function VideoStudio({}, []);const handleNewPrompt = useCallback(() => {+ cancelPendingVideoUpload();resetToPromptBar();setPrompt("");setUploadedImageUrl(null);@@ -1487,6 +1798,7 @@ export default function VideoStudio({setImageMode(false);setUploadedVideoUrl(null);setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);setV2vMode(false);const first = t2vModels[0];setSelectedModel(first.id);@@ -1494,23 +1806,26 @@ export default function VideoStudio({setVideoToolOptions(getDefaultVideoToolOptions(first));applyControlsForModel(first.id, false, false);setTimeout(() => textareaRef.current?.focus(), 50);- }, [resetToPromptBar, applyControlsForModel]);+ }, [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload]);const handleExtend = useCallback((entry) => {- if (!entry?.requestId) return;const targetModel = t2vModels.find((model) => model.id === "seedance-v2.0-extend",);const targetConfig = getContinuationConfig(targetModel);if (!targetModel || !targetConfig) return;+ const source = getCompatibleContinuationSources(targetModel, [entry])[0];+ if (!source) return;+ cancelPendingVideoUpload();resetToPromptBar();setPrompt("");setUploadedImageUrl(null);setUploadedImageUrls([]);setUploadedVideoUrl(null);setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);setImageMode(false);setV2vMode(false);setSelectedModel(targetModel.id);@@ -1518,12 +1833,12 @@ export default function VideoStudio({setVideoToolOptions(getDefaultVideoToolOptions(targetModel));setContinuationSourceIds((previous) => ({...previous,- [targetConfig.family]: entry.requestId,+ [targetConfig.family]: source.requestId,}));applyControlsForModel(targetModel.id, false, false);setTimeout(() => textareaRef.current?.focus(), 50);},- [resetToPromptBar, applyControlsForModel],+ [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload],);// ── derived UI values ────────────────────────────────────────────────────@@ -1549,9 +1864,20 @@ export default function VideoStudio({v2vMode || isContinuationMode? currentToolPresentation.actionLabel: "Generate";+ const currentCostEstimate =+ costEstimate.key === costEstimateKey ? costEstimate : { status: "idle" };+ const costEstimateReady =+ !currentToolPresentation.estimateCost ||+ currentCostEstimate.status === "ready";const videoUploadTitle = v2vMode? currentToolPresentation.uploadTitle: `Upload reference video for ${currentModelObj?.name || "this model"}`;+ const videoFileAccept = currentToolPresentation.videoConstraints+ ? [+ ...currentToolPresentation.videoConstraints.allowedMimeTypes,+ ...currentToolPresentation.videoConstraints.allowedExtensions,+ ].join(",")+ : "video/*";const toggleDropdown = (type) => (e) => {e.stopPropagation();@@ -1569,10 +1895,12 @@ export default function VideoStudio({{history.length > 0 ? (<div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-6 w-full pt-4 animate-fade-in-up">{history.map((entry, idx) => {- const canExtendWithSeedance =- Boolean(entry.requestId) &&- (entry.model === "seedance-v2.0-t2v" ||- entry.model === "seedance-v2.0-i2v");+ const canExtendWithSeedance = Boolean(+ getCompatibleContinuationSources(+ "seedance-v2.0-extend",+ [entry],+ ).length,+ );return (<divkey={entry.id || idx}@@ -1970,7 +2298,7 @@ export default function VideoStudio({<inputref={videoFileInputRef}type="file"- accept="video/*"+ accept={videoFileAccept}className="hidden"onChange={handleVideoFileChange}/>@@ -2031,6 +2359,16 @@ export default function VideoStudio({{currentToolPresentation.summary}</div>)}+ {showPromptField && currentToolPresentation.guidance && (+ <div className="px-3 text-[10px] leading-relaxed text-white/40">+ {currentToolPresentation.guidance}+ </div>+ )}+ {currentToolPresentation.videoConstraints?.requirements && (+ <div className="px-3 text-[10px] leading-relaxed text-white/40">+ Video requirements: {currentToolPresentation.videoConstraints.requirements}+ </div>+ )}</div></div>@@ -2397,24 +2735,50 @@ export default function VideoStudio({)}</PromptControls>- {/* Generate button */}- <PromptAction- onClick={handleGenerate}- disabled={generating}- >- {generating ? (- <>- <span className="animate-spin inline-block text-black">- ◌- </span>{" "}- Generating...- </>- ) : (- <>- <span>{generateActionLabel}</span>- </>+ <div className="flex flex-col items-stretch sm:items-end gap-1.5 shrink-0">+ {currentToolPresentation.estimateCost && (+ <div className="text-[10px] text-white/55 sm:text-right px-1">+ {currentCostEstimate.status === "ready" ? (+ <span>+ Estimated cost: {formatCost(currentCostEstimate)}{" "}+ {currentCostEstimate.currency}+ </span>+ ) : currentCostEstimate.status === "loading" ? (+ <span>Calculating exact cost…</span>+ ) : currentCostEstimate.status === "error" ? (+ <span>+ Cost unavailable.{" "}+ <button+ type="button"+ className="text-primary hover:underline"+ onClick={() => setCostEstimateRetry((value) => value + 1)}+ >+ Retry+ </button>+ </span>+ ) : (+ <span>Add the required inputs to calculate cost.</span>+ )}+ </div>)}- </PromptAction>++ {/* Generate button */}+ <PromptAction+ onClick={handleGenerate}+ disabled={generating || !costEstimateReady}+ >+ {generating ? (+ <>+ <span className="animate-spin inline-block text-black">+ ◌+ </span>{" "}+ Generating...+ </>+ ) : (+ <span>{generateActionLabel}</span>+ )}+ </PromptAction>+ </div></PromptFooter></PromptComposer>diff --git a/packages/studio/src/muapi.js b/packages/studio/src/muapi.jsindex 2508737c..bcd881c3 100644--- a/packages/studio/src/muapi.js+++ b/packages/studio/src/muapi.js@@ -43,7 +43,7 @@ async function pollForResult(requestId, key, maxAttempts = 900, interval = 2000)throw new Error('Generation timed out after polling.');}-export function normalizePredictionResult(submitData, result, outputUrl) {+function normalizePredictionResult(submitData, result, outputUrl) {const requestId = submitData?.request_id || submitData?.id || result?.request_id || result?.id;return {...result,@@ -206,6 +206,46 @@ export async function processV2V(apiKey, params) {return submitAndPoll(endpoint, payload, apiKey, params.onRequestId, 900);}+export async function estimateV2VCost(params, signal) {+ const modelInfo = getV2VModelById(params?.model);+ const endpoint = modelInfo?.endpoint || params?.model;+ if (!endpoint) {+ throw new Error('A V2V model is required to estimate cost.');+ }++ const payload = buildVideoToolPayload(modelInfo, params);+ const response = await fetch(`${BASE_URL}/api/v1/models/${endpoint}/estimate-cost`, {+ method: 'POST',+ headers: { 'Content-Type': 'application/json' },+ body: JSON.stringify(payload),+ signal,+ });++ if (!response.ok) {+ const errText = await response.text();+ throw new Error(`Cost estimate failed: ${response.status} ${response.statusText} - ${errText.slice(0, 100)}`);+ }++ let data;+ try {+ data = await response.json();+ } catch {+ throw new Error('Cost estimate returned invalid JSON.');+ }++ if (typeof data?.cost !== 'number' || !Number.isFinite(data.cost) || data.cost < 0) {+ throw new Error('Cost estimate returned an invalid cost.');+ }+ if (typeof data.currency !== 'string' || !/^[A-Za-z]{3}$/.test(data.currency.trim())) {+ throw new Error('Cost estimate returned an invalid currency.');+ }++ return {+ cost: data.cost,+ currency: data.currency.trim().toUpperCase(),+ };+}+export async function processRecast(apiKey, params) {const modelInfo = getRecastModelById(params.model);const endpoint = modelInfo?.endpoint || params.model;diff --git a/packages/studio/src/videoToolCapabilities.js b/packages/studio/src/videoToolCapabilities.jsindex 181f7f38..4d040b1f 100644--- a/packages/studio/src/videoToolCapabilities.js+++ b/packages/studio/src/videoToolCapabilities.js@@ -179,20 +179,28 @@ const HEYGEN_TRANSLATION_LANGUAGES = Object.freeze(["English - American Accent",]);-const REQUIRED_EDIT_TOOL_IDS = Object.freeze([+const KLING_EDIT_TOOL_IDS = Object.freeze(["kling-o1-video-edit","kling-o1-video-edit-fast","kling-o1-standard-video-edit",- "gemini-omni-video-edit",- "runway-aleph-v2v",- "wan2.2-edit-video",- "wan2.7-video-edit",+]);++const HAPPY_HORSE_EDIT_TOOL_IDS = Object.freeze(["happy-horse-1-video-edit-1080p","happy-horse-1-video-edit-720p","happy-horse-1.1-video-edit-1080p","happy-horse-1.1-video-edit-720p",]);+const REQUIRED_EDIT_TOOL_IDS = Object.freeze([+ ...KLING_EDIT_TOOL_IDS,+ "gemini-omni-video-edit",+ "runway-aleph-v2v",+ "wan2.2-edit-video",+ "wan2.7-video-edit",+ ...HAPPY_HORSE_EDIT_TOOL_IDS,+]);+const REQUIRED_EXTEND_TOOL_IDS = Object.freeze(["seedance-v1.5-pro-video-extend","seedance-v1.5-pro-video-extend-fast",@@ -201,12 +209,24 @@ const REQUIRED_EXTEND_TOOL_IDS = Object.freeze(["pixverse-v6-extend",]);-const KLING_EDIT_TOOL_IDS = new Set([+const KLING_ASPECT_RATIO_TOOL_IDS = new Set(["kling-o1-video-edit","kling-o1-video-edit-fast",- "kling-o1-standard-video-edit",]);+const HAPPY_HORSE_VIDEO_CONSTRAINTS = Object.freeze({+ key: "happy-horse-video-edit",+ allowedMimeTypes: Object.freeze(["video/mp4", "video/quicktime"]),+ allowedExtensions: Object.freeze([".mp4", ".mov"]),+ maxBytes: 100 * 1024 * 1024,+ minDurationSeconds: 3,+ maxDurationSeconds: 60,+ minShortSide: 320,+ maxLongSide: 2160,+ requirements:+ "MP4 or MOV, 3–60 seconds, up to 100 MB, shorter side at least 320px, and longer side at most 2160px. H.264 is recommended; frame rate above 8 fps is verified by the provider.",+});+const VIDEO_TOOL_OVERRIDES = Object.create(null);for (const id of REQUIRED_EDIT_TOOL_IDS) {@@ -226,8 +246,27 @@ for (const id of REQUIRED_EXTEND_TOOL_IDS) {}for (const id of KLING_EDIT_TOOL_IDS) {+ const inputs = {};++ if (KLING_ASPECT_RATIO_TOOL_IDS.has(id)) {+ inputs.aspect_ratio = {+ title: "Aspect ratio",+ type: "string",+ enum: ["16:9", "9:16", "1:1"],+ default: "16:9",+ configurable: true,+ };+ }+ inputs.keep_original_sound = {+ title: "Keep original sound",+ type: "boolean",+ default: true,+ configurable: true,+ };+VIDEO_TOOL_OVERRIDES[id] = {...VIDEO_TOOL_OVERRIDES[id],+ inputs,payloadDefaults: { images_list: [] },};}@@ -240,6 +279,8 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {"ai-video-upscaler": {hasPrompt: false,operation: "upscale",+ summary:+ "Upscale the source video to the selected resolution. This integration exposes target resolution and audio preservation; it does not expose an output-format setting.",inputs: {resolution: {title: "Target resolution",@@ -260,7 +301,7 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {hasPrompt: false,operation: "translate",summary:- "Translate the video's speech with synchronized voice and lip movement. The source language is detected automatically.",+ "Source language is automatic and cannot be configured in this integration. Choose a target language. Voice translation and lip sync are automatic; separate audio and subtitle settings are not available.",inputs: {language: {title: "Target language",@@ -274,6 +315,8 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {"topaz-video-upscale": {hasPrompt: false,operation: "upscale",+ summary:+ "Upscale the source video by the selected factor. Processing time varies; an estimate isn't available for this tool.",inputs: {upscale_factor: {title: "Upscale factor",@@ -288,6 +331,7 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {hasPrompt: true,promptRequired: false,operation: "extend",+ estimateCost: true,inputs: {duration: {title: "Extend duration",@@ -327,6 +371,8 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {hasPrompt: false,promptRequired: false,operation: "upscale",+ actionLabel: "Create 4K video",+ summary: "Create a 4K version of a completed Veo 3.1 video.",},"grok-imagine-extend": {hasPrompt: true,@@ -336,14 +382,87 @@ Object.assign(VIDEO_TOOL_OVERRIDES, {extend_times: {title: "Extend duration",type: "integer",- enum: Array.from({ length: 25 }, (_, index) => index + 6),+ enum: [6, 10],default: 6,configurable: true,},},},+ "runway-aleph-v2v": {+ ...VIDEO_TOOL_OVERRIDES["runway-aleph-v2v"],+ inputs: {+ aspect_ratio: {+ title: "Aspect ratio",+ type: "string",+ enum: ["9:16", "16:9", "1:1", "4:3", "3:4", "21:9"],+ default: "16:9",+ configurable: true,+ },+ },+ },+ "pixverse-v6-extend": {+ ...VIDEO_TOOL_OVERRIDES["pixverse-v6-extend"],+ inputs: {+ resolution: {+ title: "Resolution",+ type: "string",+ enum: ["360p", "540p", "720p", "1080p"],+ default: "720p",+ configurable: true,+ },+ duration: {+ title: "Duration",+ type: "integer",+ enum: Array.from({ length: 15 }, (_, index) => index + 1),+ default: 5,+ configurable: true,+ },+ generate_audio_switch: {+ title: "Generate audio",+ type: "boolean",+ default: false,+ configurable: true,+ },+ negative_prompt: {+ title: "Negative prompt",+ type: "string",+ configurable: true,+ optional: true,+ },+ style: {+ title: "Style",+ type: "string",+ enum: ["anime", "3d_animation", "clay", "comic", "cyberpunk"],+ configurable: true,+ optional: true,+ },+ },+ },});+VIDEO_TOOL_OVERRIDES["seedance-v1.5-pro-video-extend"] = {+ ...VIDEO_TOOL_OVERRIDES["seedance-v1.5-pro-video-extend"],+ estimateCost: true,+ payloadDefaults: {+ resolution: "720p",+ duration: 5,+ generate_audio: true,+ camera_fixed: false,+ },+};++for (const id of HAPPY_HORSE_EDIT_TOOL_IDS) {+ VIDEO_TOOL_OVERRIDES[id] = {+ ...VIDEO_TOOL_OVERRIDES[id],+ estimateCost: true,+ summary:+ "Edit a source video with a required natural-language instruction.",+ guidance:+ "Upload one source video that meets the listed requirements, then describe the edit you want.",+ videoConstraints: HAPPY_HORSE_VIDEO_CONSTRAINTS,+ };+}+const ACTION_LABELS = Object.freeze({edit: "Edit video",extend: "Extend video",@@ -377,22 +496,21 @@ const CONTINUATION_FAMILIES = Object.freeze({sourceModelIds: Object.freeze(["veo3.1-text-to-video","veo3.1-fast-text-to-video",- "veo3.1-lite-text-to-video","veo3.1-image-to-video","veo3.1-fast-image-to-video",- "veo3.1-lite-image-to-video","veo3.1-reference-to-video",- "veo3.1-extend-video",]),- sourceLabel: "Veo 3.1 source video",- emptySourceMessage:- "Select a completed Veo 3.1 video before running this operation.",+ sourceDefaultResolutions: Object.freeze({+ "veo3.1-text-to-video": "1080p",+ "veo3.1-fast-text-to-video": "1080p",+ "veo3.1-image-to-video": "1080p",+ "veo3.1-fast-image-to-video": "1080p",+ }),},grok: {sourceModelIds: Object.freeze(["grok-imagine-text-to-video","grok-imagine-image-to-video",- "grok-imagine-extend",]),sourceLabel: "Grok Imagine source video",emptySourceMessage:@@ -401,18 +519,29 @@ const CONTINUATION_FAMILIES = Object.freeze({});const CONTINUATION_TARGETS = Object.freeze({- "seedance-v2.0-extend": { family: "seedance", promptRequired: false },- "seedance-2-extend": { family: "seedance", promptRequired: false },- "seedance-2-vip-extend": { family: "seedance", promptRequired: false },- "seedance-2-vip-extend-1080p": {- family: "seedance",- promptRequired: false,+ "seedance-v2.0-extend": { family: "seedance" },+ "seedance-2-extend": { family: "seedance" },+ "seedance-2-vip-extend": { family: "seedance" },+ "seedance-2-vip-extend-1080p": { family: "seedance" },+ "veo3.1-extend-video": {+ family: "veo31",+ requiredSourceResolution: "720p",+ sourceLabel: "Veo 3.1 or Fast 720p source video",+ emptySourceMessage:+ "Select a completed 720p Veo 3.1 or Veo 3.1 Fast video before extending it.",+ },+ "veo3.1-4k-video": {+ family: "veo31",+ sourceLabel: "Veo 3.1 or Fast source video",+ emptySourceMessage:+ "Select a completed Veo 3.1 or Veo 3.1 Fast video before creating a 4K version.",},- "veo3.1-extend-video": { family: "veo31", promptRequired: true },- "veo3.1-4k-video": { family: "veo31", promptRequired: false },- "grok-imagine-extend": { family: "grok", promptRequired: true },+ "grok-imagine-extend": { family: "grok" },});+const MIN_CLIENT_TIMESTAMP = Date.UTC(2000, 0, 1);+const MAX_CLIENT_TIMESTAMP = Date.UTC(2101, 0, 1);+function mergeInputs(modelInputs = {}, overrideInputs = {}) {const inputs = { ...modelInputs };for (const [key, override] of Object.entries(overrideInputs)) {@@ -421,7 +550,7 @@ function mergeInputs(modelInputs = {}, overrideInputs = {}) {return inputs;}-export function getVideoToolCapabilities(model) {+function getVideoToolCapabilities(model) {if (!model) return null;const override = VIDEO_TOOL_OVERRIDES[model.id] || {};return {@@ -441,6 +570,9 @@ export function getVideoToolPresentation(model) {showPrompt: false,summary: "Upload a source video to continue.",uploadTitle: "Upload source video",+ estimateCost: false,+ guidance: "",+ videoConstraints: null,};}@@ -451,7 +583,8 @@ export function getVideoToolPresentation(model) {const promptLabel = PROMPT_LABELS[operation] || PROMPT_LABELS.process;return {- actionLabel: ACTION_LABELS[operation] || ACTION_LABELS.process,+ actionLabel:+ capabilities.actionLabel || ACTION_LABELS[operation] || ACTION_LABELS.process,promptPlaceholder: promptRequired ? promptLabel : `${promptLabel} (optional)`,promptRequired,showPrompt,@@ -460,6 +593,9 @@ export function getVideoToolPresentation(model) {capabilities.description ||`${capabilities.name || "The selected tool"} is ready to process the video.`,uploadTitle: `Upload source video for ${capabilities.name || "this tool"}`,+ estimateCost: Boolean(capabilities.estimateCost),+ guidance: capabilities.guidance || "",+ videoConstraints: capabilities.videoConstraints || null,};}@@ -510,12 +646,17 @@ export function serializeVideoToolOptions(model, values = {}) {const payload = {};for (const input of getVideoToolOptionDefinitions(model)) {const value = values[input.key];- if (value !== undefined) payload[input.key] = value;+ if (typeof value === "string") {+ const normalizedValue = value.trim();+ if (normalizedValue) payload[input.key] = normalizedValue;+ } else if (value !== undefined && value !== null) {+ payload[input.key] = value;+ }}return payload;}-export function getVideoToolPayloadDefaults(model) {+function getVideoToolPayloadDefaults(model) {const capabilities = getVideoToolCapabilities(model);return { ...(capabilities?.payloadDefaults || {}) };}@@ -545,21 +686,73 @@ export function getContinuationConfig(modelOrId) {const modelId = typeof modelOrId === "string" ? modelOrId : modelOrId?.id;const target = CONTINUATION_TARGETS[modelId];if (!target) return null;+ const model = typeof modelOrId === "string" ? { id: modelId } : modelOrId;+ const capabilities = getVideoToolCapabilities(model);return {...CONTINUATION_FAMILIES[target.family],...target,+ promptRequired: Boolean(capabilities?.promptRequired),};}+function normalizeRequestId(value) {+ if (typeof value !== "string" && typeof value !== "number") return null;+ if (typeof value === "number" && !Number.isFinite(value)) return null;++ const requestId = String(value).trim();+ if (!requestId) return null;++ if (/^\d+$/.test(requestId)) {+ const numericId = Number(requestId);+ if (+ Number.isFinite(numericId) &&+ numericId >= MIN_CLIENT_TIMESTAMP &&+ numericId < MAX_CLIENT_TIMESTAMP+ ) {+ return null;+ }+ }++ return requestId;+}++function resolveContinuationRequestId(entry) {+ if (!entry) return null;++ for (const candidate of [entry.requestId, entry.request_id, entry.id]) {+ const requestId = normalizeRequestId(candidate);+ if (requestId) return requestId;+ }++ return null;+}+export function getCompatibleContinuationSources(modelOrId, history = []) {const config = getContinuationConfig(modelOrId);if (!config) return [];const compatibleModelIds = new Set(config.sourceModelIds);+ const sources = [];++ for (const entry of history) {+ if (!entry?.url || !compatibleModelIds.has(entry.model)) continue;+ const requestId = resolveContinuationRequestId(entry);+ if (!requestId) continue;+ if (config.requiredSourceResolution) {+ const sourceResolution =+ entry.resolution || config.sourceDefaultResolutions?.[entry.model];+ if (+ String(sourceResolution).toLowerCase() !==+ config.requiredSourceResolution.toLowerCase()+ ) {+ continue;+ }+ }++ sources.push(+ entry.requestId === requestId ? entry : { ...entry, requestId },+ );+ }- return history.filter(- (entry) =>- Boolean(entry?.requestId && entry?.url) &&- compatibleModelIds.has(entry.model),- );+ return sources;}