Unrestricted Open-source alternative to AI video platforms — Free AI image & video generation studio with 600+ models (Flux, Midjourney, Kling, Sora, Veo). No content filters. Self-hosted, MIT licensed.
JavaScript ai-art-generatorai-image-generationai-video-generationfal-ai-alternativegenerative-aiimage-to-videoinvideo-alternativekling-ailipsynclitellm-alternativemidjourney-alternativemuapiopen-sourceopenrouter-alternativeseedance2sora-alternativetext-to-imagetext-to-videouncensoredwan-video
Merge pull request #330 from antilya/fix-video-reference-inputs
jaiprasad043db581ac1e2a
diff --cc packages/studio/src/components/VideoStudio.jsxindex 5fb94e23,6b82391e..c2748cbd--- a/packages/studio/src/components/VideoStudio.jsx+++ b/packages/studio/src/components/VideoStudio.jsx@@@ -774,19 -549,9 +779,21 @@@ export default function VideoStudio(const videoFileInputRef = useRef(null);const resultVideoRef = useRef(null);const hasRestored = useRef(false);+ const costEstimateRequestRef = useRef(0);+ const videoUploadRequestRef = useRef(0);+ const activeVideoUploadContextRef = useRef(null);+ const imageUploadVersionRef = useRef(0);+ const endImageUploadVersionRef = useRef(0);+ const currentVideoUploadContext = `${v2vMode ? "v2v" : imageMode ? "i2v" : "t2v"}:${selectedModel}`;+ activeVideoUploadContextRef.current = currentVideoUploadContext;++ const cancelPendingVideoUpload = useCallback(() => {+ videoUploadRequestRef.current += 1;+ setVideoUploading(false);+ setVideoProgress(0);+ }, []);+// ── derived data ──const history = historyItems ?? localHistory;@@@ -1057,45 -708,31 +1082,55 @@@const stored = localStorage.getItem(PERSIST_KEY);if (stored) {const data = JSON.parse(stored);- if (data.imageMode !== undefined) setImageMode(data.imageMode);- if (data.v2vMode !== undefined) setV2vMode(data.v2vMode);- if (data.selectedModel) setSelectedModel(data.selectedModel);- if (data.selectedModelName) setSelectedModelName(data.selectedModelName);- if (data.selectedAr) setSelectedAr(data.selectedAr);- if (data.selectedDuration) setSelectedDuration(data.selectedDuration);- if (data.selectedResolution) setSelectedResolution(data.selectedResolution);- if (data.selectedQuality) setSelectedQuality(data.selectedQuality);- if (data.selectedMode) setSelectedMode(data.selectedMode);- if (data.selectedEffect) setSelectedEffect(data.selectedEffect);+ const restoredImageMode = !!data.imageMode;+ const restoredV2vMode = !!data.v2vMode;+ const availableModels = getVideoModelsForMode(+ restoredImageMode,+ restoredV2vMode,+ );+ const persistedModel = availableModels.find(+ (model) => model.id === data.selectedModel,+ );+ const restoredModel =+ persistedModel || availableModels[0] || defaultModel;++ setImageMode(restoredImageMode);+ setV2vMode(restoredV2vMode);+ setSelectedModel(restoredModel.id);+ setSelectedModelName(restoredModel.name);++ if (persistedModel) {+ if (data.selectedAr) setSelectedAr(data.selectedAr);+ if (data.selectedDuration) setSelectedDuration(data.selectedDuration);+ if (data.selectedResolution) {+ setSelectedResolution(data.selectedResolution);+ }+ if (data.selectedQuality) setSelectedQuality(data.selectedQuality);+ if (data.selectedMode) setSelectedMode(data.selectedMode);+ if (data.selectedEffect) setSelectedEffect(data.selectedEffect);+ }+ setVideoToolOptions({+ ...getDefaultVideoToolOptions(restoredModel),+ ...(data.videoToolOptions || {}),+ });+ if (data.continuationSourceIds) {+ setContinuationSourceIds(data.continuationSourceIds);+ }- if (data.uploadedImageUrl) setUploadedImageUrl(data.uploadedImageUrl);- if (data.uploadedImageUrls) {- setUploadedImageUrls(data.uploadedImageUrls);- } else if (data.uploadedImageUrl) {- setUploadedImageUrls([data.uploadedImageUrl]);+ const restoredI2VModel = data.imageMode+ ? i2vModels.find((model) => model.id === data.selectedModel)+ : null;+ if (restoredI2VModel) {+ applyImageAttachments(+ normalizeImageAttachments(getImageInputProfile(restoredI2VModel), {+ primaryUrl: data.uploadedImageUrl || null,+ listUrls: data.uploadedImageUrls || [],+ endUrl: data.uploadedEndImageUrl || null,+ }),+ );+ } else {+ setUploadedImageUrl(data.uploadedImageUrl || null);+ setUploadedImageUrls(data.uploadedImageUrls || []);+ setUploadedEndImageUrl(data.uploadedEndImageUrl || null);}if (data.uploadedVideoUrl) setUploadedVideoUrl(data.uploadedVideoUrl);if (data.uploadedVideoName) setUploadedVideoName(data.uploadedVideoName);@@@ -1134,13 -768,11 +1169,14 @@@selectedQuality,selectedMode,selectedEffect,+ videoToolOptions,+ continuationSourceIds,uploadedImageUrl,uploadedImageUrls,+ uploadedEndImageUrl,uploadedVideoUrl,uploadedVideoName,+ uploadedVideoValidationKey,prompt,localHistory,};@@@ -1161,13 -793,11 +1197,14 @@@selectedQuality,selectedMode,selectedEffect,+ videoToolOptions,+ continuationSourceIds,uploadedImageUrl,uploadedImageUrls,+ uploadedEndImageUrl,uploadedVideoUrl,uploadedVideoName,+ uploadedVideoValidationKey,prompt,localHistory,]);@@@ -1178,11 -808,14 +1215,13 @@@(url) => {if (!url) return;- setUploadedImageUrl(url);-// Motion-control models use the image alongside the uploaded video.if (isMotionControlSelection(selectedModel, v2vMode)) {- setUploadedImageUrls([url]);+ applyImageAttachments({+ primaryUrl: url,+ listUrls: [],+ endUrl: null,+ });- setPromptDisabled(false);return;}@@@ -1220,19 -853,23 +1260,23 @@@applyControlsForModel(targetModel.id, true, false);}- const maxImages = getMaxImagesForI2VModel(targetModel.id);- if (maxImages > 2) {+ const imageProfile = getImageInputProfile(targetModel);+ if (imageProfile.kind === "references") {+ setUploadedImageUrl(null);+ setUploadedEndImageUrl(null);setUploadedImageUrls((previousUrls) => {if (previousUrls.includes(url)) return previousUrls;- return [...previousUrls, url].slice(0, maxImages);+ return [...previousUrls, url].slice(0, imageProfile.maxImages);});} else {- setUploadedImageUrls([url]);+ setUploadedImageUrl(url);+ setUploadedImageUrls([]);}- setPromptDisabled(false);},[applyControlsForModel,+ applyImageAttachments,+ cancelPendingVideoUpload,imageMode,isMotionControlSelection,selectedModel,@@@ -1363,9 -955,11 +1417,14 @@@},[apiKey,+ applyControlsForModel,+ applyImageAttachments,+ applyUploadedVideo,+ currentToolPresentation.videoConstraints,+ currentVideoUploadContext,+ imageMode,+ invalidateEndImageUpload,+ invalidateImageUpload,],);@@@ -1499,8 -1130,39 +1545,40 @@@// ── model selection from dropdown ─────────────────────────────────────────const handleModelSelect = useCallback((m, category = imageMode ? "i2v" : "t2v") => {+ cancelPendingVideoUpload();const isV2V = category === "v2v";+ const nextImageMode = !isV2V && category === "i2v";+ let imageTransition = null;++ if (imageMode && nextImageMode) {+ const previousModel = i2vModels.find(+ (model) => model.id === selectedModel,+ );+ const previousProfile = getImageInputProfile(previousModel);+ const nextProfile = getImageInputProfile(m);+ imageTransition = reconcileImageAttachments(+ previousProfile,+ nextProfile,+ {+ primaryUrl: uploadedImageUrl,+ listUrls: uploadedImageUrls,+ endUrl: uploadedEndImageUrl,+ },+ );++ if (+ previousProfile.kind !== nextProfile.kind &&+ imageTransition.discardedCount > 0 &&+ !window.confirm(+ "This model uses different image roles. Remove the current image attachments and switch models?",+ )+ ) {+ return;+ }+ }++ invalidateImageUpload();+ invalidateEndImageUpload();if (isV2V) {setV2vMode(true);setImageMode(false);@@@ -1518,13 -1189,28 +1599,28 @@@setV2vMode(false);setUploadedVideoUrl(null);setUploadedVideoName(null);- setPromptDisabled(false);+ setUploadedVideoValidationKey(null);}- const nextImageMode = category === "i2v";- if (!nextImageMode && imageMode) {- setUploadedImageUrl(null);- setUploadedImageUrls([]);- setUploadedEndImageUrl(null);++ if (imageMode && nextImageMode) {+ applyImageAttachments(imageTransition.attachments);+ if (imageTransition.discardedCount > 0) {+ toast("Incompatible image attachments were removed for this model.");+ }+ } else if (imageMode !== nextImageMode) {+ const hadImages = Boolean(+ uploadedImageUrl ||+ uploadedImageUrls.length > 0 ||+ uploadedEndImageUrl,+ );+ applyImageAttachments({+ primaryUrl: null,+ listUrls: [],+ endUrl: null,+ });+ if (nextImageMode && hadImages) {+ toast("Image attachments from the previous task were removed.");+ }}setImageMode(nextImageMode);setSelectedModel(m.id);@@@ -1533,7 -1218,18 +1629,19 @@@applyControlsForModel(m.id, nextImageMode, false);}},- [v2vMode, imageMode, applyControlsForModel, cancelPendingVideoUpload],+ [+ applyControlsForModel,+ applyImageAttachments,++ cancelPendingVideoUpload,+ imageMode,+ invalidateEndImageUpload,+ invalidateImageUpload,+ selectedModel,+ uploadedEndImageUrl,+ uploadedImageUrl,+ uploadedImageUrls,+ v2vMode,+ ],);// ── add to local history ──────────────────────────────────────────────────@@@ -1778,20 -1470,13 +1889,21 @@@selectedQuality,selectedMode,selectedEffect,+ selectedModelName,showEffect,+ videoToolOptions,uploadedImageUrl,uploadedImageUrls,+ uploadedEndImageUrl,uploadedVideoUrl,- lastGenerationId,- getCurrentModel,+ uploadedVideoIsValidated,+ continuationConfig,+ currentModelObj,+ currentToolPresentation,+ costEstimate,+ costEstimateKey,+ selectedContinuationSource,+ v2vRequestParams,addToLocalHistory,showVideoInCanvas,onGenerationComplete,@@@ -1806,11 -1491,15 +1918,16 @@@}, []);const handleNewPrompt = useCallback(() => {+ cancelPendingVideoUpload();resetToPromptBar();setPrompt("");- setUploadedImageUrl(null);- setUploadedImageUrls([]);+ invalidateImageUpload();+ invalidateEndImageUpload();+ applyImageAttachments({+ primaryUrl: null,+ listUrls: [],+ endUrl: null,+ });setImageMode(false);setUploadedVideoUrl(null);setUploadedVideoName(null);@@@ -1819,82 -1507,71 +1936,108 @@@const first = t2vModels[0];setSelectedModel(first.id);setSelectedModelName(first.name);+ setVideoToolOptions(getDefaultVideoToolOptions(first));applyControlsForModel(first.id, false, false);- setPromptDisabled(false);setTimeout(() => textareaRef.current?.focus(), 50);- }, [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload]);+ }, [+ applyControlsForModel,+ applyImageAttachments,++ cancelPendingVideoUpload,+ invalidateEndImageUpload,+ invalidateImageUpload,+ resetToPromptBar,+ ]);- const handleExtend = useCallback(() => {- if (!lastGenerationId) return;- resetToPromptBar();- setPrompt("");- invalidateImageUpload();- invalidateEndImageUpload();- applyImageAttachments({- primaryUrl: null,- listUrls: [],- endUrl: null,- });- setImageMode(false);- setSelectedModel("seedance-v2.0-extend");- setSelectedModelName("Seedance 2.0 Extend");- applyControlsForModel("seedance-v2.0-extend", false, false);- setPromptDisabled(false);- setTimeout(() => textareaRef.current?.focus(), 50);- }, [- applyControlsForModel,- applyImageAttachments,- invalidateEndImageUpload,- invalidateImageUpload,- lastGenerationId,- resetToPromptBar,- ]);+ const handleExtend = useCallback(+ (entry) => {+ const targetModel = t2vModels.find(+ (model) => model.id === "seedance-v2.0-extend",+ );+ const targetConfig = getContinuationConfig(targetModel);+ if (!targetModel || !targetConfig) return;+ const source = getCompatibleContinuationSources(targetModel, [entry])[0];+ if (!source) return;++ cancelPendingVideoUpload();+ resetToPromptBar();+ setPrompt("");- setUploadedImageUrl(null);- setUploadedImageUrls([]);++ invalidateImageUpload();++ invalidateEndImageUpload();++ applyImageAttachments({++ primaryUrl: null,++ listUrls: [],++ endUrl: null,++ });+ setUploadedVideoUrl(null);+ setUploadedVideoName(null);+ setUploadedVideoValidationKey(null);+ setImageMode(false);+ setV2vMode(false);+ setSelectedModel(targetModel.id);+ setSelectedModelName(targetModel.name);+ setVideoToolOptions(getDefaultVideoToolOptions(targetModel));+ setContinuationSourceIds((previous) => ({+ ...previous,+ [targetConfig.family]: source.requestId,+ }));+ applyControlsForModel(targetModel.id, false, false);+ setTimeout(() => textareaRef.current?.focus(), 50);+ },- [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload],++ [++ applyControlsForModel,++ applyImageAttachments,++ cancelPendingVideoUpload,++ invalidateEndImageUpload,++ invalidateImageUpload,++ resetToPromptBar,++ ],+ );// ── derived UI values ────────────────────────────────────────────────────- const isSeedance2Canvas =- canvasModel === "seedance-v2.0-t2v" || canvasModel === "seedance-v2.0-i2v";- const currentModelObj = getCurrentModel();+ const isContinuationMode = Boolean(continuationConfig);+ const currentImageProfile = imageMode+ ? getImageInputProfile(currentModelObj)+ : null;+ const usesReferenceImages = currentImageProfile?.kind === "references";+ const imageAttachmentCount = usesReferenceImages+ ? uploadedImageUrls.length+ : Number(Boolean(uploadedImageUrl)) + Number(Boolean(uploadedEndImageUrl));- const isExtendMode = currentModelObj?.requiresRequestId;const canUploadImageReference =(!v2vMode || isMotionControlSelection(selectedModel, v2vMode)) &&- (!isExtendMode || currentModelObj?.inputs?.images_list);+ (!isContinuationMode || currentModelObj?.inputs?.images_list);++ const showPromptField =+ v2vMode || isContinuationMode+ ? currentToolPresentation.showPrompt+ : true;const promptPlaceholder = v2vMode- ? currentModelObj?.imageField- ? currentModelObj?.promptRequired- ? "Describe the motion"- : "Describe the motion (optional)"- : "Video ready — click Generate to remove watermark"+ ? currentToolPresentation.promptPlaceholder: imageMode? "Describe the motion or effect (optional)"- : isExtendMode- ? "Optional: describe how to continue the video..."+ : isContinuationMode+ ? currentToolPresentation.promptPlaceholder: "Describe the video you want to create";+ const generateActionLabel =+ v2vMode || isContinuationMode+ ? currentToolPresentation.actionLabel+ : "Generate";+ const currentCostEstimate =+ costEstimate.key === costEstimateKey ? costEstimate : { status: "idle" };+ const costEstimateReady =+ !currentToolPresentation.estimateCost ||+ currentCostEstimate.status === "ready";+ const videoUploadTitle = v2vMode+ ? currentToolPresentation.uploadTitle+ : `Upload reference video for ${currentModelObj?.name || "this model"}`;+ const videoFileAccept = currentToolPresentation.videoConstraints+ ? [+ ...currentToolPresentation.videoConstraints.allowedMimeTypes,+ ...currentToolPresentation.videoConstraints.allowedExtensions,+ ].join(",")+ : "video/*";+const toggleDropdown = (type) => (e) => {e.stopPropagation();setOpenDropdown((prev) => (prev === type ? null : type));