Skip to content

Unrestricted Open-source alternative to AI video platforms — Free AI image & video generation studio with 600+ models (Flux, Midjourney, Kling, Sora, Veo). No content filters. Self-hosted, MIT licensed.

Merge pull request #330 from antilya/fix-video-reference-inputs

jaiprasad043db581ac1e2a
diff --cc packages/studio/src/components/VideoStudio.jsx
index 5fb94e23,6b82391e..c2748cbd
--- a/packages/studio/src/components/VideoStudio.jsx
+++ b/packages/studio/src/components/VideoStudio.jsx
@@@ -774,19 -549,9 +779,21 @@@ export default function VideoStudio(
const videoFileInputRef = useRef(null);
const resultVideoRef = useRef(null);
const hasRestored = useRef(false);
+ const costEstimateRequestRef = useRef(0);
+ const videoUploadRequestRef = useRef(0);
+ const activeVideoUploadContextRef = useRef(null);
+ const imageUploadVersionRef = useRef(0);
+ const endImageUploadVersionRef = useRef(0);
+ const currentVideoUploadContext = `${v2vMode ? "v2v" : imageMode ? "i2v" : "t2v"}:${selectedModel}`;
+ activeVideoUploadContextRef.current = currentVideoUploadContext;
+
+ const cancelPendingVideoUpload = useCallback(() => {
+ videoUploadRequestRef.current += 1;
+ setVideoUploading(false);
+ setVideoProgress(0);
+ }, []);
+
// ── derived data ──
const history = historyItems ?? localHistory;
@@@ -1057,45 -708,31 +1082,55 @@@
const stored = localStorage.getItem(PERSIST_KEY);
if (stored) {
const data = JSON.parse(stored);
- if (data.imageMode !== undefined) setImageMode(data.imageMode);
- if (data.v2vMode !== undefined) setV2vMode(data.v2vMode);
- if (data.selectedModel) setSelectedModel(data.selectedModel);
- if (data.selectedModelName) setSelectedModelName(data.selectedModelName);
- if (data.selectedAr) setSelectedAr(data.selectedAr);
- if (data.selectedDuration) setSelectedDuration(data.selectedDuration);
- if (data.selectedResolution) setSelectedResolution(data.selectedResolution);
- if (data.selectedQuality) setSelectedQuality(data.selectedQuality);
- if (data.selectedMode) setSelectedMode(data.selectedMode);
- if (data.selectedEffect) setSelectedEffect(data.selectedEffect);
+ const restoredImageMode = !!data.imageMode;
+ const restoredV2vMode = !!data.v2vMode;
+ const availableModels = getVideoModelsForMode(
+ restoredImageMode,
+ restoredV2vMode,
+ );
+ const persistedModel = availableModels.find(
+ (model) => model.id === data.selectedModel,
+ );
+ const restoredModel =
+ persistedModel || availableModels[0] || defaultModel;
+
+ setImageMode(restoredImageMode);
+ setV2vMode(restoredV2vMode);
+ setSelectedModel(restoredModel.id);
+ setSelectedModelName(restoredModel.name);
+
+ if (persistedModel) {
+ if (data.selectedAr) setSelectedAr(data.selectedAr);
+ if (data.selectedDuration) setSelectedDuration(data.selectedDuration);
+ if (data.selectedResolution) {
+ setSelectedResolution(data.selectedResolution);
+ }
+ if (data.selectedQuality) setSelectedQuality(data.selectedQuality);
+ if (data.selectedMode) setSelectedMode(data.selectedMode);
+ if (data.selectedEffect) setSelectedEffect(data.selectedEffect);
+ }
+ setVideoToolOptions({
+ ...getDefaultVideoToolOptions(restoredModel),
+ ...(data.videoToolOptions || {}),
+ });
+ if (data.continuationSourceIds) {
+ setContinuationSourceIds(data.continuationSourceIds);
+ }
- if (data.uploadedImageUrl) setUploadedImageUrl(data.uploadedImageUrl);
- if (data.uploadedImageUrls) {
- setUploadedImageUrls(data.uploadedImageUrls);
- } else if (data.uploadedImageUrl) {
- setUploadedImageUrls([data.uploadedImageUrl]);
+ const restoredI2VModel = data.imageMode
+ ? i2vModels.find((model) => model.id === data.selectedModel)
+ : null;
+ if (restoredI2VModel) {
+ applyImageAttachments(
+ normalizeImageAttachments(getImageInputProfile(restoredI2VModel), {
+ primaryUrl: data.uploadedImageUrl || null,
+ listUrls: data.uploadedImageUrls || [],
+ endUrl: data.uploadedEndImageUrl || null,
+ }),
+ );
+ } else {
+ setUploadedImageUrl(data.uploadedImageUrl || null);
+ setUploadedImageUrls(data.uploadedImageUrls || []);
+ setUploadedEndImageUrl(data.uploadedEndImageUrl || null);
}
if (data.uploadedVideoUrl) setUploadedVideoUrl(data.uploadedVideoUrl);
if (data.uploadedVideoName) setUploadedVideoName(data.uploadedVideoName);
@@@ -1134,13 -768,11 +1169,14 @@@
selectedQuality,
selectedMode,
selectedEffect,
+ videoToolOptions,
+ continuationSourceIds,
uploadedImageUrl,
uploadedImageUrls,
+ uploadedEndImageUrl,
uploadedVideoUrl,
uploadedVideoName,
+ uploadedVideoValidationKey,
prompt,
localHistory,
};
@@@ -1161,13 -793,11 +1197,14 @@@
selectedQuality,
selectedMode,
selectedEffect,
+ videoToolOptions,
+ continuationSourceIds,
uploadedImageUrl,
uploadedImageUrls,
+ uploadedEndImageUrl,
uploadedVideoUrl,
uploadedVideoName,
+ uploadedVideoValidationKey,
prompt,
localHistory,
]);
@@@ -1178,11 -808,14 +1215,13 @@@
(url) => {
if (!url) return;
- setUploadedImageUrl(url);
-
// Motion-control models use the image alongside the uploaded video.
if (isMotionControlSelection(selectedModel, v2vMode)) {
- setUploadedImageUrls([url]);
+ applyImageAttachments({
+ primaryUrl: url,
+ listUrls: [],
+ endUrl: null,
+ });
- setPromptDisabled(false);
return;
}
@@@ -1220,19 -853,23 +1260,23 @@@
applyControlsForModel(targetModel.id, true, false);
}
- const maxImages = getMaxImagesForI2VModel(targetModel.id);
- if (maxImages > 2) {
+ const imageProfile = getImageInputProfile(targetModel);
+ if (imageProfile.kind === "references") {
+ setUploadedImageUrl(null);
+ setUploadedEndImageUrl(null);
setUploadedImageUrls((previousUrls) => {
if (previousUrls.includes(url)) return previousUrls;
- return [...previousUrls, url].slice(0, maxImages);
+ return [...previousUrls, url].slice(0, imageProfile.maxImages);
});
} else {
- setUploadedImageUrls([url]);
+ setUploadedImageUrl(url);
+ setUploadedImageUrls([]);
}
- setPromptDisabled(false);
},
[
applyControlsForModel,
+ applyImageAttachments,
+ cancelPendingVideoUpload,
imageMode,
isMotionControlSelection,
selectedModel,
@@@ -1363,9 -955,11 +1417,14 @@@
},
[
apiKey,
+ applyControlsForModel,
+ applyImageAttachments,
+ applyUploadedVideo,
+ currentToolPresentation.videoConstraints,
+ currentVideoUploadContext,
+ imageMode,
+ invalidateEndImageUpload,
+ invalidateImageUpload,
],
);
@@@ -1499,8 -1130,39 +1545,40 @@@
// ── model selection from dropdown ─────────────────────────────────────────
const handleModelSelect = useCallback(
(m, category = imageMode ? "i2v" : "t2v") => {
+ cancelPendingVideoUpload();
const isV2V = category === "v2v";
+ const nextImageMode = !isV2V && category === "i2v";
+ let imageTransition = null;
+
+ if (imageMode && nextImageMode) {
+ const previousModel = i2vModels.find(
+ (model) => model.id === selectedModel,
+ );
+ const previousProfile = getImageInputProfile(previousModel);
+ const nextProfile = getImageInputProfile(m);
+ imageTransition = reconcileImageAttachments(
+ previousProfile,
+ nextProfile,
+ {
+ primaryUrl: uploadedImageUrl,
+ listUrls: uploadedImageUrls,
+ endUrl: uploadedEndImageUrl,
+ },
+ );
+
+ if (
+ previousProfile.kind !== nextProfile.kind &&
+ imageTransition.discardedCount > 0 &&
+ !window.confirm(
+ "This model uses different image roles. Remove the current image attachments and switch models?",
+ )
+ ) {
+ return;
+ }
+ }
+
+ invalidateImageUpload();
+ invalidateEndImageUpload();
if (isV2V) {
setV2vMode(true);
setImageMode(false);
@@@ -1518,13 -1189,28 +1599,28 @@@
setV2vMode(false);
setUploadedVideoUrl(null);
setUploadedVideoName(null);
- setPromptDisabled(false);
+ setUploadedVideoValidationKey(null);
}
- const nextImageMode = category === "i2v";
- if (!nextImageMode && imageMode) {
- setUploadedImageUrl(null);
- setUploadedImageUrls([]);
- setUploadedEndImageUrl(null);
+
+ if (imageMode && nextImageMode) {
+ applyImageAttachments(imageTransition.attachments);
+ if (imageTransition.discardedCount > 0) {
+ toast("Incompatible image attachments were removed for this model.");
+ }
+ } else if (imageMode !== nextImageMode) {
+ const hadImages = Boolean(
+ uploadedImageUrl ||
+ uploadedImageUrls.length > 0 ||
+ uploadedEndImageUrl,
+ );
+ applyImageAttachments({
+ primaryUrl: null,
+ listUrls: [],
+ endUrl: null,
+ });
+ if (nextImageMode && hadImages) {
+ toast("Image attachments from the previous task were removed.");
+ }
}
setImageMode(nextImageMode);
setSelectedModel(m.id);
@@@ -1533,7 -1218,18 +1629,19 @@@
applyControlsForModel(m.id, nextImageMode, false);
}
},
- [v2vMode, imageMode, applyControlsForModel, cancelPendingVideoUpload],
+ [
+ applyControlsForModel,
+ applyImageAttachments,
++ cancelPendingVideoUpload,
+ imageMode,
+ invalidateEndImageUpload,
+ invalidateImageUpload,
+ selectedModel,
+ uploadedEndImageUrl,
+ uploadedImageUrl,
+ uploadedImageUrls,
+ v2vMode,
+ ],
);
// ── add to local history ──────────────────────────────────────────────────
@@@ -1778,20 -1470,13 +1889,21 @@@
selectedQuality,
selectedMode,
selectedEffect,
+ selectedModelName,
showEffect,
+ videoToolOptions,
uploadedImageUrl,
uploadedImageUrls,
+ uploadedEndImageUrl,
uploadedVideoUrl,
- lastGenerationId,
- getCurrentModel,
+ uploadedVideoIsValidated,
+ continuationConfig,
+ currentModelObj,
+ currentToolPresentation,
+ costEstimate,
+ costEstimateKey,
+ selectedContinuationSource,
+ v2vRequestParams,
addToLocalHistory,
showVideoInCanvas,
onGenerationComplete,
@@@ -1806,11 -1491,15 +1918,16 @@@
}, []);
const handleNewPrompt = useCallback(() => {
+ cancelPendingVideoUpload();
resetToPromptBar();
setPrompt("");
- setUploadedImageUrl(null);
- setUploadedImageUrls([]);
+ invalidateImageUpload();
+ invalidateEndImageUpload();
+ applyImageAttachments({
+ primaryUrl: null,
+ listUrls: [],
+ endUrl: null,
+ });
setImageMode(false);
setUploadedVideoUrl(null);
setUploadedVideoName(null);
@@@ -1819,82 -1507,71 +1936,108 @@@
const first = t2vModels[0];
setSelectedModel(first.id);
setSelectedModelName(first.name);
+ setVideoToolOptions(getDefaultVideoToolOptions(first));
applyControlsForModel(first.id, false, false);
- setPromptDisabled(false);
setTimeout(() => textareaRef.current?.focus(), 50);
- }, [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload]);
+ }, [
+ applyControlsForModel,
+ applyImageAttachments,
++ cancelPendingVideoUpload,
+ invalidateEndImageUpload,
+ invalidateImageUpload,
+ resetToPromptBar,
+ ]);
- const handleExtend = useCallback(() => {
- if (!lastGenerationId) return;
- resetToPromptBar();
- setPrompt("");
- invalidateImageUpload();
- invalidateEndImageUpload();
- applyImageAttachments({
- primaryUrl: null,
- listUrls: [],
- endUrl: null,
- });
- setImageMode(false);
- setSelectedModel("seedance-v2.0-extend");
- setSelectedModelName("Seedance 2.0 Extend");
- applyControlsForModel("seedance-v2.0-extend", false, false);
- setPromptDisabled(false);
- setTimeout(() => textareaRef.current?.focus(), 50);
- }, [
- applyControlsForModel,
- applyImageAttachments,
- invalidateEndImageUpload,
- invalidateImageUpload,
- lastGenerationId,
- resetToPromptBar,
- ]);
+ const handleExtend = useCallback(
+ (entry) => {
+ const targetModel = t2vModels.find(
+ (model) => model.id === "seedance-v2.0-extend",
+ );
+ const targetConfig = getContinuationConfig(targetModel);
+ if (!targetModel || !targetConfig) return;
+ const source = getCompatibleContinuationSources(targetModel, [entry])[0];
+ if (!source) return;
+
+ cancelPendingVideoUpload();
+ resetToPromptBar();
+ setPrompt("");
- setUploadedImageUrl(null);
- setUploadedImageUrls([]);
++ invalidateImageUpload();
++ invalidateEndImageUpload();
++ applyImageAttachments({
++ primaryUrl: null,
++ listUrls: [],
++ endUrl: null,
++ });
+ setUploadedVideoUrl(null);
+ setUploadedVideoName(null);
+ setUploadedVideoValidationKey(null);
+ setImageMode(false);
+ setV2vMode(false);
+ setSelectedModel(targetModel.id);
+ setSelectedModelName(targetModel.name);
+ setVideoToolOptions(getDefaultVideoToolOptions(targetModel));
+ setContinuationSourceIds((previous) => ({
+ ...previous,
+ [targetConfig.family]: source.requestId,
+ }));
+ applyControlsForModel(targetModel.id, false, false);
+ setTimeout(() => textareaRef.current?.focus(), 50);
+ },
- [resetToPromptBar, applyControlsForModel, cancelPendingVideoUpload],
++ [
++ applyControlsForModel,
++ applyImageAttachments,
++ cancelPendingVideoUpload,
++ invalidateEndImageUpload,
++ invalidateImageUpload,
++ resetToPromptBar,
++ ],
+ );
// ── derived UI values ────────────────────────────────────────────────────
- const isSeedance2Canvas =
- canvasModel === "seedance-v2.0-t2v" || canvasModel === "seedance-v2.0-i2v";
- const currentModelObj = getCurrentModel();
+ const isContinuationMode = Boolean(continuationConfig);
+ const currentImageProfile = imageMode
+ ? getImageInputProfile(currentModelObj)
+ : null;
+ const usesReferenceImages = currentImageProfile?.kind === "references";
+ const imageAttachmentCount = usesReferenceImages
+ ? uploadedImageUrls.length
+ : Number(Boolean(uploadedImageUrl)) + Number(Boolean(uploadedEndImageUrl));
- const isExtendMode = currentModelObj?.requiresRequestId;
const canUploadImageReference =
(!v2vMode || isMotionControlSelection(selectedModel, v2vMode)) &&
- (!isExtendMode || currentModelObj?.inputs?.images_list);
+ (!isContinuationMode || currentModelObj?.inputs?.images_list);
+
+ const showPromptField =
+ v2vMode || isContinuationMode
+ ? currentToolPresentation.showPrompt
+ : true;
const promptPlaceholder = v2vMode
- ? currentModelObj?.imageField
- ? currentModelObj?.promptRequired
- ? "Describe the motion"
- : "Describe the motion (optional)"
- : "Video ready — click Generate to remove watermark"
+ ? currentToolPresentation.promptPlaceholder
: imageMode
? "Describe the motion or effect (optional)"
- : isExtendMode
- ? "Optional: describe how to continue the video..."
+ : isContinuationMode
+ ? currentToolPresentation.promptPlaceholder
: "Describe the video you want to create";
+ const generateActionLabel =
+ v2vMode || isContinuationMode
+ ? currentToolPresentation.actionLabel
+ : "Generate";
+ const currentCostEstimate =
+ costEstimate.key === costEstimateKey ? costEstimate : { status: "idle" };
+ const costEstimateReady =
+ !currentToolPresentation.estimateCost ||
+ currentCostEstimate.status === "ready";
+ const videoUploadTitle = v2vMode
+ ? currentToolPresentation.uploadTitle
+ : `Upload reference video for ${currentModelObj?.name || "this model"}`;
+ const videoFileAccept = currentToolPresentation.videoConstraints
+ ? [
+ ...currentToolPresentation.videoConstraints.allowedMimeTypes,
+ ...currentToolPresentation.videoConstraints.allowedExtensions,
+ ].join(",")
+ : "video/*";
+
const toggleDropdown = (type) => (e) => {
e.stopPropagation();
setOpenDropdown((prev) => (prev === type ? null : type));