Unrestricted Open-source alternative to AI video platforms — Free AI image & video generation studio with 600+ models (Flux, Midjourney, Kling, Sora, Veo). No content filters. Self-hosted, MIT licensed.
JavaScript ai-art-generatorai-image-generationai-video-generationfal-ai-alternativegenerative-aiimage-to-videoinvideo-alternativekling-ailipsynclitellm-alternativemidjourney-alternativemuapiopen-sourceopenrouter-alternativeseedance2sora-alternativetext-to-imagetext-to-videouncensoredwan-video
fix(local): route Video Studio uploads + generate through Wan2GP when a local model is selected
Anil Matchad4e645defc4f
diff --git a/electron/lib/wan2gpProvider.js b/electron/lib/wan2gpProvider.jsindex 7d4786a5..408ec3bf 100644--- a/electron/lib/wan2gpProvider.js+++ b/electron/lib/wan2gpProvider.js@@ -58,6 +58,20 @@ const WAN2GP_CATALOG = [defaultGuidance: 5.0,tags: ['video', 'wan', 'text-to-video'],},+ {+ id: 'wan2gp:wan22-i2v',+ name: 'Wan 2.2 (Image-to-Video)',+ description: 'Video — Wan 2.2 image-to-video. Provide a start frame.',+ type: 'video',+ family: 'wan',+ provider: 'wan2gp',+ fn: 'wan22_i2v',+ needsImage: true,+ aspectRatios: ['16:9', '1:1', '9:16'],+ defaultSteps: 25,+ defaultGuidance: 5.0,+ tags: ['video', 'wan', 'image-to-video'],+ },{id: 'wan2gp:hunyuan-video',name: 'Hunyuan Video (Wan2GP)',@@ -100,6 +114,10 @@ function normalizeUrl(url) { return (url || '').trim().replace(/\/+$/, ''); }// ─── State ────────────────────────────────────────────────────────────────────let activeAbort = null;+// Map of uploaded source URL → { path, url, orig_name } so generate() can+// rehydrate the Gradio file descriptor when the renderer passes the URL back.+const uploadedFiles = new Map();+// ─── HTTP helpers ─────────────────────────────────────────────────────────────function httpJson(urlStr, { method = 'GET', body = null, timeoutMs = 5000 } = {}) {return new Promise((resolve, reject) => {@@ -135,6 +153,37 @@ async function probe(url) {}}+// ─── Upload (Gradio v4 /upload) ───────────────────────────────────────────────+// Renderer hands us { name, type, bytes:Uint8Array }. We POST as multipart to+// <base>/upload?upload_id=<id>; Gradio replies with an array of server paths.+// We expose those as a stable HTTP URL the renderer can preview AND stash the+// raw path for generate() to feed back into Gradio's file descriptor.+async function uploadFile({ name, type, bytes }) {+ const { url } = readConfig();+ if (!url) throw new Error('Wan2GP server URL not set. Open Settings → Local Models to configure.');+ const base = normalizeUrl(url);++ if (!bytes || !bytes.length) throw new Error('Empty file payload');+ const safeName = name || 'upload.bin';+ const mime = type || 'application/octet-stream';++ const blob = new Blob([new Uint8Array(bytes)], { type: mime });+ const form = new FormData();+ form.append('files', blob, safeName);++ const uploadId = Math.random().toString(36).slice(2, 12);+ const res = await fetch(`${base}/upload?upload_id=${uploadId}`, { method: 'POST', body: form });+ if (!res.ok) throw new Error(`Wan2GP upload failed: HTTP ${res.status}`);++ const paths = await res.json();+ const path = Array.isArray(paths) ? paths[0] : paths;+ if (!path || typeof path !== 'string') throw new Error('Wan2GP upload returned no path');++ const fileUrl = `${base}/file=${path.replace(/^\/+/, '')}`;+ uploadedFiles.set(fileUrl, { path, url: fileUrl, orig_name: safeName, mime_type: mime });+ return { url: fileUrl, path };+}+async function listModels() {const { url } = readConfig();const reachable = url ? (await probe(url)).ok : false;@@ -233,13 +282,29 @@ async function generate(params, mainWindow) {const steps = params.steps ?? model.defaultSteps;const guidance = params.guidance_scale ?? model.defaultGuidance;+ // Image input → resolve to a Gradio file descriptor if we uploaded it.+ let imageDescriptor = null;+ if (params.image) {+ const cached = uploadedFiles.get(params.image);+ if (cached) {+ imageDescriptor = { path: cached.path, url: cached.url, orig_name: cached.orig_name, mime_type: cached.mime_type, meta: { _type: 'gradio.FileData' } };+ } else if (typeof params.image === 'string') {+ imageDescriptor = params.image; // raw URL — Gradio fetches it+ } else {+ imageDescriptor = params.image;+ }+ }+ if (model.needsImage && !imageDescriptor) {+ throw new Error(`${model.name} requires a start-frame image — upload one first.`);+ }+// Generic positional input — adjust upstream `fn` if signature differs.const payload = {data: [params.prompt || '',params.negative_prompt || '',width, height, steps, guidance, seed,- params.image || null,+ imageDescriptor,],};@@ -282,6 +347,7 @@ function register() {ipcMain.handle('wan2gp:list-models', () => listModels());ipcMain.handle('wan2gp:generate', (_, params) => generate(params, getMainWindow()));ipcMain.handle('wan2gp:cancel-generation', () => cancelGeneration());+ ipcMain.handle('wan2gp:upload-file', (_, payload) => uploadFile(payload));}module.exports = { register, WAN2GP_CATALOG };diff --git a/electron/preload.js b/electron/preload.jsindex cc501e4e..d69d2477 100644--- a/electron/preload.js+++ b/electron/preload.js@@ -24,6 +24,7 @@ contextBridge.exposeInMainWorld('localAI', {listModels: () => ipcRenderer.invoke('wan2gp:list-models'),generate: (params) => ipcRenderer.invoke('wan2gp:generate', params),cancelGeneration: () => ipcRenderer.invoke('wan2gp:cancel-generation'),+ uploadFile: (payload) => ipcRenderer.invoke('wan2gp:upload-file', payload),},// Progress events — both engines emit on local-ai:progressdiff --git a/src/components/UploadPicker.js b/src/components/UploadPicker.jsindex ce0e85fc..37c4a719 100644--- a/src/components/UploadPicker.js+++ b/src/components/UploadPicker.js@@ -13,7 +13,12 @@ import { getUploadHistory, saveUpload, removeUpload, generateThumbnail } from '.* @param {number} [options.maxImages=1] - Maximum number of images selectable* @returns {{ trigger: HTMLElement, panel: HTMLElement, reset: function, setMaxImages: function }}*/-export function createUploadPicker({ anchorContainer, onSelect, onClear, maxImages: initialMaxImages = 1 }) {+export function createUploadPicker({ anchorContainer, onSelect, onClear, maxImages: initialMaxImages = 1, uploadFn, requireApiKey }) {+ // uploadFn(file) → Promise<string url>. Defaults to Muapi-hosted upload.+ // requireApiKey() → boolean. Lets the caller suppress the AuthModal when+ // the active provider doesn't need a Muapi key (e.g. local Wan2GP).+ const doUpload = uploadFn || ((file) => muapi.uploadFile(file));+ const needsKey = typeof requireApiKey === 'function' ? requireApiKey : () => true;let panelOpen = false;let maxImages = initialMaxImages;let selectedEntries = []; // [{ url, thumbnail }, ...]@@ -318,10 +323,12 @@ export function createUploadPicker({ anchorContainer, onSelect, onClear, maxImagconst files = Array.from(e.target.files);if (!files.length) return;- const apiKey = localStorage.getItem('muapi_key');- if (!apiKey) {- AuthModal(() => fileInput.click());- return;+ if (needsKey()) {+ const apiKey = localStorage.getItem('muapi_key');+ if (!apiKey) {+ AuthModal(() => fileInput.click());+ return;+ }}showSpinner();@@ -330,10 +337,11 @@ export function createUploadPicker({ anchorContainer, onSelect, onClear, maxImagif (maxImages === 1) {// Single mode: upload first file only, replace selectionconst file = files[0];- const [uploadedUrl, thumbnail] = await Promise.all([- muapi.uploadFile(file),+ const [uploadResult, thumbnail] = await Promise.all([+ doUpload(file),generateThumbnail(file)]);+ const uploadedUrl = typeof uploadResult === 'string' ? uploadResult : uploadResult?.url;const entry = { id: Date.now().toString(), name: file.name, uploadedUrl, thumbnail, timestamp: new Date().toISOString() };saveUpload(entry);selectedEntries = [{ url: uploadedUrl, thumbnail }];@@ -346,10 +354,11 @@ export function createUploadPicker({ anchorContainer, onSelect, onClear, maxImag// Upload all in parallelconst results = await Promise.all(toUpload.map(async (file) => {- const [uploadedUrl, thumbnail] = await Promise.all([- muapi.uploadFile(file),+ const [uploadResult, thumbnail] = await Promise.all([+ doUpload(file),generateThumbnail(file)]);+ const uploadedUrl = typeof uploadResult === 'string' ? uploadResult : uploadResult?.url;return { id: Date.now().toString() + Math.random(), name: file.name, uploadedUrl, thumbnail, timestamp: new Date().toISOString() };}));diff --git a/src/components/VideoStudio.js b/src/components/VideoStudio.jsindex 769cd86f..cc96dbac 100644--- a/src/components/VideoStudio.js+++ b/src/components/VideoStudio.js@@ -3,13 +3,36 @@ import { t2vModels, getAspectRatiosForVideoModel, getDurationsForModel, getResolimport { AuthModal } from './AuthModal.js';import { createUploadPicker } from './UploadPicker.js';import { savePendingJob, removePendingJob, getPendingJobs } from '../lib/pendingJobs.js';+import { localAI, isLocalAIAvailable } from '../lib/localInferenceClient.js';+import { isWan2gpModelId, getLocalModelById, localT2VModels, localI2VModels } from '../lib/localModels.js';++// Promotes a wan2gp catalog entry (lib/localModels.js shape) into the+// `inputs`-shaped descriptor the Video Studio dropdowns/controls expect.+const adaptLocalToVideoEntry = (m) => ({+ id: m.id,+ name: m.name,+ provider: 'wan2gp',+ inputs: {+ prompt: { type: 'string', name: 'prompt', title: 'Prompt' },+ aspect_ratio: { type: 'string', name: 'aspect_ratio', enum: m.aspectRatios || ['16:9', '1:1', '9:16'], default: (m.aspectRatios || ['16:9'])[0] },+ },+});export function VideoStudio() {const container = document.createElement('div');container.className = 'w-full h-full flex flex-col items-center justify-center bg-app-bg relative p-4 md:p-6 overflow-y-auto custom-scrollbar overflow-x-hidden';+ // Merge Wan2GP video models in only when running inside Electron AND the+ // user has a Wan2GP server configured. We can't probe synchronously, so+ // we always include them when isLocalAIAvailable() — getCurrentModel()+ // reads from these arrays, so they need to be present from init.+ const localT2V = isLocalAIAvailable() ? localT2VModels.map(adaptLocalToVideoEntry) : [];+ const localI2V = isLocalAIAvailable() ? localI2VModels.map(adaptLocalToVideoEntry) : [];+ const allT2V = [...t2vModels, ...localT2V];+ const allI2V = [...i2vModels, ...localI2V];+// --- State ---- const defaultModel = t2vModels[0];+ const defaultModel = allT2V[0];let selectedModel = defaultModel.id;let selectedModelName = defaultModel.name;let selectedAr = defaultModel.inputs?.aspect_ratio?.default || '16:9';@@ -26,10 +49,22 @@ export function VideoStudio() {let v2vMode = false; // true = video-to-video tools modelet uploadedVideoUrl = null;- const getCurrentModels = () => v2vMode ? v2vModels : (imageMode ? i2vModels : t2vModels);- const getCurrentAspectRatios = (id) => imageMode ? getAspectRatiosForI2VModel(id) : getAspectRatiosForVideoModel(id);- const getCurrentDurations = (id) => imageMode ? getDurationsForI2VModel(id) : getDurationsForModel(id);- const getCurrentResolutions = (id) => imageMode ? getResolutionsForI2VModel(id) : getResolutionsForVideoModel(id);+ const getCurrentModels = () => v2vMode ? v2vModels : (imageMode ? allI2V : allT2V);+ // Local Wan2GP entries don't live in the Muapi-derived helpers, so we+ // resolve aspect ratios off the catalog when the selected id is local.+ const getCurrentAspectRatios = (id) => {+ const local = getLocalModelById(id);+ if (local) return local.aspectRatios || ['16:9', '1:1', '9:16'];+ return imageMode ? getAspectRatiosForI2VModel(id) : getAspectRatiosForVideoModel(id);+ };+ const getCurrentDurations = (id) => {+ if (getLocalModelById(id)) return [];+ return imageMode ? getDurationsForI2VModel(id) : getDurationsForModel(id);+ };+ const getCurrentResolutions = (id) => {+ if (getLocalModelById(id)) return [];+ return imageMode ? getResolutionsForI2VModel(id) : getResolutionsForVideoModel(id);+ };const getCurrentModes = (id) => getModesForModel(id);const getCurrentModel = () => getCurrentModels().find(m => m.id === selectedModel);const getQualitiesForModel = (id) => {@@ -94,8 +129,8 @@ export function VideoStudio() {}if (!imageMode) {imageMode = true;- selectedModel = i2vModels[0].id;- selectedModelName = i2vModels[0].name;+ selectedModel = allI2V[0].id;+ selectedModelName = allI2V[0].name;document.getElementById('v-model-btn-label').textContent = selectedModelName;updateControlsForModel(selectedModel);}@@ -105,13 +140,17 @@ export function VideoStudio() {onClear: () => {uploadedImageUrl = null;imageMode = false;- selectedModel = t2vModels[0].id;- selectedModelName = t2vModels[0].name;+ selectedModel = allT2V[0].id;+ selectedModelName = allT2V[0].name;document.getElementById('v-model-btn-label').textContent = selectedModelName;updateControlsForModel(selectedModel);textarea.placeholder = 'Describe the video you want to create';textarea.disabled = false;- }+ },+ // Route the upload through the configured Wan2GP server when the active+ // model is local; otherwise fall back to the Muapi-hosted upload.+ uploadFn: (file) => isWan2gpModelId(selectedModel) ? localAI.uploadFileToWan2gp(file) : muapi.uploadFile(file),+ requireApiKey: () => !isWan2gpModelId(selectedModel),});topRow.appendChild(picker.trigger);container.appendChild(picker.panel);@@ -172,8 +211,8 @@ export function VideoStudio() {uploadedVideoUrl = null;v2vMode = false;showVideoIcon();- selectedModel = t2vModels[0].id;- selectedModelName = t2vModels[0].name;+ selectedModel = allT2V[0].id;+ selectedModelName = allT2V[0].name;document.getElementById('v-model-btn-label').textContent = selectedModelName;updateControlsForModel(selectedModel);textarea.placeholder = 'Describe the video you want to create';@@ -502,7 +541,7 @@ export function VideoStudio() {const lf = filter.toLowerCase();// Regular generation models (always t2v or i2v, never v2v)- const generationModels = imageMode ? i2vModels : t2vModels;+ const generationModels = imageMode ? allI2V : allT2V;const filteredMain = generationModels.filter(m => m.name.toLowerCase().includes(lf) || m.id.toLowerCase().includes(lf));filteredMain.forEach(m => list.appendChild(makeModelItem(m, false)));@@ -926,8 +965,8 @@ export function VideoStudio() {uploadedVideoUrl = null;v2vMode = false;showVideoIcon();- selectedModel = t2vModels[0].id;- selectedModelName = t2vModels[0].name;+ selectedModel = allT2V[0].id;+ selectedModelName = allT2V[0].name;document.getElementById('v-model-btn-label').textContent = selectedModelName;updateControlsForModel(selectedModel);textarea.placeholder = 'Describe the video you want to create';@@ -980,16 +1019,30 @@ export function VideoStudio() {}}- const apiKey = localStorage.getItem('muapi_key');- if (!apiKey) {- AuthModal(() => generateBtn.click());- return;+ const isLocal = isWan2gpModelId(selectedModel);++ // Local Wan2GP generations don't go through Muapi — skip the auth gate.+ if (!isLocal) {+ const apiKey = localStorage.getItem('muapi_key');+ if (!apiKey) {+ AuthModal(() => generateBtn.click());+ return;+ }}hero.classList.add('opacity-0', 'scale-95', '-translate-y-10', 'pointer-events-none');generateBtn.disabled = true;generateBtn.innerHTML = `<span class="animate-spin inline-block mr-2 text-black">◌</span> Generating...`;+ // For local generations, surface step progress in the button label.+ let unsubscribeProgress = null;+ if (isLocal) {+ unsubscribeProgress = localAI.onProgress(({ status, progress }) => {+ const pct = typeof progress === 'number' ? Math.round(progress * 100) : null;+ generateBtn.innerHTML = `<span class="animate-spin inline-block mr-2 text-black">◌</span> ${status || 'Generating'}${pct != null ? ` ${pct}%` : '…'}`;+ });+ }+let hadError = false;let capturedRequestId = null;const historyMeta = { prompt, model: selectedModel, aspect_ratio: selectedAr, duration: selectedDuration };@@ -1000,6 +1053,32 @@ export function VideoStudio() {};try {+ // ─── Local Wan2GP path ───────────────────────────────────────────+ // Uploaded image URLs were minted by uploadFileToWan2gp(), so+ // wan2gpProvider can rehydrate the Gradio file descriptor.+ if (isLocal) {+ const localParams = {+ model: selectedModel,+ prompt: prompt || '',+ aspect_ratio: selectedAr,+ };+ if (imageMode && uploadedImageUrl) localParams.image = uploadedImageUrl;+ const res = await localAI.generate(localParams);+ console.log('[VideoStudio] Local response:', res);+ if (res && res.url) {+ const genId = Date.now().toString();+ lastGenerationId = null;+ lastGenerationModel = null;+ addToHistory({ id: genId, url: res.url, prompt, model: selectedModel, aspect_ratio: selectedAr, timestamp: new Date().toISOString() });+ showVideoInCanvas(res.url, selectedModel);+ } else {+ throw new Error('No video URL returned by Wan2GP');+ }+ generateBtn.disabled = false;+ generateBtn.innerHTML = `Generate ✨`;+ return;+ }+if (v2vMode) {const res = await muapi.processV2V({ model: selectedModel, video_url: uploadedVideoUrl, onRequestId });console.log('[VideoStudio] V2V response:', res);@@ -1119,6 +1198,7 @@ export function VideoStudio() {}, 4000);} finally {generateBtn.disabled = false;+ if (typeof unsubscribeProgress === 'function') unsubscribeProgress();// Only reset the label on success; the catch timeout handles the error caseif (!hadError) generateBtn.innerHTML = `Generate ✨`;}diff --git a/src/lib/localInferenceClient.js b/src/lib/localInferenceClient.jsindex 8dc224e7..27dc07f1 100644--- a/src/lib/localInferenceClient.js+++ b/src/lib/localInferenceClient.js@@ -44,6 +44,19 @@ class LocalInferenceClient {if (!isLocalAIAvailable()) return { ok: false, error: 'Not in desktop app' };return window.localAI.wan2gp.probe(url);}+ // Pushes a File/Blob to the configured Wan2GP server's /upload endpoint+ // and returns { url, path }. URL is a previewable HTTP link; the provider+ // also remembers the path so a subsequent generate(params.image=url) call+ // can rehydrate it as a Gradio file descriptor.+ async uploadFileToWan2gp(file) {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ const buf = await file.arrayBuffer();+ return window.localAI.wan2gp.uploadFile({+ name: file.name,+ type: file.type,+ bytes: new Uint8Array(buf),+ });+ }// ── Unified model list (both providers merged) ────────────────────────async listModels() {diff --git a/src/lib/localModels.js b/src/lib/localModels.jsindex fae4d6de..5ab48e34 100644--- a/src/lib/localModels.js+++ b/src/lib/localModels.js@@ -126,6 +126,19 @@ export const LOCAL_MODEL_CATALOG = [defaultGuidance: 5.0,tags: ['video', 'wan', 'text-to-video'],},+ {+ id: 'wan2gp:wan22-i2v',+ name: 'Wan 2.2 (Image-to-Video)',+ description: 'Video — Wan 2.2 image-to-video. Provide a start frame.',+ type: 'video',+ family: 'wan',+ provider: 'wan2gp',+ needsImage: true,+ aspectRatios: ['16:9', '1:1', '9:16'],+ defaultSteps: 25,+ defaultGuidance: 5.0,+ tags: ['video', 'wan', 'image-to-video'],+ },{id: 'wan2gp:hunyuan-video',name: 'Hunyuan Video (Wan2GP)',@@ -155,3 +168,9 @@ export const LOCAL_MODEL_CATALOG = [export function getLocalModelById(id) {return LOCAL_MODEL_CATALOG.find(m => m.id === id) || null;}++export const isWan2gpModelId = (id) => getLocalModelById(id)?.provider === 'wan2gp';+export const isLocalModelId = (id) => !!getLocalModelById(id);++export const localT2VModels = LOCAL_MODEL_CATALOG.filter(m => m.provider === 'wan2gp' && m.type === 'video' && !m.needsImage);+export const localI2VModels = LOCAL_MODEL_CATALOG.filter(m => m.provider === 'wan2gp' && m.type === 'video' && m.needsImage);