Unrestricted Open-source alternative to AI video platforms — Free AI image & video generation studio with 600+ models (Flux, Midjourney, Kling, Sora, Veo). No content filters. Self-hosted, MIT licensed.
JavaScript ai-art-generatorai-image-generationai-video-generationfal-ai-alternativegenerative-aiimage-to-videoinvideo-alternativekling-ailipsynclitellm-alternativemidjourney-alternativemuapiopen-sourceopenrouter-alternativeseedance2sora-alternativetext-to-imagetext-to-videouncensoredwan-video
feat: add local model inference via sd.cpp (Electron-only)
Anil Matcha36d392ab7827
diff --git a/electron/lib/localInference.js b/electron/lib/localInference.jsnew file mode 100644index 00000000..3f4ff37c--- /dev/null+++ b/electron/lib/localInference.js@@ -0,0 +1,462 @@+const { ipcMain, app, BrowserWindow } = require('electron');+const path = require('path');+const fs = require('fs');+const https = require('https');+const http = require('http');+const { spawn, execFile } = require('child_process');+const os = require('os');++// ─── Paths ────────────────────────────────────────────────────────────────────+const DATA_DIR = path.join(app.getPath('userData'), 'local-ai');+const BIN_DIR = path.join(DATA_DIR, 'bin');+const MODELS_DIR = path.join(DATA_DIR, 'models');+const TMP_DIR = path.join(DATA_DIR, 'tmp');++for (const dir of [BIN_DIR, MODELS_DIR, TMP_DIR]) {+ fs.mkdirSync(dir, { recursive: true });+}++const BINARY_NAME = process.platform === 'win32' ? 'sd-cli.exe' : 'sd-cli';+const BINARY_PATH = path.join(BIN_DIR, BINARY_NAME);++// ─── State ────────────────────────────────────────────────────────────────────+let activeProcess = null;+const activeDownloads = new Map(); // modelId → request object++// ─── GitHub release asset matcher per platform ───────────────────────────────+// Asset names look like: sd-master-44cca3d-bin-Darwin-macOS-15.7.4-arm64.zip+// Returns a predicate that returns true when the asset name matches this platform.+function getBinaryAssetMatcher() {+ const { platform, arch } = process;+ if (platform === 'darwin') {+ const archToken = arch === 'arm64' ? 'arm64' : 'x86_64';+ return (name) => name.includes('Darwin') && name.includes(archToken);+ }+ if (platform === 'win32') {+ // Prefer avx2 (best balance); fall back to noavx+ return (name) => name.includes('win-avx2-x64') || name.includes('win-noavx-x64');+ }+ // Linux: prefer plain build over rocm/vulkan+ return (name) => name.includes('Linux') && name.includes('x86_64') && !name.includes('rocm') && !name.includes('vulkan');+}++// ─── Robust HTTPS download with redirect-following, range-resume, and retry ───+function downloadFile(url, destPath, onProgress) {+ const tmp = destPath + '.part';++ // Outer total so progress never goes backwards across retries/redirects+ let knownTotal = 0;++ const attempt = (requestUrl, redirectsLeft, retriesLeft) => new Promise((resolve, reject) => {+ // Resume from however many bytes are already on disk+ const alreadyDownloaded = fs.existsSync(tmp) ? fs.statSync(tmp).size : 0;++ const parsed = new URL(requestUrl);+ const mod = parsed.protocol === 'https:' ? https : http;++ const reqHeaders = {+ 'User-Agent': 'Mozilla/5.0 (compatible; open-generative-ai/1.0)',+ 'Accept': '*/*',+ 'Connection': 'keep-alive',+ };+ if (alreadyDownloaded > 0) reqHeaders['Range'] = `bytes=${alreadyDownloaded}-`;++ const req = mod.get({ hostname: parsed.hostname, path: parsed.pathname + parsed.search, headers: reqHeaders }, (res) => {+ const { statusCode, headers } = res;++ // Follow redirects+ if ([301, 302, 303, 307, 308].includes(statusCode)) {+ res.resume();+ if (redirectsLeft <= 0) { reject(new Error('Too many redirects')); return; }+ resolve(attempt(headers.location, redirectsLeft - 1, retriesLeft));+ return;+ }++ // 206 Partial Content (range accepted) or 200 OK (server ignored Range)+ if (statusCode !== 200 && statusCode !== 206) {+ res.resume();+ reject(new Error(`HTTP ${statusCode} from ${parsed.hostname}`));+ return;+ }++ // content-length on a 206 is the remaining bytes; on 200 it's the full file+ const chunkSize = parseInt(headers['content-length'] || '0', 10);+ if (statusCode === 200) {+ // Server ignored our Range header — restart the file+ if (fs.existsSync(tmp)) fs.unlinkSync(tmp);+ knownTotal = chunkSize;+ } else {+ // 206: total = already downloaded + remaining+ knownTotal = alreadyDownloaded + chunkSize;+ }++ let received = alreadyDownloaded;+ const out = fs.createWriteStream(tmp, { flags: statusCode === 206 ? 'a' : 'w' });++ res.on('data', (chunk) => {+ received += chunk.length;+ if (knownTotal && onProgress) onProgress(received / knownTotal);+ });+ res.pipe(out);+ out.on('finish', () => { fs.renameSync(tmp, destPath); resolve(); });+ out.on('error', reject);+ res.on('error', reject);+ });++ req.on('error', (err) => {+ if (retriesLeft > 0) {+ console.warn(`[download] ${err.message} — retrying in 3s (${retriesLeft} left)`);+ setTimeout(() => resolve(attempt(requestUrl, redirectsLeft, retriesLeft - 1)), 3000);+ } else {+ reject(err);+ }+ });++ req.setTimeout(60000, () => req.destroy(new Error('Request timed out')));+ });++ return attempt(url, 10, 5);+}++// ─── Extract zip on each platform ────────────────────────────────────────────+function extractZip(zipPath, destDir) {+ return new Promise((resolve, reject) => {+ let cmd, args;+ if (process.platform === 'win32') {+ cmd = 'powershell';+ args = ['-NoProfile', '-Command', `Expand-Archive -Force -Path "${zipPath}" -DestinationPath "${destDir}"`];+ } else {+ cmd = 'unzip';+ args = ['-o', zipPath, '-d', destDir];+ }+ execFile(cmd, args, (err) => {+ if (err) reject(err);+ else resolve();+ });+ });+}++// ─── Binary management ────────────────────────────────────────────────────────+// Recursively find a file by name under dir; returns full path or null.+function findFile(dir, name) {+ for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {+ const full = path.join(dir, entry.name);+ if (entry.isDirectory()) {+ const found = findFile(full, name);+ if (found) return found;+ } else if (entry.name === name) {+ return full;+ }+ }+ return null;+}++async function getBinaryStatus() {+ const exists = fs.existsSync(BINARY_PATH);+ return { exists, path: BINARY_PATH };+}++async function downloadBinary(mainWindow) {+ const send = (data) => mainWindow?.webContents.send('local-ai:download-progress', { id: '__binary__', ...data });++ try {+ send({ phase: 'fetching-release', progress: 0 });+ const releaseData = await new Promise((resolve, reject) => {+ https.get(+ 'https://api.github.com/repos/leejet/stable-diffusion.cpp/releases/latest',+ { headers: { 'User-Agent': 'open-generative-ai' } },+ (res) => {+ let body = '';+ res.on('data', (d) => { body += d; });+ res.on('end', () => {+ try { resolve(JSON.parse(body)); } catch (e) { reject(e); }+ });+ res.on('error', reject);+ }+ ).on('error', reject);+ });++ const matches = getBinaryAssetMatcher();+ const allZips = releaseData.assets?.filter(a => a.name.endsWith('.zip')) || [];+ const asset = allZips.find(a => matches(a.name));+ if (!asset) {+ const available = allZips.map(a => a.name).join(', ');+ throw new Error(`No binary found for this platform. Available: ${available}`);+ }++ send({ phase: 'downloading', progress: 0 });+ const zipPath = path.join(BIN_DIR, asset.name);+ await downloadFile(asset.browser_download_url, zipPath, (p) => {+ send({ phase: 'downloading', progress: p });+ });++ send({ phase: 'extracting', progress: 0.95 });+ await extractZip(zipPath, BIN_DIR);+ fs.unlinkSync(zipPath);++ // The zip may extract into a subdirectory — find the binary wherever it landed+ const foundBinary = findFile(BIN_DIR, BINARY_NAME);+ if (!foundBinary) throw new Error(`Extracted archive but could not find "${BINARY_NAME}" inside ${BIN_DIR}`);++ // Move it to the expected root location if it's nested+ if (foundBinary !== BINARY_PATH) {+ fs.renameSync(foundBinary, BINARY_PATH);+ }++ // Make binary executable on Unix+ if (process.platform !== 'win32') {+ fs.chmodSync(BINARY_PATH, 0o755);+ // Also chmod the dylib so it can be loaded+ const dylib = findFile(BIN_DIR, 'libstable-diffusion.dylib');+ if (dylib) fs.chmodSync(dylib, 0o755);+ }++ // macOS: strip Gatekeeper quarantine so the downloaded binary can run+ if (process.platform === 'darwin') {+ await new Promise((res) => execFile('xattr', ['-cr', BIN_DIR], () => res()));+ }++ send({ phase: 'done', progress: 1 });+ return { ok: true };+ } catch (err) {+ send({ phase: 'error', error: err.message });+ throw err;+ }+}++// ─── Model management ─────────────────────────────────────────────────────────+function getModelState(model) {+ const filePath = path.join(MODELS_DIR, model.filename);+ const partPath = filePath + '.part';+ if (fs.existsSync(filePath)) return 'downloaded';+ if (fs.existsSync(partPath)) return 'partial';+ return 'not-downloaded';+}++function getAuxState(aux) {+ const filePath = path.join(MODELS_DIR, aux.filename);+ return fs.existsSync(filePath) ? 'downloaded' : 'not-downloaded';+}++async function listModels() {+ const { LOCAL_MODEL_CATALOG, ZIMAGE_AUXILIARY } = require('./modelCatalog');+ const auxStatus = {+ llm: getAuxState(ZIMAGE_AUXILIARY.llm),+ vae: getAuxState(ZIMAGE_AUXILIARY.vae),+ };+ return LOCAL_MODEL_CATALOG.map(m => ({+ ...m,+ state: getModelState(m),+ path: path.join(MODELS_DIR, m.filename),+ ...(m.requiresAuxiliary ? { auxiliaryStatus: auxStatus } : {}),+ }));+}++async function downloadModel(modelId, mainWindow) {+ const { LOCAL_MODEL_CATALOG } = require('./modelCatalog');+ const model = LOCAL_MODEL_CATALOG.find(m => m.id === modelId);+ if (!model) throw new Error(`Unknown model: ${modelId}`);++ const destPath = path.join(MODELS_DIR, model.filename);+ if (fs.existsSync(destPath)) return { ok: true, path: destPath };++ const send = (data) => mainWindow?.webContents.send('local-ai:download-progress', { id: modelId, ...data });+ send({ phase: 'downloading', progress: 0 });++ await downloadFile(model.downloadUrl, destPath, (p) => {+ send({ phase: 'downloading', progress: p });+ });++ send({ phase: 'done', progress: 1 });+ return { ok: true, path: destPath };+}++async function downloadAuxiliary(auxKey, mainWindow) {+ const { ZIMAGE_AUXILIARY } = require('./modelCatalog');+ const aux = ZIMAGE_AUXILIARY[auxKey];+ if (!aux) throw new Error(`Unknown auxiliary file: ${auxKey}`);++ const destPath = path.join(MODELS_DIR, aux.filename);+ if (fs.existsSync(destPath)) return { ok: true, path: destPath };++ const id = aux.id;+ const send = (data) => mainWindow?.webContents.send('local-ai:download-progress', { id, ...data });+ send({ phase: 'downloading', progress: 0 });++ await downloadFile(aux.downloadUrl, destPath, (p) => {+ send({ phase: 'downloading', progress: p });+ });++ send({ phase: 'done', progress: 1 });+ return { ok: true, path: destPath };+}++async function deleteModel(modelId) {+ const { LOCAL_MODEL_CATALOG } = require('./modelCatalog');+ const model = LOCAL_MODEL_CATALOG.find(m => m.id === modelId);+ if (!model) throw new Error(`Unknown model: ${modelId}`);++ const filePath = path.join(MODELS_DIR, model.filename);+ if (fs.existsSync(filePath)) fs.unlinkSync(filePath);+ const partPath = filePath + '.part';+ if (fs.existsSync(partPath)) fs.unlinkSync(partPath);+ return { ok: true };+}++// ─── Generation ───────────────────────────────────────────────────────────────+function arToDimensions(ar, modelType) {+ const base = (modelType === 'sdxl' || modelType === 'z-image') ? 1024 : 512;+ const map = {+ '1:1': [base, base],+ '16:9': [Math.round(base * 16 / 9 / 64) * 64, base],+ '9:16': [base, Math.round(base * 16 / 9 / 64) * 64],+ '4:3': [Math.round(base * 4 / 3 / 64) * 64, base],+ '3:4': [base, Math.round(base * 4 / 3 / 64) * 64],+ };+ return map[ar] || [base, base];+}++async function generate(params, mainWindow) {+ const { LOCAL_MODEL_CATALOG, ZIMAGE_AUXILIARY } = require('./modelCatalog');+ const send = (data) => mainWindow?.webContents.send('local-ai:progress', data);++ if (!fs.existsSync(BINARY_PATH)) throw new Error('sd.cpp binary not installed. Download it in Settings > Local Models.');++ const model = LOCAL_MODEL_CATALOG.find(m => m.id === params.model);+ if (!model) throw new Error(`Unknown local model: ${params.model}`);++ const modelPath = path.join(MODELS_DIR, model.filename);+ if (!fs.existsSync(modelPath)) throw new Error(`Model file not found. Download "${model.name}" in Settings > Local Models.`);++ if (model.requiresAuxiliary) {+ const llmPath = path.join(MODELS_DIR, ZIMAGE_AUXILIARY.llm.filename);+ const vaePath = path.join(MODELS_DIR, ZIMAGE_AUXILIARY.vae.filename);+ if (!fs.existsSync(llmPath)) throw new Error('Text encoder (Qwen3-4B) not downloaded. Go to Settings > Local Models and download all required files for Z-Image.');+ if (!fs.existsSync(vaePath)) throw new Error('VAE (ae.safetensors) not downloaded. Go to Settings > Local Models and download all required files for Z-Image.');+ }++ const [width, height] = arToDimensions(params.aspect_ratio || '1:1', model.type);+ const seed = params.seed && params.seed !== -1 ? params.seed : Math.floor(Math.random() * 2147483647);+ const outPath = path.join(TMP_DIR, `gen-${Date.now()}.png`);++ const steps = model.defaultSteps || params.steps || 20;+ const cfgScale = model.defaultGuidance !== undefined ? model.defaultGuidance : (params.guidance_scale || 7.5);+ const sampler = model.sampler || 'euler_a';++ // z-image GGUFs are standalone diffusion transformers loaded via --diffusion-model.+ // -m triggers full-model SD version detection which fails for these files (0 KV metadata).+ const modelFlag = (model.type === 'z-image' || model.type === 'flux')+ ? '--diffusion-model'+ : '-m';++ const args = [+ modelFlag, modelPath,+ '-p', params.prompt || '',+ '-o', outPath,+ '--steps', String(steps),+ '-H', String(height),+ '-W', String(width),+ '--cfg-scale', String(cfgScale),+ '--seed', String(seed),+ '--sampling-method', sampler,+ '-v',+ ];++ if (params.negative_prompt) {+ args.push('-n', params.negative_prompt);+ }++ if (model.type === 'z-image') {+ const llmPath = path.join(MODELS_DIR, ZIMAGE_AUXILIARY.llm.filename);+ const vaePath = path.join(MODELS_DIR, ZIMAGE_AUXILIARY.vae.filename);+ args.push('--llm', llmPath);+ args.push('--vae', vaePath);+ if (model.scheduler) args.push('--scheduler', model.scheduler);+ } else if (model.type === 'sdxl') {+ args.push('--sd-version', 'sdxl');+ } else if (model.type === 'sd2') {+ args.push('--sd-version', 'sd2');+ } else if (model.type === 'flux') {+ args.push('--flux');+ }++ return new Promise((resolve, reject) => {+ send({ step: 0, totalSteps: params.steps || model.defaultSteps || 20, status: 'starting' });++ console.log('[sd-cli] command:', BINARY_PATH, args.join(' '));+ // DYLD_LIBRARY_PATH lets macOS find libstable-diffusion.dylib next to sd-cli+ const spawnEnv = { ...process.env, DYLD_LIBRARY_PATH: BIN_DIR, LD_LIBRARY_PATH: BIN_DIR };+ activeProcess = spawn(BINARY_PATH, args, { env: spawnEnv });+ const stepRegex = /step\s+(\d+)\/(\d+)/i;+ const outputLines = [];++ const handleOutput = (data) => {+ const line = data.toString();+ outputLines.push(line.trimEnd());+ const match = line.match(stepRegex);+ if (match) {+ const step = parseInt(match[1]);+ const total = parseInt(match[2]);+ send({ step, totalSteps: total, status: 'generating', progress: step / total });+ }+ };++ activeProcess.stdout.on('data', handleOutput);+ activeProcess.stderr.on('data', handleOutput);++ activeProcess.on('close', (code) => {+ activeProcess = null;+ const allOutput = outputLines.filter(l => l.trim()).join('\n');+ console.error('[sd-cli] full output:\n' + allOutput);+ if (code !== 0) {+ const tail = outputLines.filter(l => l.trim()).slice(-20).join('\n');+ reject(new Error(`sd-cli exited (code ${code}):\n${tail}`));+ return;+ }+ if (!fs.existsSync(outPath)) {+ reject(new Error('sd.cpp finished but no output image found'));+ return;+ }+ try {+ const imgBuffer = fs.readFileSync(outPath);+ const dataUrl = `data:image/png;base64,${imgBuffer.toString('base64')}`;+ fs.unlinkSync(outPath);+ send({ step: 1, totalSteps: 1, status: 'done', progress: 1 });+ resolve({ url: dataUrl, seed });+ } catch (err) {+ reject(err);+ }+ });++ activeProcess.on('error', (err) => {+ activeProcess = null;+ reject(err);+ });+ });+}++function cancelGeneration() {+ if (activeProcess) {+ activeProcess.kill('SIGTERM');+ activeProcess = null;+ }+ return { ok: true };+}++// ─── IPC Registration ─────────────────────────────────────────────────────────+function getMainWindow() {+ return BrowserWindow.getAllWindows()[0] || null;+}++function register() {+ ipcMain.handle('local-ai:binary-status', () => getBinaryStatus());+ ipcMain.handle('local-ai:download-binary', () => downloadBinary(getMainWindow()));+ ipcMain.handle('local-ai:list-models', () => listModels());+ ipcMain.handle('local-ai:download-model', (_, modelId) => downloadModel(modelId, getMainWindow()));+ ipcMain.handle('local-ai:download-auxiliary', (_, auxKey) => downloadAuxiliary(auxKey, getMainWindow()));+ ipcMain.handle('local-ai:delete-model', (_, modelId) => deleteModel(modelId));+ ipcMain.handle('local-ai:generate', (_, params) => generate(params, getMainWindow()));+ ipcMain.handle('local-ai:cancel-generation', () => cancelGeneration());+}++module.exports = { register };diff --git a/electron/lib/modelCatalog.js b/electron/lib/modelCatalog.jsnew file mode 100644index 00000000..3a7df601--- /dev/null+++ b/electron/lib/modelCatalog.js@@ -0,0 +1,131 @@+// Curated local model catalog for sd.cpp+// All models must be publicly available (no auth required)++// Shared auxiliary files needed by Z-Image type models+const ZIMAGE_AUXILIARY = {+ llm: {+ id: '__llm__',+ filename: 'Qwen3-4B-Instruct-2507-UD-Q4_K_XL.gguf',+ displayName: 'Qwen3-4B Text Encoder',+ sizeGB: 2.4,+ downloadUrl: 'https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-UD-Q4_K_XL.gguf',+ },+ vae: {+ id: '__vae__',+ filename: 'ae.safetensors',+ displayName: 'FLUX VAE',+ sizeGB: 0.33,+ downloadUrl: 'https://huggingface.co/Comfy-Org/z_image_turbo/resolve/main/split_files/vae/ae.safetensors',+ },+};++const LOCAL_MODEL_CATALOG = [+ // ── Z-Image (Tongyi-MAI) — native sd.cpp GGUF support ──────────────────+ // Requires auxiliary files: Qwen3-4B LLM text encoder + FLUX VAE+ {+ id: 'z-image-turbo',+ name: 'Z-Image Turbo',+ description: 'WaveSpeed\'s featured local model — ultra-fast 8-step generation. No API key needed. Requires text encoder + VAE (~2.7 GB extra).',+ type: 'z-image',+ filename: 'z_image_turbo-Q4_K.gguf',+ sizeGB: 2.5,+ downloadUrl: 'https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_K.gguf',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 1024,+ defaultHeight: 1024,+ defaultSteps: 8,+ defaultGuidance: 1.0,+ sampler: 'euler',+ scheduler: 'simple',+ tags: ['turbo', 'fast', 'local', 'featured'],+ featured: true,+ requiresAuxiliary: true,+ },+ {+ id: 'z-image-base',+ name: 'Z-Image Base',+ description: 'Full-quality model from Tongyi-MAI — higher detail, 50-step generation. Requires text encoder + VAE (~2.7 GB extra).',+ type: 'z-image',+ filename: 'Z-Image-Q4_K_M.gguf',+ sizeGB: 3.5,+ downloadUrl: 'https://huggingface.co/unsloth/Z-Image-GGUF/resolve/main/Z-Image-Q4_K_M.gguf',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 1024,+ defaultHeight: 1024,+ defaultSteps: 50,+ defaultGuidance: 7.5,+ sampler: 'euler',+ scheduler: 'simple',+ tags: ['high-quality', 'local', 'detailed'],+ featured: true,+ requiresAuxiliary: true,+ },+ // ── Classic SD 1.5 models ───────────────────────────────────────────────+ {+ id: 'dreamshaper-8',+ name: 'Dreamshaper 8',+ description: 'Versatile SD 1.5 model — great for portraits, landscapes, and artistic styles.',+ type: 'sd1',+ filename: 'DreamShaper_8_pruned.safetensors',+ sizeGB: 2.1,+ downloadUrl: 'https://huggingface.co/Lykon/dreamshaper-8/resolve/main/DreamShaper_8_pruned.safetensors',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 512,+ defaultHeight: 512,+ defaultSteps: 20,+ defaultGuidance: 7.5,+ sampler: 'euler_a',+ tags: ['photorealistic', 'artistic', 'versatile'],+ },+ {+ id: 'realistic-vision-v51',+ name: 'Realistic Vision v5.1',+ description: 'Highly photorealistic people and scenes, based on SD 1.5.',+ type: 'sd1',+ filename: 'realisticVisionV51_v51VAE.safetensors',+ sizeGB: 2.1,+ downloadUrl: 'https://huggingface.co/SG161222/Realistic_Vision_V5.1_noVAE/resolve/main/Realistic_Vision_V5.1_fp16-no-ema.safetensors',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 512,+ defaultHeight: 768,+ defaultSteps: 25,+ defaultGuidance: 7,+ sampler: 'euler_a',+ tags: ['photorealistic', 'portraits', 'people'],+ },+ {+ id: 'anything-v5',+ name: 'Anything v5',+ description: 'High quality anime and illustration style image generation.',+ type: 'sd1',+ filename: 'anything-v5-PrtRE.safetensors',+ sizeGB: 2.1,+ downloadUrl: 'https://huggingface.co/stablediffusionapi/anything-v5/resolve/main/anything-v5-PrtRE.safetensors',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 512,+ defaultHeight: 768,+ defaultSteps: 20,+ defaultGuidance: 7,+ sampler: 'euler_a',+ tags: ['anime', 'illustration', 'artistic'],+ },+ // ── SDXL ───────────────────────────────────────────────────────────────+ {+ id: 'stable-diffusion-xl-base',+ name: 'SDXL Base 1.0',+ description: 'Official Stable Diffusion XL base model — higher resolution, excellent quality.',+ type: 'sdxl',+ filename: 'sd_xl_base_1.0.safetensors',+ sizeGB: 6.9,+ downloadUrl: 'https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors',+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultWidth: 1024,+ defaultHeight: 1024,+ defaultSteps: 30,+ defaultGuidance: 7.5,+ sampler: 'dpmpp2m',+ tags: ['sdxl', 'high-quality', 'versatile'],+ },+];++module.exports = { LOCAL_MODEL_CATALOG, ZIMAGE_AUXILIARY };diff --git a/electron/main.js b/electron/main.jsindex c4fc5be5..2bb2eb6d 100644--- a/electron/main.js+++ b/electron/main.js@@ -1,5 +1,6 @@const { app, BrowserWindow, shell } = require('electron');const path = require('path');+const { register: registerLocalInference } = require('./lib/localInference');// Ubuntu 24.04+ sets kernel.apparmor_restrict_unprivileged_userns=1 which// blocks Chromium's user namespace sandbox. The .deb package ships an AppArmor@@ -24,6 +25,7 @@ function createWindow() {webSecurity: false,contextIsolation: true,nodeIntegration: false,+ preload: path.join(__dirname, 'preload.js'),},...(isMac ? { titleBarStyle: 'hiddenInset' } : {}),backgroundColor: '#0d0d0d',@@ -57,6 +59,7 @@ function createWindow() {app.whenReady().then(() => {createWindow();+ registerLocalInference();app.on('activate', () => {if (BrowserWindow.getAllWindows().length === 0) {diff --git a/electron/preload.js b/electron/preload.jsnew file mode 100644index 00000000..8767ef30--- /dev/null+++ b/electron/preload.js@@ -0,0 +1,32 @@+const { contextBridge, ipcRenderer } = require('electron');++contextBridge.exposeInMainWorld('localAI', {+ isElectron: true,++ // Binary management+ getBinaryStatus: () => ipcRenderer.invoke('local-ai:binary-status'),+ downloadBinary: () => ipcRenderer.invoke('local-ai:download-binary'),++ // Model management+ listModels: () => ipcRenderer.invoke('local-ai:list-models'),+ downloadModel: (modelId) => ipcRenderer.invoke('local-ai:download-model', modelId),+ downloadAuxiliary: (auxKey) => ipcRenderer.invoke('local-ai:download-auxiliary', auxKey),+ deleteModel: (modelId) => ipcRenderer.invoke('local-ai:delete-model', modelId),+ cancelDownload: (modelId) => ipcRenderer.invoke('local-ai:cancel-download', modelId),++ // Generation+ generate: (params) => ipcRenderer.invoke('local-ai:generate', params),+ cancelGeneration: () => ipcRenderer.invoke('local-ai:cancel-generation'),++ // Progress events — returns an unsubscribe function+ onProgress: (callback) => {+ const listener = (_, data) => callback(data);+ ipcRenderer.on('local-ai:progress', listener);+ return () => ipcRenderer.removeListener('local-ai:progress', listener);+ },+ onDownloadProgress: (callback) => {+ const listener = (_, data) => callback(data);+ ipcRenderer.on('local-ai:download-progress', listener);+ return () => ipcRenderer.removeListener('local-ai:download-progress', listener);+ }+});diff --git a/package.json b/package.jsonindex 84d10601..0ee104ac 100644--- a/package.json+++ b/package.json@@ -17,6 +17,7 @@"setup": "npm install && npm run build:studio","vite:dev": "vite","vite:build": "vite build",+ "electron:dev": "npm run vite:build && electron .","electron:build": "vite build && electron-builder --mac","electron:build:win": "vite build && electron-builder --win","electron:build:linux": "vite build && electron-builder --linux",diff --git a/src/components/ImageStudio.js b/src/components/ImageStudio.jsindex 6ce5f3f0..a8f49d74 100644--- a/src/components/ImageStudio.js+++ b/src/components/ImageStudio.js@@ -4,6 +4,8 @@ import {i2iModels, getAspectRatiosForI2IModel, getResolutionsForI2IModel, getQualityFieldForI2IModel,getMaxImagesForI2IModel} from '../lib/models.js';+import { localAI, isLocalAIAvailable } from '../lib/localInferenceClient.js';+import { LOCAL_MODEL_CATALOG, getLocalModelById } from '../lib/localModels.js';import { ENHANCE_TAGS, QUICK_PROMPTS } from '../lib/promptUtils.js';import { AuthModal } from './AuthModal.js';import { createUploadPicker } from './UploadPicker.js';@@ -33,6 +35,11 @@ export function ImageStudio() {let uploadedImageUrls = []; // array of uploaded image URLs (multi-image support)let imageMode = false; // false = t2i models, true = i2i models+ // Local inference state+ let useLocalModel = false;+ let selectedLocalModel = LOCAL_MODEL_CATALOG[0]?.id || null;+ let localGenProgress = 0; // 0–1+// Advanced parameters statelet negativePrompt = '';let guidanceScale = 7.5;@@ -185,6 +192,37 @@ export function ImageStudio() {<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" class="opacity-60 text-secondary"><path d="M6 2L3 6v15a2 2 0 002 2h14a2 2 0 002-2V6l-3-4H6z"/></svg>`, '720p', 'quality-btn', 'Set output quality');+ // Local / API source toggle (only shown in Electron)+ let localToggleBtn = null;+ if (isLocalAIAvailable()) {+ localToggleBtn = document.createElement('button');+ localToggleBtn.id = 'local-toggle-btn';+ localToggleBtn.className = 'flex items-center gap-1.5 px-3 py-2 rounded-xl transition-all border text-xs font-bold whitespace-nowrap';+ const updateLocalToggleStyle = () => {+ if (useLocalModel) {+ localToggleBtn.className = 'flex items-center gap-1.5 px-3 py-2 rounded-xl transition-all border text-xs font-bold whitespace-nowrap bg-primary/20 border-primary/40 text-primary';+ localToggleBtn.textContent = '⚡ Local';+ } else {+ localToggleBtn.className = 'flex items-center gap-1.5 px-3 py-2 rounded-xl transition-all border text-xs font-bold whitespace-nowrap bg-white/5 border-white/5 text-white/60 hover:bg-white/10';+ localToggleBtn.textContent = '☁ API';+ }+ };+ updateLocalToggleStyle();+ localToggleBtn.onclick = (e) => {+ e.stopPropagation();+ useLocalModel = !useLocalModel;+ updateLocalToggleStyle();+ // Reflect active model in the button label+ if (useLocalModel) {+ const lm = getLocalModelById(selectedLocalModel);+ if (lm) document.getElementById('model-btn-label').textContent = lm.name;+ } else {+ document.getElementById('model-btn-label').textContent = selectedModelName;+ }+ };+ controlsLeft.appendChild(localToggleBtn);+ }+controlsLeft.appendChild(modelBtn);controlsLeft.appendChild(arBtn);controlsLeft.appendChild(qualityBtn);@@ -223,6 +261,32 @@ export function ImageStudio() {inlineInstructions.classList.add('max-w-4xl', 'mt-8');container.appendChild(inlineInstructions);+ // Local generation progress bar (hidden until active)+ const localProgressWrap = document.createElement('div');+ localProgressWrap.className = 'w-full max-w-4xl mt-4 hidden flex-col gap-2';+ localProgressWrap.id = 'local-progress-wrap';+ localProgressWrap.innerHTML = `+ <div class="flex items-center justify-between">+ <span class="text-xs font-bold text-white/60">Generating locally...</span>+ <span id="local-progress-pct" class="text-xs font-bold text-primary">0%</span>+ </div>+ <div class="h-1.5 rounded-full bg-white/10 overflow-hidden">+ <div id="local-progress-fill" class="h-full bg-primary transition-all duration-200" style="width:0%"></div>+ </div>+ <div class="flex justify-end">+ <button id="local-cancel-btn" class="text-xs text-red-400 hover:text-red-300 transition-colors">Cancel</button>+ </div>+ `;+ container.appendChild(localProgressWrap);++ localProgressWrap.querySelector('#local-cancel-btn')?.addEventListener('click', () => {+ localAI.cancelGeneration();+ localProgressWrap.classList.remove('flex');+ localProgressWrap.classList.add('hidden');+ generateBtn.disabled = false;+ generateBtn.innerHTML = `Generate ✨`;+ });+// ==========================================// 3. QUICK TOOLS PANEL (Prompt Enhancer + Quick Starters)// ==========================================@@ -662,6 +726,48 @@ export function ImageStudio() {const renderModels = (filter = '') => {list.innerHTML = '';++ if (useLocalModel) {+ // ── Local model list ──────────────────────────────────────+ const filtered = LOCAL_MODEL_CATALOG.filter(m =>+ m.name.toLowerCase().includes(filter.toLowerCase()) ||+ m.id.toLowerCase().includes(filter.toLowerCase())+ );+ if (filtered.length === 0) {+ list.innerHTML = `<div class="text-xs text-muted text-center py-4">No local models match</div>`;+ return;+ }+ filtered.forEach(m => {+ const item = document.createElement('div');+ item.className = `flex items-center justify-between p-3.5 hover:bg-white/5 rounded-2xl cursor-pointer transition-all border border-transparent hover:border-white/5 ${selectedLocalModel === m.id ? 'bg-white/5 border-white/5' : ''}`;+ item.innerHTML = `+ <div class="flex items-center gap-3.5">+ <div class="w-10 h-10 ${m.featured ? 'bg-primary/10 text-primary' : 'bg-green-500/10 text-green-400'} border border-white/5 rounded-xl flex items-center justify-center font-black text-sm shadow-inner uppercase">${m.featured ? '⚡' : m.name.charAt(0)}</div>+ <div class="flex flex-col gap-0.5">+ <div class="flex items-center gap-1.5">+ <span class="text-xs font-bold text-white tracking-tight">${m.name}</span>+ ${m.featured ? '<span class="text-[9px] font-black px-1 py-0.5 rounded bg-primary/20 text-primary">FEATURED</span>' : ''}+ </div>+ <span class="text-[10px] text-muted">${m.sizeGB} GB · ${m.type.toUpperCase()}</span>+ </div>+ </div>+ ${selectedLocalModel === m.id ? '<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="#d9ff00" stroke-width="4"><polyline points="20 6 9 17 4 12"/></svg>' : ''}+ `;+ item.onclick = (e) => {+ e.stopPropagation();+ selectedLocalModel = m.id;+ document.getElementById('model-btn-label').textContent = m.name;+ selectedAr = m.aspectRatios[0];+ document.getElementById('ar-btn-label').textContent = selectedAr;+ qualityBtn.style.display = 'none';+ closeDropdown();+ };+ list.appendChild(item);+ });+ return;+ }++ // ── Remote (API) model list ───────────────────────────────────const filtered = getCurrentModels().filter(m => m.name.toLowerCase().includes(filter.toLowerCase()) || m.id.toLowerCase().includes(filter.toLowerCase()));filtered.forEach(m => {@@ -1056,6 +1162,74 @@ export function ImageStudio() {}}+ // ── Local inference path ──────────────────────────────────────────────+ if (useLocalModel) {+ const lm = getLocalModelById(selectedLocalModel);+ if (!lm) { alert('No local model selected.'); return; }++ hero.classList.add('opacity-0', 'scale-95', '-translate-y-10', 'pointer-events-none');+ generateBtn.disabled = true;+ generateBtn.innerHTML = `<span class="animate-spin inline-block mr-2 text-black">◌</span> Generating...`;++ const progressWrap = document.getElementById('local-progress-wrap');+ const progressFill = document.getElementById('local-progress-fill');+ const progressPct = document.getElementById('local-progress-pct');+ progressWrap.classList.remove('hidden');+ progressWrap.classList.add('flex');++ const unsub = localAI.onProgress(({ step, totalSteps, progress, status }) => {+ const pct = Math.round((progress || (step / totalSteps)) * 100);+ if (progressFill) progressFill.style.width = `${pct}%`;+ if (progressPct) progressPct.textContent = `${pct}%`;+ generateBtn.innerHTML = `<span class="animate-spin inline-block mr-2 text-black">◌</span> ${pct}%`;+ });++ let hadError = false;+ try {+ const res = await localAI.generate({+ model: selectedLocalModel,+ prompt,+ negative_prompt: negativePrompt || undefined,+ aspect_ratio: selectedAr,+ steps: steps,+ guidance_scale: guidanceScale,+ seed,+ });+ unsub();+ progressWrap.classList.replace('flex', 'hidden');+ progressWrap.classList.add('hidden');++ if (res?.url) {+ addToHistory({+ id: Date.now().toString(),+ url: res.url,+ prompt,+ model: `local:${selectedLocalModel}`,+ aspect_ratio: selectedAr,+ seed: res.seed,+ timestamp: new Date().toISOString()+ });+ showImageInCanvas(res.url);+ } else {+ throw new Error('No image returned from local generation');+ }+ } catch (e) {+ hadError = true;+ unsub();+ progressWrap.classList.add('hidden');+ console.error('[Local] generation error:', e);+ hero.classList.remove('opacity-0', 'scale-95', '-translate-y-10', 'pointer-events-none');+ console.error('[Local] full error:', e.message);+ generateBtn.innerHTML = `Error: ${e.message.slice(0, 120)}`;+ setTimeout(() => { generateBtn.innerHTML = `Generate ✨`; }, 6000);+ } finally {+ generateBtn.disabled = false;+ if (!hadError) generateBtn.innerHTML = `Generate ✨`;+ }+ return;+ }++ // ── Remote API path ───────────────────────────────────────────────────const apiKey = localStorage.getItem('muapi_key');if (!apiKey) {AuthModal(() => generateBtn.click());diff --git a/src/components/LocalModelManager.js b/src/components/LocalModelManager.jsnew file mode 100644index 00000000..83df068a--- /dev/null+++ b/src/components/LocalModelManager.js@@ -0,0 +1,302 @@+import { localAI, isLocalAIAvailable } from '../lib/localInferenceClient.js';++// ─── Icons ────────────────────────────────────────────────────────────────────+const DownloadIcon = `<svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5"><path d="M21 15v4a2 2 0 01-2 2H5a2 2 0 01-2-2v-4M7 10l5 5 5-5M12 15V3"/></svg>`;+const TrashIcon = `<svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5"><polyline points="3 6 5 6 21 6"/><path d="M19 6l-1 14H6L5 6"/><path d="M10 11v6M14 11v6"/></svg>`;+const CheckIcon = `<svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="3"><polyline points="20 6 9 17 4 12"/></svg>`;++// ─── Helpers ─────────────────────────────────────────────────────────────────+function fmtGB(gb) {+ return gb >= 1 ? `${gb.toFixed(1)} GB` : `${(gb * 1024).toFixed(0)} MB`;+}++function tagEl(text) {+ const span = document.createElement('span');+ span.className = 'px-1.5 py-0.5 rounded-md text-[10px] font-bold bg-white/5 text-muted';+ span.textContent = text;+ return span;+}++// ─── Binary Status Bar ────────────────────────────────────────────────────────+function BinaryStatusBar(onStatusChange) {+ const bar = document.createElement('div');+ bar.className = 'flex items-center justify-between gap-3 p-3 rounded-xl bg-white/3 border border-white/5';++ const label = document.createElement('div');+ label.className = 'flex flex-col gap-0.5';+ label.innerHTML = `+ <span class="text-xs font-bold text-white">sd.cpp inference engine</span>+ <span id="binary-status-text" class="text-[11px] text-muted">Checking...</span>+ `;++ const btn = document.createElement('button');+ btn.id = 'binary-action-btn';+ btn.className = 'px-3 py-1.5 rounded-lg text-xs font-bold transition-all hidden';+ btn.textContent = 'Install';++ bar.appendChild(label);+ bar.appendChild(btn);++ const progressBar = document.createElement('div');+ progressBar.className = 'h-1 rounded-full bg-white/5 mt-2 hidden overflow-hidden';+ progressBar.id = 'binary-progress-bar';+ progressBar.innerHTML = `<div id="binary-progress-fill" class="h-full bg-primary transition-all" style="width:0%"></div>`;+ bar.appendChild(progressBar);++ const refresh = async () => {+ const status = await localAI.getBinaryStatus();+ const text = bar.querySelector('#binary-status-text');+ if (status.exists) {+ text.textContent = 'Installed and ready';+ text.className = 'text-[11px] text-green-400';+ btn.classList.add('hidden');+ } else {+ text.textContent = 'Not installed — required for local generation';+ text.className = 'text-[11px] text-yellow-400';+ btn.textContent = 'Install Engine';+ btn.className = 'px-3 py-1.5 rounded-lg text-xs font-bold bg-primary text-black transition-all';+ btn.classList.remove('hidden');+ }+ if (onStatusChange) onStatusChange(status.exists);+ };++ btn.onclick = async () => {+ btn.disabled = true;+ btn.textContent = 'Downloading...';+ progressBar.classList.remove('hidden');++ const unsub = localAI.onDownloadProgress(({ id, phase, progress }) => {+ if (id !== '__binary__') return;+ const fill = document.getElementById('binary-progress-fill');+ const text = bar.querySelector('#binary-status-text');+ if (fill) fill.style.width = `${Math.round(progress * 100)}%`;+ if (text) text.textContent = phase === 'extracting' ? 'Extracting...' : `Downloading... ${Math.round(progress * 100)}%`;+ });++ try {+ await localAI.downloadBinary();+ unsub();+ progressBar.classList.add('hidden');+ await refresh();+ } catch (err) {+ unsub();+ const text = bar.querySelector('#binary-status-text');+ if (text) text.textContent = `Error: ${err.message}`;+ btn.disabled = false;+ btn.textContent = 'Retry';+ }+ };++ if (isLocalAIAvailable()) refresh();++ return bar;+}++// ─── Auxiliary file row (text encoder / VAE for Z-Image) ─────────────────────+function AuxRow(label, auxKey, initStatus, onStateChange) {+ const row = document.createElement('div');+ row.className = 'flex items-center justify-between gap-2 px-3 py-2 rounded-lg bg-white/3 border border-white/5';++ const isReady = initStatus === 'downloaded';++ row.innerHTML = `+ <div class="flex items-center gap-2 min-w-0">+ ${isReady+ ? `<span class="text-green-400 shrink-0">${CheckIcon}</span>`+ : `<span class="text-yellow-400 shrink-0">!</span>`}+ <span class="text-[11px] text-white truncate">${label}</span>+ </div>+ <div class="flex items-center gap-2 shrink-0">+ ${isReady+ ? `<span class="text-[10px] text-green-400">Ready</span>`+ : `<button class="aux-dl-btn flex items-center gap-1 px-2.5 py-1 rounded-lg text-[11px] font-bold bg-primary/20 text-primary border border-primary/30 hover:bg-primary/30 transition-all">${DownloadIcon} Get</button>`}+ </div>+ <div class="aux-progress hidden w-full col-span-2 mt-1">+ <div class="h-1 rounded-full bg-white/10 overflow-hidden">+ <div class="aux-fill h-full bg-primary transition-all" style="width:0%"></div>+ </div>+ <span class="aux-text text-[10px] text-muted block mt-0.5">Downloading...</span>+ </div>+ `;++ const btn = row.querySelector('.aux-dl-btn');+ if (btn) {+ btn.onclick = async () => {+ btn.disabled = true;+ btn.innerHTML = `<span class="animate-spin">◌</span>`;+ const progWrap = row.querySelector('.aux-progress');+ const progFill = row.querySelector('.aux-fill');+ const progText = row.querySelector('.aux-text');+ progWrap.classList.remove('hidden');++ const auxId = auxKey === 'llm' ? '__llm__' : '__vae__';+ const unsub = localAI.onDownloadProgress(({ id, phase, progress }) => {+ if (id !== auxId) return;+ progFill.style.width = `${Math.round(progress * 100)}%`;+ progText.textContent = phase === 'done' ? 'Complete!' : `Downloading... ${Math.round(progress * 100)}%`;+ });++ try {+ await localAI.downloadAuxiliary(auxKey);+ unsub();+ if (onStateChange) onStateChange();+ } catch (err) {+ unsub();+ progText.textContent = `Error: ${err.message}`;+ btn.disabled = false;+ btn.innerHTML = `${DownloadIcon} Retry`;+ }+ };+ }++ return row;+}++// ─── Model Card ───────────────────────────────────────────────────────────────+function ModelCard(model, onStateChange) {+ const card = document.createElement('div');+ card.className = 'flex flex-col gap-3 p-4 rounded-xl border border-white/5 bg-white/3 hover:border-white/10 transition-all';++ const isDownloaded = model.state === 'downloaded';+ const auxStatus = model.auxiliaryStatus || {};+ const auxReady = !model.requiresAuxiliary || (auxStatus.llm === 'downloaded' && auxStatus.vae === 'downloaded');+ const fullyReady = isDownloaded && auxReady;++ card.innerHTML = `+ <div class="flex items-start justify-between gap-3">+ <div class="flex flex-col gap-1 min-w-0">+ <div class="flex items-center gap-2 flex-wrap">+ <span class="text-sm font-bold text-white truncate">${model.name}</span>+ ${model.featured ? `<span class="px-1.5 py-0.5 rounded-md text-[10px] font-black bg-primary/20 text-primary border border-primary/30">⚡ Featured</span>` : ''}+ ${fullyReady ? `<span class="text-green-400">${CheckIcon}</span>` : ''}+ </div>+ <p class="text-[11px] text-muted leading-relaxed">${model.description}</p>+ <div class="flex items-center gap-1.5 flex-wrap mt-1">+ <span class="px-1.5 py-0.5 rounded-md text-[10px] font-bold bg-primary/10 text-primary">${model.type.toUpperCase()}</span>+ <span class="px-1.5 py-0.5 rounded-md text-[10px] font-bold bg-white/5 text-muted">${fmtGB(model.sizeGB)}</span>+ ${(model.tags || []).filter(t => t !== 'featured').map(t => `<span class="px-1.5 py-0.5 rounded-md text-[10px] font-bold bg-white/5 text-muted">${t}</span>`).join('')}+ </div>+ </div>+ <div class="flex items-center gap-2 shrink-0">+ ${isDownloaded+ ? `<button class="delete-btn p-2 rounded-lg text-red-400 hover:bg-red-500/10 transition-all">${TrashIcon}</button>`+ : `<button class="download-btn flex items-center gap-1.5 px-3 py-1.5 rounded-lg text-xs font-bold bg-primary text-black hover:shadow-glow transition-all">${DownloadIcon} Download</button>`+ }+ </div>+ </div>+ <div class="progress-wrap hidden">+ <div class="h-1 rounded-full bg-white/10 overflow-hidden">+ <div class="progress-fill h-full bg-primary transition-all" style="width:0%"></div>+ </div>+ <span class="progress-text text-[10px] text-muted mt-1 block">Preparing...</span>+ </div>+ ${model.requiresAuxiliary ? `<div class="aux-section flex flex-col gap-1.5 pt-1 border-t border-white/5"></div>` : ''}+ `;++ // Auxiliary files section for Z-Image+ if (model.requiresAuxiliary) {+ const auxSection = card.querySelector('.aux-section');+ auxSection.appendChild(document.createElement('span')).className = 'text-[10px] text-muted uppercase tracking-wider font-bold';+ auxSection.querySelector('span').textContent = 'Required components';+ auxSection.appendChild(AuxRow('Qwen3-4B Text Encoder (2.4 GB)', 'llm', auxStatus.llm, onStateChange));+ auxSection.appendChild(AuxRow('FLUX VAE (335 MB)', 'vae', auxStatus.vae, onStateChange));+ }++ const progressWrap = card.querySelector('.progress-wrap');+ const progressFill = card.querySelector('.progress-fill');+ const progressText = card.querySelector('.progress-text');++ const downloadBtn = card.querySelector('.download-btn');+ if (downloadBtn) {+ downloadBtn.onclick = async () => {+ downloadBtn.disabled = true;+ downloadBtn.innerHTML = `<span class="animate-spin">◌</span> Starting...`;+ progressWrap.classList.remove('hidden');++ const unsub = localAI.onDownloadProgress(({ id, phase, progress }) => {+ if (id !== model.id) return;+ progressFill.style.width = `${Math.round(progress * 100)}%`;+ progressText.textContent = phase === 'done' ? 'Complete!' : `Downloading... ${Math.round(progress * 100)}%`;+ });++ try {+ await localAI.downloadModel(model.id);+ unsub();+ if (onStateChange) onStateChange();+ } catch (err) {+ unsub();+ progressText.textContent = `Error: ${err.message}`;+ downloadBtn.disabled = false;+ downloadBtn.innerHTML = `${DownloadIcon} Retry`;+ }+ };+ }++ const deleteBtn = card.querySelector('.delete-btn');+ if (deleteBtn) {+ deleteBtn.onclick = async () => {+ if (!confirm(`Delete "${model.name}"? You'll need to re-download it to use it again.`)) return;+ await localAI.deleteModel(model.id);+ if (onStateChange) onStateChange();+ };+ }++ return card;+}++// ─── Main component ───────────────────────────────────────────────────────────+export function LocalModelManager() {+ const root = document.createElement('div');+ root.className = 'flex flex-col gap-5';++ if (!isLocalAIAvailable()) {+ root.innerHTML = `+ <div class="flex flex-col items-center gap-3 py-8 text-center">+ <p class="text-sm font-bold text-white">Local Models</p>+ <p class="text-xs text-muted max-w-xs">Local model inference is only available in the desktop app (Electron build). Use <span class="text-primary font-bold">npm run electron:build</span> to build.</p>+ </div>+ `;+ return root;+ }++ // ── Section: engine status+ const engineSection = document.createElement('div');+ engineSection.className = 'flex flex-col gap-2';+ engineSection.innerHTML = `<h3 class="text-xs font-bold text-secondary uppercase tracking-wider">Inference Engine</h3>`;++ let binaryReady = false;+ const binaryBar = BinaryStatusBar((ready) => { binaryReady = ready; });+ engineSection.appendChild(binaryBar);+ root.appendChild(engineSection);++ // ── Section: models+ const modelsSection = document.createElement('div');+ modelsSection.className = 'flex flex-col gap-3';+ modelsSection.innerHTML = `+ <div class="flex items-center justify-between">+ <h3 class="text-xs font-bold text-secondary uppercase tracking-wider">Local Models</h3>+ <span class="text-[10px] text-muted">Stored in your app data folder</span>+ </div>+ <div id="local-model-list" class="flex flex-col gap-3"></div>+ `;+ root.appendChild(modelsSection);++ const listEl = modelsSection.querySelector('#local-model-list');++ const renderModels = async () => {+ listEl.innerHTML = `<div class="text-xs text-muted text-center py-4">Loading...</div>`;+ try {+ const models = await localAI.listModels();+ listEl.innerHTML = '';+ models.forEach(m => {+ listEl.appendChild(ModelCard(m, renderModels));+ });+ } catch (err) {+ listEl.innerHTML = `<div class="text-xs text-red-400 text-center py-4">Error loading models: ${err.message}</div>`;+ }+ };++ renderModels();++ return root;+}diff --git a/src/components/SettingsModal.js b/src/components/SettingsModal.jsindex 2f85065a..e81b756d 100644--- a/src/components/SettingsModal.js+++ b/src/components/SettingsModal.js@@ -1,92 +1,117 @@+import { LocalModelManager } from './LocalModelManager.js';+import { isLocalAIAvailable } from '../lib/localInferenceClient.js';+export function SettingsModal(onClose) {const overlay = document.createElement('div');- overlay.className = 'fixed inset-0 bg-black/80 flex items-center justify-center z-50';- overlay.style.position = 'fixed';- overlay.style.top = '0';- overlay.style.left = '0';- overlay.style.right = '0';- overlay.style.bottom = '0';- overlay.style.backgroundColor = 'rgba(0,0,0,0.8)';- overlay.style.display = 'flex';- overlay.style.alignItems = 'center';- overlay.style.justifyContent = 'center';- overlay.style.zIndex = '100';+ overlay.style.cssText = 'position:fixed;inset:0;background:rgba(0,0,0,0.8);display:flex;align-items:center;justify-content:center;z-index:100;';const modal = document.createElement('div');- modal.className = 'bg-card p-6 rounded-xl border border-border-color w-96 glass';- modal.style.background = 'var(--bg-card)';- modal.style.padding = '1.5rem';- modal.style.borderRadius = 'var(--border-radius-xl)';- modal.style.border = '1px solid var(--border-color)';- modal.style.width = '24rem';-- const title = document.createElement('h2');- title.textContent = 'Settings';- title.className = 'text-xl font-bold mb-4';- title.style.marginBottom = '1rem';-- const label = document.createElement('label');- label.textContent = 'Muapi API Key';- label.className = 'block text-sm text-secondary mb-2';-- const input = document.createElement('input');- input.type = 'password';- input.className = 'w-full mb-4 p-2 rounded bg-input border border-border-color';- input.value = localStorage.getItem('muapi_key') || '';- input.placeholder = 'Enter your Muapi API key...';- input.style.width = '100%';- input.style.marginBottom = '1rem';-- const btnContainer = document.createElement('div');- btnContainer.className = 'flex justify-end gap-2';- btnContainer.style.display = 'flex';- btnContainer.style.justifyContent = 'flex-end';- btnContainer.style.gap = '0.5rem';-- const cancelBtn = document.createElement('button');- cancelBtn.textContent = 'Cancel';- cancelBtn.className = 'px-4 py-2 rounded hover:bg-white/5';- cancelBtn.onclick = () => {- document.body.removeChild(overlay);- if (onClose) onClose();+ modal.style.cssText = 'background:var(--bg-card,#111);border-radius:1rem;border:1px solid rgba(255,255,255,0.08);width:min(90vw,36rem);max-height:85vh;display:flex;flex-direction:column;overflow:hidden;';++ // ── Header ────────────────────────────────────────────────────────────────+ const header = document.createElement('div');+ header.style.cssText = 'display:flex;align-items:center;justify-content:space-between;padding:1.25rem 1.5rem;border-bottom:1px solid rgba(255,255,255,0.06);flex-shrink:0;';+ header.innerHTML = `+ <h2 style="font-size:1rem;font-weight:800;color:#fff;margin:0;">Settings</h2>+ <button id="settings-close-btn" style="color:rgba(255,255,255,0.4);background:none;border:none;cursor:pointer;padding:4px;">+ <svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5"><path d="M18 6L6 18M6 6l12 12"/></svg>+ </button>+ `;+ modal.appendChild(header);++ // ── Tabs ──────────────────────────────────────────────────────────────────+ const TABS = [+ { id: 'api', label: 'API Key' },+ ...(isLocalAIAvailable() ? [{ id: 'local', label: 'Local Models' }] : []),+ ];++ let activeTab = 'api';++ const tabBar = document.createElement('div');+ tabBar.style.cssText = 'display:flex;gap:0.25rem;padding:0.75rem 1.5rem 0;border-bottom:1px solid rgba(255,255,255,0.06);flex-shrink:0;';++ const tabBtns = {};+ TABS.forEach(({ id, label }) => {+ const btn = document.createElement('button');+ btn.textContent = label;+ btn.style.cssText = 'padding:0.4rem 0.75rem;border-radius:0.5rem 0.5rem 0 0;font-size:0.75rem;font-weight:700;border:none;cursor:pointer;transition:all 0.15s;';+ btn.onclick = () => switchTab(id);+ tabBtns[id] = btn;+ tabBar.appendChild(btn);+ });+ modal.appendChild(tabBar);++ // ── Body ──────────────────────────────────────────────────────────────────+ const body = document.createElement('div');+ body.style.cssText = 'flex:1;overflow-y:auto;padding:1.5rem;';+ modal.appendChild(body);++ // ── Tab: API Key ──────────────────────────────────────────────────────────+ const apiPanel = document.createElement('div');+ apiPanel.innerHTML = `+ <div style="display:flex;flex-direction:column;gap:0.75rem;">+ <div>+ <label style="display:block;font-size:0.75rem;color:rgba(255,255,255,0.5);margin-bottom:0.4rem;font-weight:600;">Muapi API Key</label>+ <input id="settings-api-key" type="password"+ style="width:100%;box-sizing:border-box;background:rgba(255,255,255,0.05);border:1px solid rgba(255,255,255,0.1);border-radius:0.75rem;padding:0.6rem 0.9rem;color:#fff;font-size:0.875rem;outline:none;"+ placeholder="Enter your Muapi API key..."+ value="${localStorage.getItem('muapi_key') || ''}">+ </div>+ <p style="font-size:0.7rem;color:rgba(255,255,255,0.3);margin:0;">+ Your API key is stored locally and never sent anywhere except api.muapi.ai.+ </p>+ <div style="display:flex;justify-content:flex-end;gap:0.5rem;margin-top:0.5rem;">+ <button id="settings-cancel-btn" style="padding:0.5rem 1rem;border-radius:0.5rem;background:none;border:1px solid rgba(255,255,255,0.1);color:rgba(255,255,255,0.6);font-size:0.75rem;font-weight:700;cursor:pointer;">Cancel</button>+ <button id="settings-save-btn" style="padding:0.5rem 1rem;border-radius:0.5rem;background:var(--color-primary,#d9ff00);color:#000;font-size:0.75rem;font-weight:700;cursor:pointer;border:none;">Save</button>+ </div>+ </div>+ `;++ // ── Tab: Local Models ─────────────────────────────────────────────────────+ const localPanel = LocalModelManager();++ // ── Tab switching ─────────────────────────────────────────────────────────+ const switchTab = (id) => {+ activeTab = id;+ body.innerHTML = '';++ TABS.forEach(({ id: tid }) => {+ const btn = tabBtns[tid];+ if (tid === id) {+ btn.style.background = 'rgba(255,255,255,0.08)';+ btn.style.color = '#fff';+ } else {+ btn.style.background = 'transparent';+ btn.style.color = 'rgba(255,255,255,0.4)';+ }+ });++ if (id === 'api') body.appendChild(apiPanel);+ if (id === 'local') body.appendChild(localPanel);};- const saveBtn = document.createElement('button');- saveBtn.textContent = 'Save';- saveBtn.className = 'px-4 py-2 rounded bg-primary text-black font-medium';- saveBtn.style.backgroundColor = 'var(--color-primary)';- saveBtn.style.color = 'black';- saveBtn.style.fontWeight = '500';+ switchTab('api');++ // ── API key save/cancel handlers ──────────────────────────────────────────+ const close = () => {+ if (document.body.contains(overlay)) document.body.removeChild(overlay);+ if (onClose) onClose();+ };- saveBtn.onclick = () => {- const key = input.value.trim();+ apiPanel.querySelector('#settings-cancel-btn').onclick = close;+ apiPanel.querySelector('#settings-save-btn').onclick = () => {+ const key = apiPanel.querySelector('#settings-api-key').value.trim();if (key) {localStorage.setItem('muapi_key', key);- alert('API Key saved!');- document.body.removeChild(overlay);- if (onClose) onClose();+ close();} else {- alert('Please enter a valid key');+ alert('Please enter a valid API key.');}};- modal.appendChild(title);- modal.appendChild(label);- modal.appendChild(input);-- btnContainer.appendChild(cancelBtn);- btnContainer.appendChild(saveBtn);- modal.appendChild(btnContainer);+ header.querySelector('#settings-close-btn').onclick = close;+ overlay.addEventListener('click', (e) => { if (e.target === overlay) close(); });overlay.appendChild(modal);-- // Close on outside click- overlay.addEventListener('click', (e) => {- if (e.target === overlay) {- document.body.removeChild(overlay);- if (onClose) onClose();- }- });-return overlay;}diff --git a/src/lib/localInferenceClient.js b/src/lib/localInferenceClient.jsnew file mode 100644index 00000000..fccd7867--- /dev/null+++ b/src/lib/localInferenceClient.js@@ -0,0 +1,71 @@+// Frontend client for local inference — wraps window.localAI (Electron IPC).+// Falls back gracefully when running in browser/dev mode.++export const isLocalAIAvailable = () => typeof window !== 'undefined' && !!window.localAI?.isElectron;++class LocalInferenceClient {+ async getBinaryStatus() {+ if (!isLocalAIAvailable()) return { exists: false };+ return window.localAI.getBinaryStatus();+ }++ async downloadBinary() {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ return window.localAI.downloadBinary();+ }++ async listModels() {+ if (!isLocalAIAvailable()) return [];+ return window.localAI.listModels();+ }++ async downloadModel(modelId) {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ return window.localAI.downloadModel(modelId);+ }++ async downloadAuxiliary(auxKey) {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ return window.localAI.downloadAuxiliary(auxKey);+ }++ async deleteModel(modelId) {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ return window.localAI.deleteModel(modelId);+ }++ /**+ * Generate an image locally using sd.cpp.+ * Returns { url: 'data:image/png;base64,...', seed }+ */+ async generate(params) {+ if (!isLocalAIAvailable()) throw new Error('Local AI only available in the desktop app.');+ return window.localAI.generate(params);+ }++ cancelGeneration() {+ if (isLocalAIAvailable()) window.localAI.cancelGeneration();+ }++ /**+ * Subscribe to generation progress events.+ * @param {function} callback - ({ step, totalSteps, progress, status }) => void+ * @returns unsubscribe function+ */+ onProgress(callback) {+ if (!isLocalAIAvailable()) return () => {};+ return window.localAI.onProgress(callback);+ }++ /**+ * Subscribe to download progress events.+ * @param {function} callback - ({ id, phase, progress }) => void+ * @returns unsubscribe function+ */+ onDownloadProgress(callback) {+ if (!isLocalAIAvailable()) return () => {};+ return window.localAI.onDownloadProgress(callback);+ }+}++export const localAI = new LocalInferenceClient();diff --git a/src/lib/localModels.js b/src/lib/localModels.jsnew file mode 100644index 00000000..4e6b87fd--- /dev/null+++ b/src/lib/localModels.js@@ -0,0 +1,84 @@+// Frontend-side local model catalog (mirrors electron/lib/modelCatalog.js)+export const LOCAL_MODEL_CATALOG = [+ // ── Z-Image (Tongyi-MAI) ────────────────────────────────────────────────+ {+ id: 'z-image-turbo',+ name: 'Z-Image Turbo',+ description: 'WaveSpeed\'s featured local model — 6B params, ultra-fast 8-step generation. No API key needed.',+ type: 'z-image',+ filename: 'z_image_turbo-Q4_K.gguf',+ sizeGB: 3.4,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 8,+ defaultGuidance: 1.0,+ tags: ['turbo', 'fast', 'local', 'featured'],+ featured: true,+ },+ {+ id: 'z-image-base',+ name: 'Z-Image Base',+ description: 'Full-quality 6B parameter model from Tongyi-MAI — higher detail, 50-step generation.',+ type: 'z-image',+ filename: 'Z-Image-Q4_K_M.gguf',+ sizeGB: 3.5,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 50,+ defaultGuidance: 7.5,+ tags: ['high-quality', 'local', 'detailed'],+ featured: true,+ },+ // ── Classic SD 1.5 ──────────────────────────────────────────────────────+ {+ id: 'dreamshaper-8',+ name: 'Dreamshaper 8',+ description: 'Versatile SD 1.5 model — great for portraits, landscapes, and artistic styles.',+ type: 'sd1',+ filename: 'DreamShaper_8_pruned.safetensors',+ sizeGB: 2.1,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 20,+ defaultGuidance: 7.5,+ tags: ['photorealistic', 'artistic', 'versatile'],+ },+ {+ id: 'realistic-vision-v51',+ name: 'Realistic Vision v5.1',+ description: 'Highly photorealistic people and scenes, based on SD 1.5.',+ type: 'sd1',+ filename: 'realisticVisionV51_v51VAE.safetensors',+ sizeGB: 2.1,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 25,+ defaultGuidance: 7,+ tags: ['photorealistic', 'portraits', 'people'],+ },+ {+ id: 'anything-v5',+ name: 'Anything v5',+ description: 'High quality anime and illustration style image generation.',+ type: 'sd1',+ filename: 'anything-v5-PrtRE.safetensors',+ sizeGB: 2.1,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 20,+ defaultGuidance: 7,+ tags: ['anime', 'illustration', 'artistic'],+ },+ // ── SDXL ────────────────────────────────────────────────────────────────+ {+ id: 'stable-diffusion-xl-base',+ name: 'SDXL Base 1.0',+ description: 'Official Stable Diffusion XL base model — higher resolution, excellent quality.',+ type: 'sdxl',+ filename: 'sd_xl_base_1.0.safetensors',+ sizeGB: 6.9,+ aspectRatios: ['1:1', '4:3', '3:4', '16:9', '9:16'],+ defaultSteps: 30,+ defaultGuidance: 7.5,+ tags: ['sdxl', 'high-quality', 'versatile'],+ },+];++export function getLocalModelById(id) {+ return LOCAL_MODEL_CATALOG.find(m => m.id === id) || null;+}