Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Add Workers settings tab and remote template support

Bitti67c9dc981036
diff --git a/src-tauri/src/worker/client.rs b/src-tauri/src/worker/client.rs
index a4db75f..d27011c 100644
--- a/src-tauri/src/worker/client.rs
+++ b/src-tauri/src/worker/client.rs
@@ -53,9 +53,12 @@ struct Probe {
at: Instant,
}
+/// Never dropped, unlike `Workers`: test binaries have no Windows manifest
+/// and must not link the webview runtime that an AppHandle's drop pulls in.
+static APP: OnceLock<AppHandle> = OnceLock::new();
+
#[derive(Default)]
struct Inner {
- app: OnceLock<AppHandle>,
file: OnceLock<PathBuf>,
saved: Mutex<Saved>,
announced: Mutex<Vec<Announced>>,
@@ -210,7 +213,7 @@ fn probe(address: &str, token: Option<&str>) -> Result<WorkerInfo, String> {
impl Workers {
/// Loads the saved selection and starts listening for workers.
pub fn start(&self, app: &AppHandle, data_directory: &Path) {
- let _ = self.0.app.set(app.clone());
+ let _ = APP.set(app.clone());
let file = data_directory.join("workers.json");
if let Some(saved) = fs::read(&file).ok().and_then(|bytes| serde_json::from_slice::<Saved>(&bytes).ok()) {
if let Ok(mut current) = self.0.saved.lock() {
@@ -224,7 +227,7 @@ impl Workers {
if let Ok(mut current) = inner.announced.lock() {
*current = announced;
}
- if let Some(app) = inner.app.get() {
+ if let Some(app) = APP.get() {
let _ = app.emit("workers-changed", ());
}
}) {
@@ -260,9 +263,7 @@ impl Workers {
Err(_) => return Saved::default(),
};
self.save(&saved);
- if let Some(app) = self.0.app.get() {
- let _ = app.emit("workers-changed", ());
- }
+ self.emit("workers-changed", serde_json::Value::Null);
saved
}
@@ -457,7 +458,15 @@ impl Workers {
}
fn emit(&self, event: &str, payload: serde_json::Value) {
- if let Some(app) = self.0.app.get() {
+ #[cfg(test)]
+ {
+ eprintln!("{event}: {payload}");
+ if payload["state"] == "failed" {
+ tests::FAILED.lock().unwrap().push(payload["detail"].to_string());
+ }
+ }
+ #[cfg(not(test))]
+ if let Some(app) = APP.get() {
let _ = app.emit(event, payload);
}
}
@@ -849,6 +858,8 @@ mod tests {
use super::*;
use crate::project::ProviderOption;
+ pub(super) static FAILED: Mutex<Vec<String>> = Mutex::new(Vec::new());
+
#[test]
fn addresses_get_the_default_port_and_reject_urls_with_paths() {
assert_eq!(normalize_address("192.168.1.20").unwrap(), format!("192.168.1.20:{DEFAULT_PORT}"));
@@ -892,4 +903,103 @@ mod tests {
assert_eq!(sources.len(), 2);
assert!(build_job(&GenerationRequest { reference_paths: vec![folder.path().join("missing.png").to_string_lossy().into_owned()], ..Default::default() }, &BTreeMap::new()).is_err());
}
+
+ #[test]
+ fn finished_jobs_bring_latents_home_and_release_the_worker_copy_with_the_frames() {
+ let server = tiny_http::Server::http("127.0.0.1:0").unwrap();
+ let address = server.server_addr().to_ip().unwrap().to_string();
+ let released = Arc::new(AtomicBool::new(false));
+ let seen = released.clone();
+ std::thread::spawn(move || {
+ for request in server.incoming_requests() {
+ let url = request.url().to_string();
+ let body: Vec<u8> = match url.as_str() {
+ "/v1/jobs/work-collect/latents" => b"latent bytes".to_vec(),
+ "/v1/jobs/work-collect/summary" => serde_json::to_vec(&serde_json::json!({
+ "jobId": "work-collect", "width": 2, "height": 1, "frameCount": 2, "fps": 24.0,
+ "audioChannels": 1, "audioSampleRate": 48000, "audioSamples": 2,
+ })).unwrap(),
+ "/v1/jobs/work-collect/audio" => [0.5f32, -0.5].iter().flat_map(|sample| sample.to_le_bytes()).collect(),
+ "/v1/jobs/work-collect/frames/1" => vec![9; 8],
+ "/v1/jobs/work-collect" => { seen.store(true, Ordering::Release); b"true".to_vec() }
+ _ => { let _ = request.respond(tiny_http::Response::empty(404)); continue; }
+ };
+ let _ = request.respond(tiny_http::Response::from_data(body));
+ }
+ });
+ let info = WorkerInfo {
+ id: "00112233aabbccdd".into(), name: "Stub".into(), version: "0".into(), protocol: PROTOCOL_VERSION,
+ requires_token: false, gpus: Vec::new(),
+ runtime: WorkerRuntime { state: "ready".into(), version: None, platform: None, cuda_available: false, cuda_device_names: Vec::new(), detail: String::new() },
+ };
+ let connection = Connection { base: format!("http://{address}"), token: None, name: "Stub".into(), address, info, http: http_client(None) };
+ let folder = tempfile::tempdir().unwrap();
+ let latents = folder.path().join("work-collect.safetensors");
+ Workers::default().collect(&connection, "work-collect", Some(&latents)).unwrap();
+ assert_eq!(fs::read(&latents).unwrap(), b"latent bytes");
+ assert!(!folder.path().join("work-collect.safetensors.part").exists());
+ assert_eq!(rendered::summary("work-collect").unwrap().audio_samples, 2);
+ assert_eq!(rendered::frame("work-collect", 1).unwrap().unwrap(), vec![9; 8]);
+ assert!(rendered::frame("work-collect", 0).is_err(), "a missing frame is an error, not a blank picture");
+ assert!(!released.load(Ordering::Acquire));
+ assert!(rendered::release("work-collect"));
+ let started = Instant::now();
+ while !released.load(Ordering::Acquire) {
+ assert!(started.elapsed() < Duration::from_secs(5), "the worker copy was not released");
+ std::thread::sleep(Duration::from_millis(20));
+ }
+ }
+
+ /// Drives a running worker through the same path as the app. Needs
+ /// SLOPUS_E2E_WORKER (host:port) and SLOPUS_E2E_WEIGHTS (a folder of
+ /// Slopus downloads: transformer, text encoder and VAEs).
+ #[test]
+ #[ignore]
+ fn end_to_end_with_a_running_worker() {
+ let address = std::env::var("SLOPUS_E2E_WORKER").expect("SLOPUS_E2E_WORKER");
+ let weights = PathBuf::from(std::env::var("SLOPUS_E2E_WEIGHTS").expect("SLOPUS_E2E_WEIGHTS"));
+ let find = |part: &str| fs::read_dir(&weights).unwrap().filter_map(Result::ok).map(|entry| entry.path())
+ .find(|path| path.to_string_lossy().contains(part) && path.extension().is_some_and(|ext| ext == "safetensors"))
+ .unwrap_or_else(|| panic!("no {part} weights")).to_string_lossy().into_owned();
+ let folder = tempfile::tempdir().unwrap();
+ let reference = folder.path().join("reference.png");
+ image::RgbImage::from_fn(256, 256, |x, y| image::Rgb([x as u8, y as u8, 128])).save(&reference).unwrap();
+ let options = BTreeMap::from([
+ ("transformer".to_string(), ProviderOption::String(find("ref2va_Pruned"))),
+ ("textEncoder".to_string(), ProviderOption::String(find("qwen3vl"))),
+ ("videoVae".to_string(), ProviderOption::String(find("video_vae_fp16"))),
+ ("audioVae".to_string(), ProviderOption::String(find("audio_vae"))),
+ ("attention".to_string(), ProviderOption::String("sage2".into())),
+ ]);
+ let settings = BTreeMap::from([("slopfab".to_string(), ProviderSetting { enabled: true, model: None, options })]);
+ let workers = Workers::default();
+ let list = workers.add(&address).unwrap();
+ let id = list.workers[0].id.clone().unwrap();
+ workers.select(Some(id)).unwrap();
+ let connection = workers.active().unwrap().expect("selected worker");
+ let job_id = format!("work-e2e-{}", std::process::id());
+ let request = GenerationRequest {
+ job_id: job_id.clone(), prompt: "A red apple on a wooden table.".into(), frames: 1, still_image: true,
+ steps: 8, seed: 7, canvas_width: 512, canvas_height: 512,
+ reference_paths: vec![reference.to_string_lossy().into_owned()],
+ ..Default::default()
+ };
+ let (job, _) = build_job(&request, &settings).unwrap();
+ assert!(job.files.iter().filter(|file| matches!(file, FileRef::Url { .. })).count() == 4, "downloads are sent as URLs");
+ let plan = workers.plan(&connection, &request, &settings).unwrap();
+ eprintln!("plan: {plan}");
+ workers.enqueue(connection, request, &settings).unwrap();
+ let started = Instant::now();
+ let summary = loop {
+ if let Some(summary) = rendered::summary(&job_id) { break summary; }
+ if let Some(error) = FAILED.lock().unwrap().first() { panic!("worker job failed: {error}"); }
+ assert!(started.elapsed() < Duration::from_secs(900), "worker job timed out");
+ std::thread::sleep(Duration::from_millis(500));
+ };
+ assert_eq!((summary.width, summary.height, summary.frame_count), (512, 512, 1));
+ let frame = rendered::frame(&job_id, 0).unwrap().unwrap();
+ assert_eq!(frame.len(), 512 * 512 * 4);
+ image::RgbaImage::from_raw(512, 512, frame).unwrap().save(std::env::temp_dir().join("slopus-worker-e2e.png")).unwrap();
+ assert!(rendered::release(&job_id));
+ }
}
diff --git a/src/App.tsx b/src/App.tsx
index 87077a0..3ff0885 100644
--- a/src/App.tsx
+++ b/src/App.tsx
@@ -6,6 +6,7 @@ import { ReleaseNotesDialog } from "./components/ReleaseNotesDialog";
import { hasSeenReleaseNotes } from "./lib/releaseNotes";
import { missingCudaDownload } from "./lib/cudaSupport";
import { getWeightDownloadState, subscribeWeightDownloads } from "./lib/weightDownloads";
+import { startWorkerDiscovery } from "./lib/workers";
import { Add16, FolderOpen16, FolderOpen48, GridView16, GridView16Filled, ListView16, ListView16Filled, Search16, Search32, Settings16, WorkQueue16 } from "./components/ui/icons";
import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore, type KeyboardEvent, type RefObject } from "react";
import { DeleteProjectDialog, canConfirmNatively, confirmProjectDeletionNatively } from "./components/DeleteProjectDialog";
@@ -58,6 +59,7 @@ function App() {
const iconConfirmationCount = useSyncExternalStore(workQueue.subscribe, workQueue.getIconConfirmationCount);
const [workQueueOpen, setWorkQueueOpen] = useState(false);
useEffect(() => workQueue.start(), [workQueue]);
+ useEffect(() => startWorkerDiscovery(), []);
const [activeProject, setActiveProject] = useState<ProjectRecord | null>(null);
const [activeProjectInitialView, setActiveProjectInitialView] = useState<ProjectView>("timeline");
const [loading, setLoading] = useState(true);
diff --git a/src/components/SettingsView.test.tsx b/src/components/SettingsView.test.tsx
index 61676bf..dfa810c 100644
--- a/src/components/SettingsView.test.tsx
+++ b/src/components/SettingsView.test.tsx
@@ -220,7 +220,7 @@ describe("the settings screen", () => {
open();
const items = within(screen.getByRole("navigation", { name: "Settings sections" })).getAllByRole("button").filter((item) => item.id.startsWith("settings-tab-"));
expect(items.map((item) => item.textContent?.replace(/\d+$/, ""))).toEqual([
- "Generator", "Agents", "Appearance", "Diagnostics", "Updates",
+ "Generator", "Workers", "Agents", "Appearance", "Diagnostics", "Updates",
]);
fireEvent.click(tab("Appearance"));
expect(combo("App theme")).toBeTruthy();
diff --git a/src/components/SettingsView.tsx b/src/components/SettingsView.tsx
index 65a7348..2e1c7a3 100644
--- a/src/components/SettingsView.tsx
+++ b/src/components/SettingsView.tsx
@@ -3,8 +3,9 @@ import {
Add20, Agent16, Agent16Filled, Agent20, Back16, Check14, Check16, Check20, ChevronRight20, Delete16, Diagnostics16,
Diagnostics16Filled, Download16, Download20, Error16, Error20, Flash20, Folder20, Gauge20, Gpu20, Image20, ModelFile20, More16,
Options20, Palette16, Palette16Filled, Palette20, Refresh16, Refresh16Filled, Rename20, Reset16, Sparkle20, Spinner16,
- Spinner20, Steps20, TextFile20, Video16, Video16Filled, Video20,
+ Spinner20, Steps20, TextFile20, Video16, Video16Filled, Video20, Worker16, Worker16Filled,
} from "./ui/icons";
+import { WorkersSetting } from "./WorkersSettings";
import { useCallback, useEffect, useRef, useState, useSyncExternalStore, type KeyboardEvent, type ReactNode } from "react";
import { revealDiagnosticLog } from "../lib/diagnostics";
import { isTauri } from "../lib/persistence";
@@ -253,6 +254,7 @@ function DiagnosticsSetting({ desktop, status, onBackendChange }: { desktop: boo
const TABS = [
{ id: "engine", label: "Generator", icon: Video16, selectedIcon: Video16Filled },
+ { id: "workers", label: "Workers", icon: Worker16, selectedIcon: Worker16Filled },
{ id: "llms", label: "Agents", icon: Agent16, selectedIcon: Agent16Filled },
{ id: "appearance", label: "Appearance", icon: Palette16, selectedIcon: Palette16Filled },
{ id: "diagnostics", label: "Diagnostics", icon: Diagnostics16, selectedIcon: Diagnostics16Filled },
@@ -323,7 +325,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
const probe = useCallback((paths?: EngineSettings) => {
const revision = ++probeRevision.current;
- void getEngineStatus(paths, selectedTemplate.attention, selectedTemplate.loras ?? [], selectedTemplate.mode ?? "prompt", selectedTemplate.additionalSafetensors ?? [], selectedTemplate.motionCache ?? false).then((next) => {
+ void getEngineStatus(paths, selectedTemplate.attention, selectedTemplate.loras ?? [], selectedTemplate.mode ?? "prompt", selectedTemplate.additionalSafetensors ?? [], selectedTemplate.motionCache ?? false, selectedTemplate.sources).then((next) => {
if (revision === probeRevision.current) setStatus(next);
}).catch(() => {
if (revision === probeRevision.current) setStatus(null);
@@ -664,6 +666,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
{error && <InfoBar severity="error" title="Couldn’t update generator settings" message={error} onClose={() => setError(null)} closeLabel="Dismiss" />}
{tab === "engine" && (editingTemplate ? generatorEditor : generatorList)}
+ {tab === "workers" && <WorkersSetting desktop={desktop} />}
{tab === "llms" && <PromptLlmSetting desktop={desktop} />}
{tab === "appearance" && <AppearanceSetting />}
{tab === "diagnostics" && <DiagnosticsSetting desktop={desktop} status={status} onBackendChange={() => probe(settings)} />}
diff --git a/src/components/WorkersSettings.test.tsx b/src/components/WorkersSettings.test.tsx
new file mode 100644
index 0000000..89762f4
--- /dev/null
+++ b/src/components/WorkersSettings.test.tsx
@@ -0,0 +1,62 @@
+// @vitest-environment jsdom
+import "@testing-library/jest-dom/vitest";
+import { cleanup, fireEvent, render, screen, waitFor } from "@testing-library/react";
+import { invoke } from "@tauri-apps/api/core";
+import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
+import { WorkersSetting } from "./WorkersSettings";
+import type { GenerationWorker, WorkerList } from "../lib/workers";
+
+vi.mock("@tauri-apps/api/core", () => ({ invoke: vi.fn() }));
+vi.mock("../lib/persistence", async (original) => ({ ...await original<typeof import("../lib/persistence")>(), isTauri: () => true }));
+
+const worker = (overrides: Partial<GenerationWorker>): GenerationWorker => ({
+ key: "aaaaaaaaaaaaaaaa", id: "aaaaaaaaaaaaaaaa", name: "Studio PC", address: "192.168.1.20:47321", online: true, compatible: true,
+ discovered: true, manual: false, selected: false, version: "0.2.0", requiresToken: false, hasToken: false,
+ gpus: [{ name: "NVIDIA GeForce RTX 5090", memoryBytes: 32 * 1024 ** 3 }],
+ runtime: { state: "ready", version: "1.14.0", platform: "CUDA 13", cudaAvailable: true, cudaDeviceNames: [], detail: "" }, error: null, ...overrides,
+});
+
+describe("Settings → Workers", () => {
+ let list: WorkerList;
+ beforeEach(() => {
+ localStorage.clear();
+ list = { selectedId: null, workers: [
+ worker({}),
+ worker({ key: "10.0.0.9:47321", id: null, name: "10.0.0.9:47321", address: "10.0.0.9:47321", online: false, discovered: false, manual: true, error: "Not reachable" }),
+ ] };
+ vi.mocked(invoke).mockImplementation(async (command, args) => {
+ if (command === "select_worker") list = { ...list, selectedId: (args as { id: string | null }).id };
+ if (command === "add_worker") list = { ...list, workers: [...list.workers, worker({ key: "bbbbbbbbbbbbbbbb", id: "bbbbbbbbbbbbbbbb", name: "Render box", discovered: false, manual: true })] };
+ return list;
+ });
+ });
+ afterEach(cleanup);
+
+ it("lists this computer and found workers, and switches between them", async () => {
+ render(<WorkersSetting desktop />);
+ expect(await screen.findByText("Studio PC")).toBeInTheDocument();
+ expect(screen.getByText("192.168.1.20:47321 · NVIDIA GeForce RTX 5090 (32 GB) · CUDA 13")).toBeInTheDocument();
+ expect(screen.getByText("Not reachable")).toBeInTheDocument();
+ expect(screen.getByRole("button", { name: "Use worker 10.0.0.9:47321" })).toBeDisabled();
+
+ fireEvent.click(screen.getByRole("button", { name: "Use worker Studio PC" }));
+ await waitFor(() => expect(vi.mocked(invoke)).toHaveBeenCalledWith("select_worker", { id: "aaaaaaaaaaaaaaaa" }));
+ await waitFor(() => expect(screen.queryByRole("button", { name: "Use worker Studio PC" })).not.toBeInTheDocument());
+ expect(JSON.parse(localStorage.getItem("slopus.generation-worker.v1")!).id).toBe("aaaaaaaaaaaaaaaa");
+
+ fireEvent.click(screen.getByRole("button", { name: "Use" }));
+ await waitFor(() => expect(vi.mocked(invoke)).toHaveBeenCalledWith("select_worker", { id: null }));
+ await waitFor(() => expect(localStorage.getItem("slopus.generation-worker.v1")).toBeNull());
+ });
+
+ it("adds workers by address and removes manual ones", async () => {
+ render(<WorkersSetting desktop />);
+ await screen.findByText("Studio PC");
+ fireEvent.change(screen.getByRole("textbox", { name: "Worker address" }), { target: { value: "render-box" } });
+ fireEvent.click(screen.getByRole("button", { name: "Add" }));
+ await waitFor(() => expect(vi.mocked(invoke)).toHaveBeenCalledWith("add_worker", { address: "render-box" }));
+ expect(await screen.findByText("Render box")).toBeInTheDocument();
+ fireEvent.click(screen.getByRole("button", { name: "Remove worker 10.0.0.9:47321" }));
+ await waitFor(() => expect(vi.mocked(invoke)).toHaveBeenCalledWith("remove_worker", { key: "10.0.0.9:47321" }));
+ });
+});
diff --git a/src/components/WorkersSettings.tsx b/src/components/WorkersSettings.tsx
new file mode 100644
index 0000000..e09d476
--- /dev/null
+++ b/src/components/WorkersSettings.tsx
@@ -0,0 +1,92 @@
+import { useEffect, useState, useSyncExternalStore } from "react";
+import { Add20, Check14, Delete16, Desktop20, Refresh16, Spinner16, Worker20 } from "./ui/icons";
+import { InfoBar, SettingsCard, SettingsGroup, TextField } from "./ui";
+import {
+ addWorker, getWorkerList, refreshWorkers, removeWorker, selectWorker, setWorkerToken, subscribeWorkers,
+ type GenerationWorker,
+} from "../lib/workers";
+
+const message = (reason: unknown) => reason instanceof Error ? reason.message : String(reason);
+
+function workerDescription(worker: GenerationWorker): string {
+ if (!worker.online) return worker.error ?? "Offline";
+ if (!worker.compatible) return `Runs Slopus ${worker.version ?? "of another version"}. Update it to match this app.`;
+ const gpu = worker.gpus[0];
+ return [
+ worker.address,
+ gpu && `${gpu.name} (${Math.ceil(gpu.memoryBytes / 1024 ** 3)} GB)`,
+ worker.runtime?.state === "ready" ? worker.runtime.platform : worker.runtime?.detail,
+ ].filter(Boolean).join(" · ");
+}
+
+function TokenField({ worker, onError }: { worker: GenerationWorker; onError: (message: string | null) => void }) {
+ const [token, setToken] = useState("");
+ return <span className="settings-worker-token">
+ <TextField className="settings-field" type="password" aria-label={`${worker.name} access token`} value={token} autoComplete="off" spellCheck={false}
+ placeholder={worker.hasToken ? "Token saved" : "Access token"} onChange={setToken} />
+ <button type="button" className="secondary-button" disabled={!token.trim() || !worker.id}
+ onClick={() => void setWorkerToken(worker.id!, token).then(() => { setToken(""); onError(null); }, (reason) => onError(message(reason)))}>Save</button>
+ </span>;
+}
+
+/** Settings → Workers: generate on this computer or on a LAN worker. */
+export function WorkersSetting({ desktop }: { desktop: boolean }) {
+ const list = useSyncExternalStore(subscribeWorkers, getWorkerList);
+ const [busy, setBusy] = useState<string | null>(null);
+ const [error, setError] = useState<string | null>(null);
+ const [address, setAddress] = useState("");
+
+ useEffect(() => {
+ if (!desktop) return;
+ const refresh = () => { void refreshWorkers().catch((reason) => setError(message(reason))); };
+ refresh();
+ const timer = window.setInterval(refresh, 10000);
+ return () => window.clearInterval(timer);
+ }, [desktop]);
+
+ const run = async (key: string, action: () => Promise<unknown>) => {
+ setBusy(key);
+ setError(null);
+ try { await action(); } catch (reason) { setError(message(reason)); } finally { setBusy(null); }
+ };
+
+ const selectedId = list?.selectedId ?? null;
+ const workers = list?.workers ?? [];
+ const local = selectedId === null;
+ const inUse = <span className="settings-worker-selected"><Check14 aria-hidden="true" /> In use</span>;
+
+ return <>
+ {error && <InfoBar severity="error" message={error} onClose={() => setError(null)} />}
+ <SettingsGroup heading="Generate on">
+ <p className="settings-caption">Run <code>slopus-worker</code> on another computer on this network and it appears here. Weights with download links are downloaded on the worker; other model files, references and images are sent from this computer. Finished videos and images are saved in this project as usual.</p>
+ <SettingsCard icon={<Desktop20 />} header="This computer" description="Slopus generates with this computer’s GPU and weights">
+ {local ? inUse : <button type="button" className="secondary-button" disabled={!desktop || busy !== null} onClick={() => void run("local", () => selectWorker(null))}>Use</button>}
+ </SettingsCard>
+ {workers.map((worker) => {
+ const selected = worker.id !== null && worker.id === selectedId;
+ const removable = worker.manual || (!worker.discovered && !worker.online);
+ return <SettingsCard key={worker.key} icon={<Worker20 />} header={worker.name} description={workerDescription(worker)} className="settings-worker">
+ {worker.requiresToken && worker.online && <TokenField worker={worker} onError={setError} />}
+ {selected ? inUse : <button type="button" className="secondary-button" aria-label={`Use worker ${worker.name}`}
+ disabled={!desktop || busy !== null || !worker.online || !worker.compatible || (worker.requiresToken && !worker.hasToken)}
+ onClick={() => void run(worker.key, () => selectWorker(worker.id))}>{busy === worker.key ? <Spinner16 className="spin" /> : null}Use</button>}
+ {removable && <button type="button" className="icon-button" disabled={busy !== null} aria-label={`Remove worker ${worker.name}`} data-tooltip="Remove worker"
+ onClick={() => void run(worker.key, () => removeWorker(worker.key))}><Delete16 /></button>}
+ </SettingsCard>;
+ })}
+ {selectedId && !workers.some((worker) => worker.id === selectedId) && <InfoBar severity="warning" message="The selected worker is not answering. Generation will fail until it is back, or until you choose another." />}
+ </SettingsGroup>
+ <SettingsGroup heading="Find workers">
+ <SettingsCard icon={<Refresh16 />} header="Search the network" description="Workers announce themselves automatically on most home and office networks">
+ <button type="button" className="secondary-button" disabled={!desktop || busy !== null} onClick={() => void run("refresh", refreshWorkers)}>
+ {busy === "refresh" ? <Spinner16 className="spin" /> : null}Refresh
+ </button>
+ </SettingsCard>
+ <SettingsCard icon={<Add20 />} header="Add by address" description="For networks where workers are not found automatically, for example 192.168.1.20 or worker-pc:47321">
+ <TextField className="settings-field" aria-label="Worker address" value={address} spellCheck={false} placeholder="Address" onChange={setAddress} />
+ <button type="button" className="secondary-button" disabled={!desktop || !address.trim() || busy !== null}
+ onClick={() => void run("add", async () => { await addWorker(address); setAddress(""); })}>{busy === "add" ? <Spinner16 className="spin" /> : null}Add</button>
+ </SettingsCard>
+ </SettingsGroup>
+ </>;
+}
diff --git a/src/components/ui/icons.tsx b/src/components/ui/icons.tsx
index 66eb9af..9a01494 100644
--- a/src/components/ui/icons.tsx
+++ b/src/components/ui/icons.tsx
@@ -38,6 +38,7 @@ export { Cube16Regular as Cube16, Cube16Filled } from "@fluentui/react-icons/hea
export { Cursor16Regular as Cursor16, Cursor16Filled } from "@fluentui/react-icons/headless/svg/cursor";
export { Cut16Regular as Cut16 } from "@fluentui/react-icons/headless/svg/cut";
export { Delete16Regular as Delete16 } from "@fluentui/react-icons/headless/svg/delete";
+export { Desktop20Regular as Desktop20 } from "@fluentui/react-icons/headless/svg/desktop";
export { DeveloperBoard20Regular as Gpu20 } from "@fluentui/react-icons/headless/svg/developer-board";
export { Dismiss12Regular as Dismiss12, Dismiss16Regular as Dismiss16 } from "@fluentui/react-icons/headless/svg/dismiss";
export { DocumentCube20Regular as ModelFile20 } from "@fluentui/react-icons/headless/svg/document-cube";
@@ -77,6 +78,7 @@ export { ScanDash16Regular as SafeArea16, ScanDash16Filled as SafeArea16Filled }
export { Search16Regular as Search16, Search32Regular as Search32 } from "@fluentui/react-icons/headless/svg/search";
export { SelectObject16Regular as Boxes16, SelectObject16Filled as Boxes16Filled } from "@fluentui/react-icons/headless/svg/select-object";
export { Send16Regular as Send16 } from "@fluentui/react-icons/headless/svg/send";
+export { Server16Regular as Worker16, Server16Filled as Worker16Filled, Server20Regular as Worker20 } from "@fluentui/react-icons/headless/svg/server";
export { Settings16Regular as Settings16 } from "@fluentui/react-icons/headless/svg/settings";
export { Sparkle12Regular as Sparkle12, Sparkle16Regular as Sparkle16, Sparkle16Filled, Sparkle20Regular as Sparkle20 } from "@fluentui/react-icons/headless/svg/sparkle";
export { SpinnerIos16Regular as Spinner16, SpinnerIos20Regular as Spinner20 } from "@fluentui/react-icons/headless/svg/spinner-ios";
diff --git a/src/components/workspace/GeneratorView.test.tsx b/src/components/workspace/GeneratorView.test.tsx
index e4afb64..6badf67 100644
--- a/src/components/workspace/GeneratorView.test.tsx
+++ b/src/components/workspace/GeneratorView.test.tsx
@@ -651,7 +651,7 @@ describe("Generator scene controls", () => {
fireEvent.click(screen.getByRole("option", { name: "Fast draft" }));
await waitFor(() => expect(document.querySelector(".generator-runtime--modelsMissing > i")).not.toBeNull());
- expect(getEngineStatus).toHaveBeenCalledWith(expect.objectContaining({ transformer: "draft.safetensors" }), "sage2", [], "prompt", [], true);
+ expect(getEngineStatus).toHaveBeenCalledWith(expect.objectContaining({ transformer: "draft.safetensors" }), "sage2", [], "prompt", [], true, expect.anything());
expect(JSON.parse(localStorage.getItem("slopus.generator-templates.v1")!).defaultTemplateId).toBe("draft");
expect(within(screen.getByRole("region", { name: "Generator status" })).getByText("Video model files missing")).toBeInTheDocument();
expect(template.closest(".generator-runtime--modelsMissing")).not.toBeNull();
diff --git a/src/components/workspace/GeneratorView.tsx b/src/components/workspace/GeneratorView.tsx
index c5291f6..586dc16 100644
--- a/src/components/workspace/GeneratorView.tsx
+++ b/src/components/workspace/GeneratorView.tsx
@@ -14,12 +14,13 @@ import { actionReferenceIds, compileGenerationJobPrompt, compileGenerationJobSeg
import { generationDimensions } from "../../lib/export";
import { isTauri } from "../../lib/persistence";
import { getEngineStatus, type SlopfabGenerationRequest, type SlopfabStatus } from "../../lib/runtime";
+import { selectedWorker } from "../../lib/workers";
import { SceneBoard, type BoardDensity, type GeneratorSelection } from "./SceneBoard";
import { SceneInspector, ShotInspector, STEP_SECONDS, writeShots } from "./SceneEditor";
import { STATUS_BADGE, type SceneIndicatorStatus } from "./sceneStatus";
import { forgetShotPosters } from "./ShotThumbnail";
import { purgeTimelineThumbnails } from "../../lib/timelineThumbnails";
-import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, subscribeDebugOptions, subscribeGeneratorTemplates, templateNeedsDownload, type GeneratorTemplate } from "../../lib/settings";
+import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable, type GeneratorTemplate } from "../../lib/settings";
import { refreshDownloadedWeights } from "../../lib/weightDownloads";
import { DebugPromptDialog } from "./DebugPromptDialog";
@@ -68,7 +69,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
const runtimeProbe = useRef(0);
const [loraLibrary, setLoraLibrary] = useState(loadLoras);
useEffect(() => subscribeLoras(() => setLoraLibrary(loadLoras())), []);
- const templateKey = JSON.stringify([selectedTemplate.id, selectedTemplate.mode, selectedTemplate.paths, selectedTemplate.attention, selectedTemplate.motionCache, selectedTemplate.loras, selectedTemplate.additionalSafetensors, loraLibrary]);
+ const templateKey = JSON.stringify([selectedTemplate.id, selectedTemplate.mode, selectedTemplate.paths, selectedTemplate.attention, selectedTemplate.motionCache, selectedTemplate.loras, selectedTemplate.additionalSafetensors, loraLibrary, selectedWorker()?.id ?? null]);
const probedTemplate = useRef(templateKey);
const configRef = useRef(config);
configRef.current = config;
@@ -110,7 +111,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
const chooseGeneratorTemplate = (templateId: string) => {
const template = templateSettings.templates.find((candidate) => candidate.id === templateId);
- if (!template || templateNeedsDownload(template) || template.id === templateSettings.defaultTemplateId) return;
+ if (!template || !templateUsable(template) || template.id === templateSettings.defaultTemplateId) return;
const next = { ...templateSettings, defaultTemplateId: template.id };
saveGeneratorTemplateSettings(next);
setTemplateSettings(next);
@@ -123,7 +124,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
setRuntimeError(null);
const probe = ++runtimeProbe.current;
if (!selectedTemplate.id) return;
- void getEngineStatus(selectedTemplate.paths, selectedTemplate.attention, selectedTemplate.loras ?? [], selectedTemplate.mode ?? "prompt", selectedTemplate.additionalSafetensors ?? [], selectedTemplate.motionCache ?? false).then((status) => {
+ void getEngineStatus(selectedTemplate.paths, selectedTemplate.attention, selectedTemplate.loras ?? [], selectedTemplate.mode ?? "prompt", selectedTemplate.additionalSafetensors ?? [], selectedTemplate.motionCache ?? false, selectedTemplate.sources).then((status) => {
if (probe !== runtimeProbe.current) return;
setGeneratorRuntime(status);
onRuntimeChange?.(status);
@@ -192,7 +193,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
const changeSceneSettings = (job: GenerationJob, updates: Partial<GenerationJob>) => {
updateScene(job, updates);
if (updates.sceneType && templateSceneBlocker(updates.sceneType, selectedTemplate)) {
- const candidates = templateSettings.templates.filter((template) => !templateNeedsDownload(template)
+ const candidates = templateSettings.templates.filter((template) => templateUsable(template)
&& !templateSceneBlocker(updates.sceneType!, template));
const compatible = (updates.sceneType === "character-replace" || updates.sceneType === "pose" || isVideoTransition(updates)
? candidates.find((template) => /ref2v/i.test(template.paths.transformer)) : undefined) ?? candidates[0];
@@ -504,7 +505,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
? "Every fixed-seed scene is already up to date."
: `Generate ${batchScenesReady.length} ${batchScenesReady.length === 1 ? "scene" : "scenes"}`;
const runtimeLabel = runtimeError ? "Video generator unavailable" : runtimeHeadline(generatorRuntime);
- const availableTemplates = templateSettings.templates.filter((template) => !templateNeedsDownload(template));
+ const availableTemplates = templateSettings.templates.filter((template) => templateUsable(template));
return <div ref={root} className={`generator-view ${selected ? "" : "generator-view--empty"}`} style={inspectorPane.style}>
<main className="generator-main">
diff --git a/src/components/workspace/ImageEditor.tsx b/src/components/workspace/ImageEditor.tsx
index 1b27bb4..2d61386 100644
--- a/src/components/workspace/ImageEditor.tsx
+++ b/src/components/workspace/ImageEditor.tsx
@@ -8,7 +8,7 @@ import { compileImagePrompt } from "../../lib/imagePrompt";
import { createEmptyImage, imageFamily, removeImageAsset, restoreGeneratedImage, saveImageDraft } from "../../lib/imageHistory";
import { isTauri } from "../../lib/persistence";
import { PROJECT_RESOLUTIONS, referenceTypeLabel, type ProjectConfig } from "../../lib/project";
-import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, MINIMAX_H3_MODEL_TYPE, subscribeDebugOptions, subscribeGeneratorTemplates, templateNeedsDownload, type GeneratorTemplate } from "../../lib/settings";
+import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, MINIMAX_H3_MODEL_TYPE, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable, type GeneratorTemplate } from "../../lib/settings";
import { isWorkActive, type WorkItem } from "../../lib/workQueue";
import type { ConfigUpdate } from "./TimelineView";
import { ReferenceImage } from "./ReferenceImage";
@@ -59,7 +59,7 @@ export function ImageEditor({ config, folderPath, onChange: changeConfig, onGene
const [templates, setTemplates] = useState(loadGeneratorTemplateSettings);
const [templateId, setTemplateId] = useState(() => localStorage.getItem("slopus.image-generator-template.v1") ?? defaultGeneratorTemplate().id);
const imageTemplates = templates.templates.filter((template) => template.mode !== "animate");
- const template = imageTemplates.find((candidate) => candidate.id === templateId) ?? imageTemplates.find((candidate) => !templateNeedsDownload(candidate)) ?? imageTemplates[0];
+ const template = imageTemplates.find((candidate) => candidate.id === templateId) ?? imageTemplates.find(templateUsable) ?? imageTemplates[0];
const isMiniMaxH3 = !template || template.modelType === MINIMAX_H3_MODEL_TYPE;
const onChange = (update: ConfigUpdate) => changeConfig((current) => {
const next = typeof update === "function" ? update(current) : update;
@@ -484,7 +484,7 @@ export function ImageEditor({ config, folderPath, onChange: changeConfig, onGene
{/* Three columns: Generate and the generator lead, the canvas tools
sit in the middle, the view controls at the trailing edge. */}
<div className="image-tools__start">
- <button className="primary-button image-generate-button" data-tooltip={editPlan?.error ?? undefined} disabled={active ? work.cancelling || work.status === "encoding" : !isTauri() || !template || templateNeedsDownload(template) || (imageRoot ? Boolean(editPlan?.error) : !imageScenePrompt(scene))} onClick={() => attempt(() => active ? onCancel(work.id) : onGenerate(template!))}>{active ? <Stop14 aria-hidden="true" /> : <Sparkle16 aria-hidden="true" />}{active ? work.cancelling ? "Cancelling…" : "Cancel" : "Generate"}</button>
+ <button className="primary-button image-generate-button" data-tooltip={editPlan?.error ?? undefined} disabled={active ? work.cancelling || work.status === "encoding" : !isTauri() || !template || !templateUsable(template) || (imageRoot ? Boolean(editPlan?.error) : !imageScenePrompt(scene))} onClick={() => attempt(() => active ? onCancel(work.id) : onGenerate(template!))}>{active ? <Stop14 aria-hidden="true" /> : <Sparkle16 aria-hidden="true" />}{active ? work.cancelling ? "Cancelling…" : "Cancel" : "Generate"}</button>
<ComboBox
className="image-generator"
aria-label="Generator"
@@ -492,7 +492,7 @@ export function ImageEditor({ config, folderPath, onChange: changeConfig, onGene
value={template?.id ?? ""}
disabled={Boolean(active) || !imageTemplates.length}
placeholder="No MiniMax H3 templates"
- options={imageTemplates.map((item) => ({ value: item.id, label: item.name, disabled: templateNeedsDownload(item), description: templateNeedsDownload(item) ? "Download in Settings" : undefined }))}
+ options={imageTemplates.map((item) => ({ value: item.id, label: item.name, disabled: !templateUsable(item), description: !templateUsable(item) ? "Download in Settings" : undefined }))}
onChange={(id) => { setTemplateId(id); localStorage.setItem("slopus.image-generator-template.v1", id); const next = imageTemplates.find((candidate) => candidate.id === id); if (next) commit({ ...scene, steps: next.defaultSteps }); }}
/>
</div>
diff --git a/src/lib/loras.ts b/src/lib/loras.ts
index d36f5d8..54b0799 100644
--- a/src/lib/loras.ts
+++ b/src/lib/loras.ts
@@ -82,12 +82,21 @@ export function downloadableTemplateLoras(selection: TemplateLora[] = []): Lora[
&& (lora.needsPreparation || !lora.path.trim() || /^https?:\/\//i.test(lora.path)));
}
-export function resolveTemplateLoras(selection: TemplateLora[] = []) {
+/** `worker`: generation runs on a LAN worker, which downloads and prepares
+ * URL adapters itself, so only adapters with neither a file nor a URL fail. */
+export function resolveTemplateLoras(selection: TemplateLora[] = [], worker = false) {
const library = loadLoras();
return selection.filter((entry) => entry.enabled && entry.strength !== 0).flatMap((entry) => {
const lora = library.find(({ id }) => id === entry.loraId);
const strength = entry.strength;
if (!isLoraStrength(strength)) throw new Error(`Strength for LoRA ${lora?.name ?? entry.loraId} is outside the supported range.`);
+ if (worker) {
+ const local = lora?.path.trim() && !/^https?:\/\//i.test(lora.path) && !lora.needsPreparation ? lora.path.trim() : undefined;
+ const path = local ?? lora?.url;
+ if (!path) throw new Error(lora?.needsPreparation ? `Prepare LoRA ${lora.name} in Settings before using it.`
+ : `Locate LoRA ${lora?.name ?? entry.loraId}, or disable it in the generator template.`);
+ return [{ path, strength, stepOverride: lora?.stepOverride }];
+ }
if (lora?.needsPreparation) throw new Error(`Prepare LoRA ${lora.name} in Settings before using it.`);
if (!lora?.path.trim() || /^https?:\/\//i.test(lora.path)) {
throw new Error(`Download or locate LoRA ${lora?.name ?? entry.loraId}, or disable it in the generator template.`);
diff --git a/src/lib/referenceIconSettings.ts b/src/lib/referenceIconSettings.ts
index 530281d..2b4a740 100644
--- a/src/lib/referenceIconSettings.ts
+++ b/src/lib/referenceIconSettings.ts
@@ -1,4 +1,4 @@
-import { loadGeneratorTemplateSettings, templateNeedsDownload, type GeneratorTemplateSettings } from "./settings";
+import { loadGeneratorTemplateSettings, templateUsable, type GeneratorTemplateSettings } from "./settings";
export type ReferenceIconAutomation = "ask" | "enabled" | "disabled";
@@ -47,7 +47,7 @@ export function saveReferenceIconGeneratorId(id: string) {
}
export function availableReferenceIconGenerators(settings: GeneratorTemplateSettings) {
- return settings.templates.filter((template) => template.mode !== "animate" && !templateNeedsDownload(template));
+ return settings.templates.filter((template) => template.mode !== "animate" && templateUsable(template));
}
export function referenceIconGenerator(settings = loadGeneratorTemplateSettings(), id = loadReferenceIconGeneratorId()) {
diff --git a/src/lib/referenceIconWork.ts b/src/lib/referenceIconWork.ts
index e9498f9..6036bd4 100644
--- a/src/lib/referenceIconWork.ts
+++ b/src/lib/referenceIconWork.ts
@@ -258,7 +258,7 @@ export class ReferenceIconWork {
if (!template) throw new Error("Choose an available text-prompt generator for reference icons in Settings.");
const config = task.session.getSnapshot().config;
const runtimeConfig = { ...config, providerSettings: { ...config.providerSettings,
- slopfab: engineProviderSetting(template.paths, config.providerSettings.slopfab, template.attention, template.loras ?? [], "prompt", template.additionalSafetensors ?? [], template.motionCache ?? false),
+ slopfab: engineProviderSetting(template.paths, config.providerSettings.slopfab, template.attention, template.loras ?? [], "prompt", template.additionalSafetensors ?? [], template.motionCache ?? false, template.sources),
} };
const steps = generationStepsWithLoras(template.defaultSteps, runtimeConfig);
if (this.item) { this.item = { ...this.item, settings: { ...this.item.settings, steps } }; this.publish(); }
diff --git a/src/lib/runtime.ts b/src/lib/runtime.ts
index e2b3a79..e39962f 100644
--- a/src/lib/runtime.ts
+++ b/src/lib/runtime.ts
@@ -149,16 +149,16 @@ export const CHECKING_PROVIDERS: ProviderStatus[] = [
/** Probes the engine paths on their own, with no project in hand — what the
* settings screen shows. */
-export async function getEngineStatus(settings = loadEngineSettings(), attention?: AttentionMode, loras?: TemplateLora[], mode?: GeneratorTemplate["mode"], additionalSafetensors?: GeneratorTemplate["additionalSafetensors"], motionCache?: boolean): Promise<SlopfabStatus> {
+export async function getEngineStatus(settings = loadEngineSettings(), attention?: AttentionMode, loras?: TemplateLora[], mode?: GeneratorTemplate["mode"], additionalSafetensors?: GeneratorTemplate["additionalSafetensors"], motionCache?: boolean, sources?: GeneratorTemplate["sources"]): Promise<SlopfabStatus> {
if (!isTauri()) return DEMO_STATUS.slopfab;
let slopfab;
let adapterError: string | undefined;
try {
- slopfab = engineProviderSetting(settings, undefined, attention, loras, mode, additionalSafetensors, motionCache);
+ slopfab = engineProviderSetting(settings, undefined, attention, loras, mode, additionalSafetensors, motionCache, sources);
} catch (reason) {
// A missing adapter must not prevent checking the individual model files.
adapterError = reason instanceof Error ? reason.message : String(reason);
- slopfab = engineProviderSetting(settings, undefined, attention, [], mode, additionalSafetensors, motionCache);
+ slopfab = engineProviderSetting(settings, undefined, attention, [], mode, additionalSafetensors, motionCache, sources);
}
const status = await invoke<SlopfabStatus>("slopfab_status", { settings: { slopfab } });
return adapterError ? { ...status, state: status.state === "ready" ? "modelsMissing" : status.state,
diff --git a/src/lib/settings.ts b/src/lib/settings.ts
index 1634c74..9513fac 100644
--- a/src/lib/settings.ts
+++ b/src/lib/settings.ts
@@ -16,6 +16,7 @@ import { DEFAULT_GENERATION_STEPS, MAX_GENERATION_STEPS, type ProjectConfig, typ
// Type-only: erased at build time, so this does not close a cycle with runtime.ts.
import type { ProviderId } from "./runtime";
import { downloadableTemplateLoras, highestLoraStepOverride, isLoraStepOverride, normalizeTemplateLoras, resolveTemplateLoras, subscribeLoras, TURBO_LORA, VIGGLE_ANIMATE_LORA, type TemplateLora } from "./loras";
+import { remoteWorkerSelected, selectedWorker, WORKERS_EVENT } from "./workers";
/* Light/dark appearance is machine-level for the same reason and lives in
* ./theme.ts, which is separate only because index.html has to read the same
@@ -110,6 +111,40 @@ export function generatorPathFields(template: Pick<GeneratorTemplate, "mode">):
export const isDownloadUrl = (value: string): boolean => /^https?:\/\//i.test(value.trim());
+export interface WeightGpu { name: string; memoryBytes: number }
+
+export function chooseWeightSource(sources: WeightSource[], devices: WeightGpu[]): WeightSource | null {
+ // Prefer an explicit GPU match, then the highest memory tier that fits.
+ // Equal-ranked alternatives keep the author's order. Unknown hardware only
+ // qualifies for universal variants with no minimum memory requirement.
+ const matches = sources.filter((source) => !source.gpuModel.trim() && source.minVramGb === 0
+ || devices.some((gpu) => gpu.name.toLowerCase().includes(source.gpuModel.trim().toLowerCase())
+ // Drivers reserve part of VRAM (a 32 GB card may report 31.4 GiB).
+ && Math.ceil(gpu.memoryBytes / 1024 ** 3) >= source.minVramGb));
+ return matches.sort((a, b) => Number(Boolean(b.gpuModel.trim())) - Number(Boolean(a.gpuModel.trim())) || b.minVramGb - a.minVramGb)[0] ?? null;
+}
+
+/** Whether a generator can run where generation currently happens. A LAN
+ * worker downloads URL weights itself, so a template only needs a source or
+ * a local file for each model; this computer needs everything downloaded. */
+export function templateUsable(template: GeneratorTemplate): boolean {
+ if (!remoteWorkerSelected()) return !templateNeedsDownload(template);
+ if (!generatorPathFields(template).every(({ id, required }) => !required || template.paths[id].trim() || (template.sources?.[id]?.length ?? 0) > 0)) return false;
+ try {
+ resolveTemplateLoras(template.loras, true);
+ return true;
+ } catch {
+ return false;
+ }
+}
+
+/** The weight a LAN worker should use: a local file is sent (or, if it was
+ * downloaded, its URL is), otherwise the download variant for its GPU. */
+function workerWeight(value: string, sources: WeightSource[] | undefined): string {
+ if (value && !isDownloadUrl(value)) return value;
+ return chooseWeightSource(sources ?? [], selectedWorker()?.gpus ?? [])?.url ?? value;
+}
+
export function templateNeedsDownload(template: GeneratorTemplate): boolean {
return generatorPathFields(template).some(({ id }) => isDownloadUrl(template.paths[id])
|| (!template.paths[id].trim() && (template.sources?.[id]?.length ?? 0) > 0))
@@ -122,10 +157,13 @@ export function subscribeGeneratorTemplates(listener: () => void) {
const unsubscribeLoras = subscribeLoras(listener);
const storage = (event: StorageEvent) => { if (event.key === GENERATOR_TEMPLATES_KEY || event.key === null) listener(); };
window.addEventListener(GENERATOR_TEMPLATES_EVENT, listener);
+ // Choosing a LAN worker changes which templates are usable.
+ window.addEventListener(WORKERS_EVENT, listener);
window.addEventListener("storage", storage);
return () => {
unsubscribeLoras();
window.removeEventListener(GENERATOR_TEMPLATES_EVENT, listener);
+ window.removeEventListener(WORKERS_EVENT, listener);
window.removeEventListener("storage", storage);
};
}
@@ -302,8 +340,8 @@ const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings |
const requestedDefault = typeof record.defaultTemplateId === "string" ? record.defaultTemplateId : "";
return {
templates,
- defaultTemplateId: templates.find((template) => template.id === requestedDefault && !templateNeedsDownload(template))?.id
- ?? templates.find((template) => !templateNeedsDownload(template))?.id ?? "",
+ defaultTemplateId: templates.find((template) => template.id === requestedDefault && templateUsable(template))?.id
+ ?? templates.find(templateUsable)?.id ?? "",
catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9].includes(record.catalogVersion) ? record.catalogVersion : 0,
};
};
@@ -439,8 +477,8 @@ export function saveGeneratorTemplateSettings(settings: GeneratorTemplateSetting
}
export function defaultGeneratorTemplate(settings = loadGeneratorTemplateSettings()): GeneratorTemplate {
- return settings.templates.find((template) => template.id === settings.defaultTemplateId && !templateNeedsDownload(template))
- ?? settings.templates.find((template) => !templateNeedsDownload(template))
+ return settings.templates.find((template) => template.id === settings.defaultTemplateId && templateUsable(template))
+ ?? settings.templates.find(templateUsable)
?? { id: "", name: "No downloaded generators", modelType: MINIMAX_H3_MODEL_TYPE, defaultSteps: DEFAULT_GENERATION_STEPS, attention: "sage2", paths: copyPaths(EMPTY_ENGINE_SETTINGS) };
}
@@ -467,7 +505,9 @@ export function saveEngineSettings(settings: EngineSettings): void {
/** The `slopfab` provider setting these paths describe, with blanks dropped so
* an unset field falls through to whatever the project (or the Rust default)
* already had rather than overwriting it with "". */
-export function engineProviderSetting(settings: EngineSettings, base?: ProviderSetting, attention = defaultGeneratorTemplate().attention, selection = defaultGeneratorTemplate().loras, mode = defaultGeneratorTemplate().mode, additionalSafetensors = defaultGeneratorTemplate().additionalSafetensors, motionCache = defaultGeneratorTemplate().motionCache ?? false): ProviderSetting {
+export function engineProviderSetting(settings: EngineSettings, base?: ProviderSetting, attention = defaultGeneratorTemplate().attention, selection = defaultGeneratorTemplate().loras, mode = defaultGeneratorTemplate().mode, additionalSafetensors = defaultGeneratorTemplate().additionalSafetensors, motionCache = defaultGeneratorTemplate().motionCache ?? false, sources = defaultGeneratorTemplate().sources): ProviderSetting {
+ // A LAN worker receives URLs for weights it should download itself.
+ const remote = remoteWorkerSelected();
const options: ProviderSetting["options"] = { ...(base?.options ?? {}), attention, inferenceBackend: loadInferenceBackend() };
// Always replace project-carried adapter paths with this machine's selection.
delete options.loras;
@@ -479,10 +519,11 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
if (motionCache && mode !== "animate") options.motionCache = true;
if (mode === "animate") options.generationMode = "animate";
if (mode === "animate") {
- const path = additionalSafetensors?.find((file) => file.role === "promptEmbedding")?.downloadedPath;
- if (path && !isDownloadUrl(path)) options.promptEmbedding = path;
+ const file = additionalSafetensors?.find((entry) => entry.role === "promptEmbedding");
+ const path = file?.downloadedPath && !isDownloadUrl(file.downloadedPath) ? file.downloadedPath : remote ? file?.url : undefined;
+ if (path) options.promptEmbedding = path;
}
- const loras = resolveTemplateLoras(selection);
+ const loras = resolveTemplateLoras(selection, remote);
if (loras.length) options.loras = JSON.stringify(loras.map(({ path, strength }) => ({ path, strength })));
const stepOverride = highestLoraStepOverride(loras);
if (stepOverride !== undefined) options.stepOverride = stepOverride;
@@ -491,8 +532,8 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
delete options[field.id];
continue;
}
- const value = settings[field.id].trim();
- if (value && !isDownloadUrl(value)) options[field.id] = value;
+ const value = remote ? workerWeight(settings[field.id].trim(), sources?.[field.id]) : settings[field.id].trim();
+ if (value && (remote || !isDownloadUrl(value))) options[field.id] = value;
else if (isDownloadUrl(value)) delete options[field.id];
}
return { enabled: base?.enabled ?? true, model: base?.model ?? null, options };
diff --git a/src/lib/weightDownloads.ts b/src/lib/weightDownloads.ts
index bb2e6eb..6ca829d 100644
--- a/src/lib/weightDownloads.ts
+++ b/src/lib/weightDownloads.ts
@@ -2,10 +2,11 @@ import { invoke } from "@tauri-apps/api/core";
import { listen } from "@tauri-apps/api/event";
import { isTauri } from "./persistence";
import { downloadableTemplateLoras, loadLoras, saveLoras, type Lora } from "./loras";
-import { ENGINE_PATH_FIELDS, generatorPathFields, isDownloadUrl, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, templateNeedsDownload,
- type EnginePathId, type GeneratorTemplate, type WeightSource } from "./settings";
+import { chooseWeightSource, ENGINE_PATH_FIELDS, generatorPathFields, isDownloadUrl, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, templateNeedsDownload,
+ type EnginePathId, type GeneratorTemplate, type WeightGpu, type WeightSource } from "./settings";
-export interface WeightGpu { name: string; memoryBytes: number }
+export type { WeightGpu } from "./settings";
+export { chooseWeightSource };
export interface DownloadState {
templateId: string;
loraId?: string;
@@ -40,17 +41,6 @@ export function weightDownloadProgress(download: DownloadState): number {
return Math.min(download.active ? 99 : 100, 100 * (download.completed + current) / download.files);
}
-export function chooseWeightSource(sources: WeightSource[], devices: WeightGpu[]): WeightSource | null {
- // Prefer an explicit GPU match, then the highest memory tier that fits.
- // Equal-ranked alternatives keep the author's order. Unknown hardware only
- // qualifies for universal variants with no minimum memory requirement.
- const matches = sources.filter((source) => !source.gpuModel.trim() && source.minVramGb === 0
- || devices.some((gpu) => gpu.name.toLowerCase().includes(source.gpuModel.trim().toLowerCase())
- // Drivers reserve part of VRAM (a 32 GB card may report 31.4 GiB).
- && Math.ceil(gpu.memoryBytes / 1024 ** 3) >= source.minVramGb));
- return matches.sort((a, b) => Number(Boolean(b.gpuModel.trim())) - Number(Boolean(a.gpuModel.trim())) || b.minVramGb - a.minVramGb)[0] ?? null;
-}
-
export function updateWeightPath(template: GeneratorTemplate, field: EnginePathId, value: string): GeneratorTemplate {
const sources = { ...template.sources };
if (isDownloadUrl(value)) {
diff --git a/src/lib/workQueue.ts b/src/lib/workQueue.ts
index 5639fb7..c6e90d4 100644
--- a/src/lib/workQueue.ts
+++ b/src/lib/workQueue.ts
@@ -16,6 +16,7 @@ import { generationAssetId, generationLatentPath, GENERATION_FRAME_RATE, sceneGe
import { ProjectSession, type ProjectWriter } from "./projectSession";
import { cancelSlopfabGeneration, enqueueSlopfabGeneration, resolveSlopfabPlan, type SlopfabGenerationRequest } from "./runtime";
import { generationStepsWithLoras, withEngineSettings } from "./settings";
+import { remoteWorkerSelected } from "./workers";
import { purgeTimelineThumbnails } from "./timelineThumbnails";
import { ReferenceIconWork } from "./referenceIconWork";
import { prepareReferenceVideos, releaseReferenceVideos } from "./referenceVideo";
@@ -215,7 +216,7 @@ export class WorkQueue {
const projectKey = projectQueueKey(session.record);
if (this.items.some((item) => item.projectKey === projectKey && item.kind === "image" && item.imageAssetId === scene.outputAssetId && isWorkActive(item))) return;
const config = structuredClone({ ...current, providerSettings: { ...current.providerSettings,
- slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false) } });
+ slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources) } });
const { prompt, references } = edit ? edit.edits[0] : compileImagePrompt(current);
const referencePaths = (selected: typeof references) => [
...(edit ? [projectItemPath(session.record.folderPath, edit.source)!] : []),
@@ -310,6 +311,8 @@ export class WorkQueue {
work.cancelled = true;
if (item.status === "queued" || item.status === "preparing") {
this.cancelled(work);
+ // Stops files that are still being sent to a LAN worker for this job.
+ if (item.status === "preparing" && remoteWorkerSelected()) void cancelSlopfabGeneration(work.id).catch(() => undefined);
return;
}
this.patch(id, { cancelling: true, detail: "Cancelling generation" });
@@ -351,6 +354,12 @@ export class WorkQueue {
const work = this.work.get(event.jobId);
const item = this.items.find((candidate) => candidate.id === event.jobId);
if (!work || !item || !["preparing", "generating"].includes(item.status)) return;
+ if (isWorkerTransfer(event)) {
+ // Files moving to a LAN worker: say what is happening without moving
+ // the generation bar or the time estimate.
+ if (!item.cancelling) this.patch(work.id, { detail: workerTransferDetail(event) });
+ return;
+ }
const progress = Math.max(item.progress, event.totalSteps > 0 ? Math.min(0.88, 0.12 + Math.max(0, event.step) / event.totalSteps * 0.76) : event.stage === "delivering" ? 0.88 : 0.08);
this.patch(work.id, { status: "generating", progress, completionAt: this.timing.update(event), detail: item.cancelling ? "Cancelling generation" : work.request.imageEdit ? `Applying image edits (${Math.min(work.request.imageEdit.edits.length, Math.floor(event.step / Math.max(1, event.totalSteps) * work.request.imageEdit.edits.length) + 1)} of ${work.request.imageEdit.edits.length})` : event.stage === "starting" || event.stage === "transformerLoad" ? "Loading MiniMax H3" : work.image ? "Generating image" : "Generating video" });
this.updateScene(work, { status: "generating", stage: event.stage === "starting" || event.stage === "transformerLoad" ? "preparing" : "generating", progress }, false);
@@ -436,3 +445,16 @@ export class WorkQueue {
}
}
}
+
+type WorkerTransfer = GenerationTimingProgress & { detail?: string; transferred?: number; transferTotal?: number | null };
+
+function isWorkerTransfer(event: GenerationTimingProgress): event is WorkerTransfer {
+ return event.stage === "workerUpload" || event.stage === "workerDownload";
+}
+
+function workerTransferDetail(event: WorkerTransfer): string {
+ const gb = (bytes: number) => `${(bytes / 1024 ** 3).toFixed(2)} GB`;
+ const amount = event.transferTotal ? ` · ${Math.floor(100 * (event.transferred ?? 0) / event.transferTotal)}% of ${gb(event.transferTotal)}`
+ : event.transferred ? ` · ${gb(event.transferred)}` : "";
+ return `${event.detail ?? (event.stage === "workerUpload" ? "Sending files to the worker" : "Worker downloading weights")}${amount}`;
+}
diff --git a/src/lib/workers.test.ts b/src/lib/workers.test.ts
new file mode 100644
index 0000000..bd50881
--- /dev/null
+++ b/src/lib/workers.test.ts
@@ -0,0 +1,84 @@
+// @vitest-environment jsdom
+
+import { beforeEach, describe, expect, it, vi } from "vitest";
+import { invoke } from "@tauri-apps/api/core";
+import { TURBO_LORA } from "./loras";
+import { engineProviderSetting, templateNeedsDownload, templateUsable, viggleAnimateTemplate, type GeneratorTemplate } from "./settings";
+import { refreshWorkers, remoteWorkerSelected, selectedWorker, selectWorker, WORKERS_EVENT, type WorkerList } from "./workers";
+
+vi.mock("@tauri-apps/api/core", () => ({ invoke: vi.fn() }));
+vi.mock("./persistence", async (original) => ({ ...await original<typeof import("./persistence")>(), isTauri: () => true }));
+
+const worker = (overrides: Partial<WorkerList["workers"][number]> = {}): WorkerList["workers"][number] => ({
+ key: "aaaaaaaaaaaaaaaa", id: "aaaaaaaaaaaaaaaa", name: "Studio PC", address: "192.168.1.20:47321", online: true, compatible: true,
+ discovered: true, manual: false, selected: false, version: "0.2.0", requiresToken: false, hasToken: false,
+ gpus: [{ name: "NVIDIA GeForce RTX 5090", memoryBytes: 32 * 1024 ** 3 }], runtime: null, error: null, ...overrides,
+});
+
+function choose(list: WorkerList) {
+ vi.mocked(invoke).mockResolvedValue(list);
+ return selectWorker(list.selectedId);
+}
+
+const downloadable = (): GeneratorTemplate => ({
+ id: "remote", name: "Remote", modelType: "minimax-h3", defaultSteps: 8, attention: "sage2",
+ paths: { transformer: "", textEncoder: "D:/models/encoder.safetensors", tokenizer: "", videoVae: "https://example.com/vae.safetensors", audioVae: "https://example.com/audio.safetensors" },
+ sources: { transformer: [
+ { url: "https://example.com/small.safetensors", gpuModel: "", minVramGb: 0 },
+ { url: "https://example.com/large.safetensors", gpuModel: "", minVramGb: 24 },
+ ] },
+ loras: [{ loraId: TURBO_LORA.id, enabled: true, strength: 1 }],
+});
+
+describe("LAN generation workers", () => {
+ beforeEach(() => { localStorage.clear(); vi.mocked(invoke).mockReset(); });
+
+ it("mirrors the selection Rust reports and announces changes", async () => {
+ const changed = vi.fn();
+ window.addEventListener(WORKERS_EVENT, changed);
+ await choose({ selectedId: "aaaaaaaaaaaaaaaa", workers: [worker({ selected: true })] });
+ expect(vi.mocked(invoke)).toHaveBeenCalledWith("select_worker", { id: "aaaaaaaaaaaaaaaa" });
+ expect(selectedWorker()).toEqual({ id: "aaaaaaaaaaaaaaaa", name: "Studio PC", gpus: worker().gpus });
+ expect(changed).toHaveBeenCalledTimes(1);
+ // An offline worker keeps its last known GPUs for weight selection.
+ vi.mocked(invoke).mockResolvedValue({ selectedId: "aaaaaaaaaaaaaaaa", workers: [worker({ online: false, gpus: [] })] });
+ await refreshWorkers();
+ expect(selectedWorker()?.gpus).toEqual(worker().gpus);
+ expect(changed).toHaveBeenCalledTimes(1);
+ await choose({ selectedId: null, workers: [worker()] });
+ expect(remoteWorkerSelected()).toBe(false);
+ expect(changed).toHaveBeenCalledTimes(2);
+ window.removeEventListener(WORKERS_EVENT, changed);
+ });
+
+ it("lets a worker download what this computer has not, and picks weights for the worker's GPU", async () => {
+ const template = downloadable();
+ expect(templateNeedsDownload(template)).toBe(true);
+ expect(templateUsable(template)).toBe(false);
+ expect(() => engineProviderSetting(template.paths, undefined, "sage2", template.loras, "prompt", [], false, template.sources)).toThrow(/Download or locate LoRA/);
+
+ await choose({ selectedId: "aaaaaaaaaaaaaaaa", workers: [worker()] });
+ expect(templateUsable(template)).toBe(true);
+ const options = engineProviderSetting(template.paths, undefined, "sage2", template.loras, "prompt", [], false, template.sources).options;
+ expect(options).toMatchObject({
+ transformer: "https://example.com/large.safetensors",
+ textEncoder: "D:/models/encoder.safetensors",
+ videoVae: "https://example.com/vae.safetensors",
+ audioVae: "https://example.com/audio.safetensors",
+ stepOverride: 4,
+ });
+ expect(options).not.toHaveProperty("tokenizer");
+ expect(JSON.parse(options.loras as string)).toEqual([{ path: TURBO_LORA.url, strength: 1 }]);
+
+ const animate = viggleAnimateTemplate();
+ const embedding = engineProviderSetting(animate.paths, undefined, animate.attention, [], "animate", animate.additionalSafetensors, false, animate.sources).options;
+ expect(embedding.promptEmbedding).toBe(animate.additionalSafetensors![0].url);
+ });
+
+ it("still needs a source for every required model on a worker", async () => {
+ await choose({ selectedId: "aaaaaaaaaaaaaaaa", workers: [worker()] });
+ const template = downloadable();
+ template.sources = {};
+ expect(templateUsable(template)).toBe(false);
+ });
+});
diff --git a/src/lib/workers.ts b/src/lib/workers.ts
new file mode 100644
index 0000000..a953a85
--- /dev/null
+++ b/src/lib/workers.ts
@@ -0,0 +1,122 @@
+/* LAN generation workers (Settings → Workers).
+ *
+ * Rust owns the selection and routes every generation command to the chosen
+ * worker, so nothing else in the webview changes. This module mirrors the
+ * selection in localStorage only so synchronous code (which generator
+ * templates are usable, which weight variant to send) can read it. */
+import { invoke } from "@tauri-apps/api/core";
+import { listen } from "@tauri-apps/api/event";
+import { isTauri } from "./persistence";
+
+export interface WorkerGpu { name: string; memoryBytes: number }
+
+export interface WorkerRuntime {
+ state: string;
+ version: string | null;
+ platform: string | null;
+ cudaAvailable: boolean;
+ cudaDeviceNames: string[];
+ detail: string;
+}
+
+export interface GenerationWorker {
+ /** The worker id, or the address of a manual worker never reached. */
+ key: string;
+ id: string | null;
+ name: string;
+ address: string | null;
+ online: boolean;
+ compatible: boolean;
+ discovered: boolean;
+ manual: boolean;
+ selected: boolean;
+ version: string | null;
+ requiresToken: boolean;
+ hasToken: boolean;
+ gpus: WorkerGpu[];
+ runtime: WorkerRuntime | null;
+ error: string | null;
+}
+
+export interface WorkerList { selectedId: string | null; workers: GenerationWorker[] }
+
+export interface SelectedWorker { id: string; name: string; gpus: WorkerGpu[] }
+
+const KEY = "slopus.generation-worker.v1";
+export const WORKERS_EVENT = "slopus:workers-changed";
+
+export function selectedWorker(): SelectedWorker | null {
+ try {
+ const value: unknown = JSON.parse(localStorage.getItem(KEY) ?? "null");
+ if (!value || typeof value !== "object") return null;
+ const { id, name, gpus } = value as Partial<SelectedWorker>;
+ if (typeof id !== "string" || !id) return null;
+ return { id, name: typeof name === "string" ? name : "Worker",
+ gpus: Array.isArray(gpus) ? gpus.filter((gpu) => typeof gpu?.name === "string" && typeof gpu.memoryBytes === "number") : [] };
+ } catch {
+ return null;
+ }
+}
+
+/** True when generation runs on a LAN worker instead of this computer. */
+export const remoteWorkerSelected = (): boolean => selectedWorker() !== null;
+
+function mirror(list: WorkerList) {
+ const previous = selectedWorker();
+ const worker = list.workers.find((item) => item.id === list.selectedId);
+ const next: SelectedWorker | null = list.selectedId
+ ? { id: list.selectedId, name: worker?.name ?? previous?.name ?? "Worker", gpus: worker?.online ? worker.gpus : previous?.gpus ?? [] }
+ : null;
+ if (JSON.stringify(next) === JSON.stringify(previous)) return;
+ try {
+ if (next) localStorage.setItem(KEY, JSON.stringify(next));
+ else localStorage.removeItem(KEY);
+ } catch {
+ /* Rust still routes correctly; only template filtering may lag. */
+ }
+ window.dispatchEvent(new Event(WORKERS_EVENT));
+}
+
+let list: WorkerList | null = null;
+const subscribers = new Set<() => void>();
+export const getWorkerList = () => list;
+export function subscribeWorkers(listener: () => void) {
+ subscribers.add(listener);
+ window.addEventListener(WORKERS_EVENT, listener);
+ return () => { subscribers.delete(listener); window.removeEventListener(WORKERS_EVENT, listener); };
+}
+
+function publish(next: WorkerList): WorkerList {
+ list = next;
+ mirror(next);
+ subscribers.forEach((listener) => listener());
+ return next;
+}
+
+let pending: Promise<WorkerList> | null = null;
+/** Asks every known and announced worker for its status. */
+export function refreshWorkers(): Promise<WorkerList> {
+ if (!isTauri()) return Promise.resolve(publish({ selectedId: null, workers: [] }));
+ pending ??= invoke<WorkerList>("list_workers").then(publish).finally(() => { pending = null; });
+ return pending;
+}
+
+export const selectWorker = async (id: string | null) => publish(await invoke<WorkerList>("select_worker", { id }));
+export const addWorker = async (address: string) => publish(await invoke<WorkerList>("add_worker", { address }));
+export const removeWorker = async (key: string) => publish(await invoke<WorkerList>("remove_worker", { key }));
+export const setWorkerToken = async (id: string, token: string) => publish(await invoke<WorkerList>("set_worker_token", { id, token }));
+
+/** Follows mDNS announcements for the life of the app. */
+export function startWorkerDiscovery(): () => void {
+ if (!isTauri()) return () => undefined;
+ let disposed = false;
+ let timer: ReturnType<typeof setTimeout> | undefined;
+ let stop: (() => void) | undefined;
+ const refresh = () => { void refreshWorkers().catch(() => undefined); };
+ void listen("workers-changed", () => {
+ clearTimeout(timer);
+ timer = setTimeout(refresh, 300);
+ }).then((unlisten) => { if (disposed) unlisten(); else stop = unlisten; });
+ refresh();
+ return () => { disposed = true; clearTimeout(timer); stop?.(); };
+}
diff --git a/src/styles/settings.css b/src/styles/settings.css
index 214a869..467af5f 100644
--- a/src/styles/settings.css
+++ b/src/styles/settings.css
@@ -319,3 +319,23 @@ input.settings-field--number,
.settings-field { width: 240px; }
.weight-source { grid-template-columns: minmax(0, 1fr) minmax(0, 1fr); }
}
+
+/* Settings → Workers */
+.settings-worker-selected {
+ display: inline-flex;
+ align-items: center;
+ gap: var(--space-1);
+ color: var(--text-secondary);
+ font-size: var(--text-base);
+ white-space: nowrap;
+}
+
+.settings-worker-token {
+ display: inline-flex;
+ align-items: center;
+ gap: var(--space-2);
+}
+
+.settings-caption code {
+ font-family: var(--font-mono, ui-monospace, monospace);
+}