AI media harness for planning, generating, and editing locally
TypeScript
Polish reference previews and add refresh
Bitti2e8ee802df58
diff --git a/src/components/ProjectWorkspace.tsx b/src/components/ProjectWorkspace.tsxindex b5c9b13..9e8494d 100644--- a/src/components/ProjectWorkspace.tsx+++ b/src/components/ProjectWorkspace.tsx@@ -127,7 +127,7 @@ export function ProjectWorkspace({ project, initialView = "timeline", runtime =<div className={`project-content project-content--${view}`}>{view === "timeline" && <TimelineView config={config} folderPath={project.folderPath} generationCompletionTimes={generationCompletionTimes} onChange={changeConfig} onMeasured={recordMeasurement} onOpenGenerator={(jobId) => { setSelectedGenerationJobId(jobId); setView("generator"); }} />}{view === "generator" && <GeneratorView onGenerate={(submissions) => queue.enqueue(session, submissions)} onCancelGeneration={(ids) => queue.cancelScenes(session, ids)} cancellingJobIds={cancellingJobIds} config={config} folderPath={project.folderPath} generationCompletionTimes={generationCompletionTimes} runtime={runtime?.slopfab ?? null} onRuntimeChange={onGeneratorRuntimeChange} onChange={changeConfig} selectedJobId={selectedGenerationJobId} onOpenTimeline={() => setView("timeline")} />}- {view === "references" && <ReferencesView config={config} folderPath={project.folderPath} onChange={changeConfig} />}+ {view === "references" && <ReferencesView config={config} folderPath={project.folderPath} onChange={changeConfig} onRegenerateIcon={(id) => queue.regenerateReferenceIcon(session, id)} pendingIconIds={new Set(config.references.filter((reference) => queue.isReferenceIconPending(session, reference.id)).map((reference) => reference.id))} />}{view === "export" && <ExportView config={config} folderPath={project.folderPath} />}</div><footer className={`project-agent-row${view === "agent" ? " project-agent-row--page" : ""}`}><AgentDockdiff --git a/src/components/workspace/ReferencesView.test.tsx b/src/components/workspace/ReferencesView.test.tsxindex cac6e49..3c646ff 100644--- a/src/components/workspace/ReferencesView.test.tsx+++ b/src/components/workspace/ReferencesView.test.tsx@@ -38,18 +38,33 @@ const project = (): ProjectConfig => {});};-function setup(initial = project()) {+function setup(initial = project(), onRegenerateIcon = vi.fn(), pendingIconIds = new Set<string>()) {let latest = initial;function Harness() {const [config, setConfig] = useState(latest);latest = config;- return <ReferencesView config={config} folderPath="C:\\project" onChange={setConfig} />;+ return <ReferencesView config={config} folderPath="C:\\project" onChange={setConfig} onRegenerateIcon={onRegenerateIcon} pendingIconIds={pendingIconIds} />;}render(<Harness />);return { latest: () => latest };}describe("Reference type presets", () => {+ it("requests an icon refresh for the selected reference and disables duplicate requests", () => {+ const regenerate = vi.fn();+ const initial = project();+ setup(initial, regenerate);+ fireEvent.click(screen.getByRole("button", { name: "Regenerate reference icon" }));+ expect(regenerate).toHaveBeenCalledWith("ref-hero");+ cleanup();+ setup(initial, regenerate, new Set(["ref-hero"]));+ expect(screen.getByRole("button", { name: "Regenerate reference icon" })).toBeDisabled();+ cleanup();+ initial.references[0].description = "";+ setup(initial, regenerate);+ expect(screen.getByRole("button", { name: "Regenerate reference icon" })).toBeDisabled();+ });+it("adds an animal preset from its searchable subcategory", () => {const state = setup();fireEvent.click(screen.getByRole("button", { name: /Add a reference/ }));diff --git a/src/components/workspace/ReferencesView.tsx b/src/components/workspace/ReferencesView.tsxindex 090a332..929e677 100644--- a/src/components/workspace/ReferencesView.tsx+++ b/src/components/workspace/ReferencesView.tsx@@ -1,4 +1,4 @@-import { BookOpen, ChevronRight, FileText, ImagePlus, Link2, Plus, Search, Trash2, Users, X } from "lucide-react";+import { BookOpen, ChevronRight, FileText, ImagePlus, Link2, Plus, RefreshCw, Search, Trash2, Users, X } from "lucide-react";import { invoke } from "@tauri-apps/api/core";import { useMemo, useState } from "react";import { isReferenceDescribed, referenceImages, type ProjectConfig, type ProjectReference, type ProjectReferenceImage } from "../../lib/project";@@ -27,9 +27,16 @@ const referenceKindLabel = (reference: ProjectReference) => {return `${count} image${count === 1 ? "" : "s"}${isReferenceDescribed(reference) ? " + text" : ""}`;};-export function ReferencesView({ config, folderPath, onChange }: { config: ProjectConfig; folderPath: string; onChange: (next: ProjectConfig) => void }) {+export function ReferencesView({ config, folderPath, onChange, onRegenerateIcon, pendingIconIds = new Set<string>() }: {+ config: ProjectConfig;+ folderPath: string;+ onChange: (next: ProjectConfig) => void;+ onRegenerateIcon?: (referenceId: string) => void;+ pendingIconIds?: ReadonlySet<string>;+}) {const [selectedId, setSelectedId] = useState<string | undefined>(config.references[0]?.id);const [importError, setImportError] = useState<string | null>(null);+ const [iconError, setIconError] = useState<string | null>(null);const [presetDialog, setPresetDialog] = useState(false);const [pickerType, setPickerType] = useState<PresetReferenceType>("character");const [pickerSubcategory, setPickerSubcategory] = useState("all");@@ -171,6 +178,18 @@ export function ReferencesView({ config, folderPath, onChange }: { config: Projeto print the file's path over the thumbnail, which is neitherwhat the reference IS nor anything the user acts on. */}{selectedImages.length === 0 && !selected.iconRelativePath && !selectedPresetIcon && <em>{referenceKindLabel(selected)}</em>}+ {selectedImages.length === 0 && onRegenerateIcon && <button+ type="button"+ className="reference-icon-refresh"+ aria-label="Regenerate reference icon"+ title={pendingIconIds.has(selected.id) ? "Icon generation queued or running" : selected.description.trim() ? "Regenerate reference icon" : "Add a prompt to generate an icon"}+ disabled={!selected.description.trim() || pendingIconIds.has(selected.id)}+ onClick={() => {+ setIconError(null);+ try { onRegenerateIcon(selected.id); }+ catch (reason) { setIconError(reason instanceof Error ? reason.message : String(reason)); }+ }}+ ><RefreshCw size={14} aria-hidden="true" /></button>}</div><div className="reference-fields"><label><span>Prompt</span><textarea value={selected.description} placeholder="Describe what should stay consistent — the traits, materials, colours, or wardrobe Slopus should preserve across shots." onChange={(event) => update(selected.id, { description: event.target.value, content: event.target.value || null, subcategory: selectedSubcategory })} /></label>@@ -236,5 +255,6 @@ export function ReferencesView({ config, folderPath, onChange }: { config: Proje</div></div></div>}{importError && <div className="toast" role="alert"><strong>Couldn’t add image</strong><span>{importError}</span><button onClick={() => setImportError(null)}>Dismiss</button></div>}+ {iconError && <div className="toast" role="alert"><strong>Couldn’t regenerate icon</strong><span>{iconError}</span><button onClick={() => setIconError(null)}>Dismiss</button></div>}</div>;}diff --git a/src/lib/referenceIconWork.test.ts b/src/lib/referenceIconWork.test.tsindex bc70abc..44d4d60 100644--- a/src/lib/referenceIconWork.test.ts+++ b/src/lib/referenceIconWork.test.ts@@ -175,3 +175,56 @@ it("uses a distinct composition for every reference type and preserves the user'expect(new Set(prompts).size).toBe(5);for (const prompt of prompts) expect(prompt).toContain("User description for example.");});++it("forces replacement of bundled and generated icons in one batch behind videos", async () => {+ const preset = REFERENCE_PRESETS.find((preset) => preset.icon)!;+ const existing = { ...reference("existing", "animal"), iconRelativePath: "references/icons/old.jpg" };+ const { queue, session } = setup([existing, { ...reference("preset", preset.type), description: preset.prompt }]);+ await vi.advanceTimersByTimeAsync(1001);+ expect(requests()).toHaveLength(0);+ video(queue, session);+ queue.regenerateReferenceIcon(session, "existing");+ queue.regenerateReferenceIcon(session, "existing");+ queue.regenerateReferenceIcon(session, "preset");+ await flush();+ expect(requests()).toHaveLength(1);+ expect(queue.isReferenceIconPending(session, "existing")).toBe(true);+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(existing.iconRelativePath);+ await finish(requests()[0].jobId);+ expect(requests()[1]).toMatchObject({ stillImage: true, canvasWidth: 256, canvasHeight: 256 });+ await finish(requests()[1].jobId);+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);+ expect(queue.isReferenceIconPending(session, "existing")).toBe(false);+ await finish(requests()[2].jobId);+ expect(session.getSnapshot().config.references[1].iconRelativePath).toBe(`references/icons/${requests()[2].jobId}.jpg`);+ expect(queue.getSnapshot().filter((item) => item.kind === "reference-icons")).toHaveLength(1);+ await vi.advanceTimersByTimeAsync(2000);+ expect(requests()).toHaveLength(3);+});++it("keeps the previous icon after a failed refresh and allows retrying", async () => {+ const existing = { ...reference("hero"), iconRelativePath: "references/icons/old.jpg" };+ const { queue, session } = setup([existing]);+ queue.regenerateReferenceIcon(session, "hero");+ await flush();+ await finish(requests()[0].jobId, "failed", "Render failed");+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(existing.iconRelativePath);+ expect(queue.isReferenceIconPending(session, "hero")).toBe(false);+ queue.clearFinished();+ queue.regenerateReferenceIcon(session, "hero");+ await flush();+ await finish(requests()[1].jobId);+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);+});++it("regenerates with the latest prompt when a refresh result becomes stale", async () => {+ const { queue, session } = setup([{ ...reference("hero"), iconRelativePath: "references/icons/old.jpg" }]);+ queue.regenerateReferenceIcon(session, "hero");+ await flush();+ session.update((current) => ({ ...current, references: [{ ...current.references[0], description: "Updated animal prompt." }] }));+ await finish(requests()[0].jobId);+ expect(saveReferenceIcon).not.toHaveBeenCalled();+ expect(requests()[1].prompt).toContain("Updated animal prompt.");+ await finish(requests()[1].jobId);+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);+});diff --git a/src/lib/referenceIconWork.ts b/src/lib/referenceIconWork.tsindex 012a54b..aceda24 100644--- a/src/lib/referenceIconWork.ts+++ b/src/lib/referenceIconWork.ts@@ -2,6 +2,7 @@ import { describeDiagnosticError } from "./diagnostics";import { releaseRendered } from "./generatedVideo";import { isTauri } from "./persistence";import type { ProjectSession } from "./projectSession";+import { referenceImages, type ProjectReference } from "./project";import { needsReferenceIcon, referenceIconPrompt, REFERENCE_ICON_SIZE, REFERENCE_ICON_STEPS } from "./referenceIcons";import { cancelSlopfabGeneration, enqueueSlopfabGeneration, saveReferenceIcon } from "./runtime";import { withEngineSettings } from "./settings";@@ -18,6 +19,7 @@ interface IconTask {nativeId?: string;submitted: boolean;cancelled: boolean;+ force?: boolean;error?: string;needsSave?: boolean;finish?: () => void;@@ -74,30 +76,40 @@ export class ReferenceIconWork {for (const task of this.tasks.values()) {if (task.session !== session || task.status !== "queued") continue;const reference = references.find((reference) => reference.id === task.referenceId);- if (!reference || !needsReferenceIcon(reference)) task.status = "skipped";+ if (!reference || !this.shouldGenerate(reference, task)) task.status = "skipped";}let added = false;for (const reference of references) {- if (!needsReferenceIcon(reference)) continue;const key = `${session.record.folderPath}::${session.record.config.id}::${reference.id}`;const prompt = referenceIconPrompt(reference);const previous = this.tasks.get(key);+ const force = previous?.force && previous.status === "skipped";+ if (!this.shouldGenerate(reference, { force })) continue;if (previous && (previous === this.active || (previous.prompt === prompt && previous.status !== "skipped"))) continue;- this.tasks.set(key, { key, session, referenceId: reference.id, name: reference.name, prompt, status: "queued", submitted: false, cancelled: false });+ this.tasks.set(key, { key, session, referenceId: reference.id, name: reference.name, prompt, status: "queued", submitted: false, cancelled: false, force });added = true;}- if (added && !this.item) {- this.item = {- id: `icons-${crypto.randomUUID()}`, kind: "reference-icons", projectKey: "", folderPath: "", projectName: "", sceneId: "",- title: "Reference icons", submittedAt: new Date().toISOString(), status: "queued", progress: 0,- detail: "Waiting to generate icons", error: null, completionAt: null, cancelling: false, needsSave: false,- settings: { frames: 1, steps: REFERENCE_ICON_STEPS, seed: -1, canvasWidth: REFERENCE_ICON_SIZE, canvasHeight: REFERENCE_ICON_SIZE },- };- }this.publish();if (added) this.wake();}+ private shouldGenerate(reference: ProjectReference, task: { force?: boolean }) {+ return task.force ? Boolean(reference.description.trim()) && referenceImages(reference).length === 0 : needsReferenceIcon(reference);+ }++ isPending(session: ProjectSession, referenceId: string) {+ return [...this.tasks.values()].some((task) => task.session === session && task.referenceId === referenceId && ["queued", "generating", "saving"].includes(task.status));+ }++ regenerate(session: ProjectSession, referenceId: string) {+ const reference = session.getSnapshot().config.references.find((reference) => reference.id === referenceId);+ if (!reference || !this.shouldGenerate(reference, { force: true }) || this.isPending(session, referenceId)) return;+ const key = `${session.record.folderPath}::${session.record.config.id}::${reference.id}`;+ this.tasks.set(key, { key, session, referenceId, name: reference.name, prompt: referenceIconPrompt(reference), status: "queued", submitted: false, cancelled: false, force: true });+ this.publish();+ this.wake();+ }+hasQueued() { return [...this.tasks.values()].some((task) => task.status === "queued"); }hasActiveProject(session: ProjectSession) {return [...this.tasks.values()].some((task) => task.session === session && ["queued", "generating", "saving"].includes(task.status));@@ -106,6 +118,14 @@ export class ReferenceIconWork {clearFinished(id: string) { if (this.owns(id)) this.item = undefined; }private publish() {+ if (this.hasQueued() && !this.item) {+ this.item = {+ id: `icons-${crypto.randomUUID()}`, kind: "reference-icons", projectKey: "", folderPath: "", projectName: "", sceneId: "",+ title: "Reference icons", submittedAt: new Date().toISOString(), status: "queued", progress: 0,+ detail: "Waiting to generate icons", error: null, completionAt: null, cancelling: false, needsSave: false,+ settings: { frames: 1, steps: REFERENCE_ICON_STEPS, seed: -1, canvasWidth: REFERENCE_ICON_SIZE, canvasHeight: REFERENCE_ICON_SIZE },+ };+ }if (!this.item) return;const tasks = [...this.tasks.values()].filter((task) => task.status !== "skipped");const completed = tasks.filter((task) => task.status === "completed").length;@@ -141,7 +161,7 @@ export class ReferenceIconWork {if (task.cancelled) return;if (videoWaiting()) { task.status = "queued"; return; }const reference = task.session.getSnapshot().config.references.find((reference) => reference.id === task.referenceId);- if (!reference || !needsReferenceIcon(reference)) { task.status = "skipped"; return; }+ if (!reference || !this.shouldGenerate(reference, task)) { task.status = "skipped"; return; }task.prompt = referenceIconPrompt(reference);task.name = reference.name;task.nativeId = `icon-${crypto.randomUUID()}`;@@ -191,11 +211,11 @@ export class ReferenceIconWork {try {const reference = task.session.getSnapshot().config.references.find((reference) => reference.id === task.referenceId);if (task.cancelled) { task.status = "cancelled"; return; }- if (!reference || !needsReferenceIcon(reference) || referenceIconPrompt(reference) !== task.prompt) { task.status = "skipped"; return; }+ if (!reference || !this.shouldGenerate(reference, task) || referenceIconPrompt(reference) !== task.prompt) { task.status = "skipped"; return; }const iconRelativePath = await saveReferenceIcon(task.session.record.folderPath, task.nativeId!);let attached = false;task.session.update((current) => ({ ...current, references: current.references.map((reference) => {- if (reference.id !== task.referenceId || !needsReferenceIcon(reference) || referenceIconPrompt(reference) !== task.prompt) return reference;+ if (reference.id !== task.referenceId || !this.shouldGenerate(reference, task) || referenceIconPrompt(reference) !== task.prompt) return reference;attached = true;return { ...reference, iconRelativePath };}) }));diff --git a/src/lib/workQueue.ts b/src/lib/workQueue.tsindex f1a1150..aa39da4 100644--- a/src/lib/workQueue.ts+++ b/src/lib/workQueue.ts@@ -96,6 +96,13 @@ export class WorkQueue {const session = this.projects.get(projectQueueKey(record));return Boolean(session && this.icons.hasActiveProject(session)) || this.items.some((item) => item.projectKey === projectQueueKey(record) && isWorkActive(item));}+ isReferenceIconPending(session: ProjectSession, referenceId: string) {+ return this.icons.isPending(session, referenceId);+ }+ regenerateReferenceIcon(session: ProjectSession, referenceId: string) {+ if (!isTauri()) throw new Error("Icon generation is available in the desktop app.");+ this.icons.regenerate(session, referenceId);+ }forgetProject(record: ProjectRecord) {if (this.hasActiveProject(record)) throw new Error("Cancel or finish this project's work before deleting it.");const session = this.projects.get(projectQueueKey(record));diff --git a/src/styles/index.css b/src/styles/index.cssindex 7adebb1..c0050b1 100644--- a/src/styles/index.css+++ b/src/styles/index.css@@ -39,9 +39,14 @@}:root .generator-panel .job-title__name,-:root .generator-panel .shot-title__name,-:root .reference-inspector .reference-title__name {+:root .generator-panel .shot-title__name {font-size: var(--text-xl);font-weight: var(--weight-semibold);line-height: var(--leading-snug);}++:root .reference-inspector .reference-title__name {+ font-size: var(--text-md);+ font-weight: var(--weight-semibold);+ line-height: var(--leading-snug);+}diff --git a/src/styles/references.css b/src/styles/references.cssindex ff2190f..ad163ce 100644--- a/src/styles/references.css+++ b/src/styles/references.css@@ -78,7 +78,7 @@flex: 1 1 auto;margin: 0;color: var(--text-primary);- font-size: var(--text-xl);+ font-size: var(--text-md);font-weight: var(--weight-semibold);line-height: var(--leading-snug);letter-spacing: var(--tracking-tight);@@ -211,12 +211,61 @@object-fit: contain;}-.reference-detail-art--preset {+.reference-detail-art.reference-detail-art--preset {width: 100%;height: auto;aspect-ratio: 1;}+.reference-detail-art--preset > .reference-image-fallback {+ width: 100%;+ height: 100%;+ border: 0;+ border-radius: 0;+}++.reference-detail-art .reference-icon-refresh {+ position: absolute;+ top: var(--space-2);+ right: var(--space-2);+ z-index: 3;+ display: grid;+ place-items: center;+ width: var(--control-sm);+ height: var(--control-sm);+ padding: 0;+ border: 1px solid var(--line-strong);+ border-radius: var(--radius-sm);+ color: var(--text-primary);+ background: var(--panel-2);+ opacity: 0;+ pointer-events: none;+ transition: opacity var(--motion-fast);+}++.reference-detail-art:hover .reference-icon-refresh,+.reference-detail-art:focus-within .reference-icon-refresh {+ opacity: 1;+ pointer-events: auto;+}++.reference-detail-art .reference-icon-refresh:hover:not(:disabled) {+ background: var(--panel-3);+ border-color: var(--accent);+}++.reference-detail-art .reference-icon-refresh:disabled {+ color: var(--text-muted);+ cursor: default;+}++@media (hover: none) {+ .reference-detail-art .reference-icon-refresh {+ opacity: 1;+ pointer-events: auto;+ }+}+.reference-detail-images {width: 100%;height: 100%;