Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Polish reference previews and add refresh

Bitti2e8ee802df58
diff --git a/src/components/ProjectWorkspace.tsx b/src/components/ProjectWorkspace.tsx
index b5c9b13..9e8494d 100644
--- a/src/components/ProjectWorkspace.tsx
+++ b/src/components/ProjectWorkspace.tsx
@@ -127,7 +127,7 @@ export function ProjectWorkspace({ project, initialView = "timeline", runtime =
<div className={`project-content project-content--${view}`}>
{view === "timeline" && <TimelineView config={config} folderPath={project.folderPath} generationCompletionTimes={generationCompletionTimes} onChange={changeConfig} onMeasured={recordMeasurement} onOpenGenerator={(jobId) => { setSelectedGenerationJobId(jobId); setView("generator"); }} />}
{view === "generator" && <GeneratorView onGenerate={(submissions) => queue.enqueue(session, submissions)} onCancelGeneration={(ids) => queue.cancelScenes(session, ids)} cancellingJobIds={cancellingJobIds} config={config} folderPath={project.folderPath} generationCompletionTimes={generationCompletionTimes} runtime={runtime?.slopfab ?? null} onRuntimeChange={onGeneratorRuntimeChange} onChange={changeConfig} selectedJobId={selectedGenerationJobId} onOpenTimeline={() => setView("timeline")} />}
- {view === "references" && <ReferencesView config={config} folderPath={project.folderPath} onChange={changeConfig} />}
+ {view === "references" && <ReferencesView config={config} folderPath={project.folderPath} onChange={changeConfig} onRegenerateIcon={(id) => queue.regenerateReferenceIcon(session, id)} pendingIconIds={new Set(config.references.filter((reference) => queue.isReferenceIconPending(session, reference.id)).map((reference) => reference.id))} />}
{view === "export" && <ExportView config={config} folderPath={project.folderPath} />}
</div>
<footer className={`project-agent-row${view === "agent" ? " project-agent-row--page" : ""}`}><AgentDock
diff --git a/src/components/workspace/ReferencesView.test.tsx b/src/components/workspace/ReferencesView.test.tsx
index cac6e49..3c646ff 100644
--- a/src/components/workspace/ReferencesView.test.tsx
+++ b/src/components/workspace/ReferencesView.test.tsx
@@ -38,18 +38,33 @@ const project = (): ProjectConfig => {
});
};
-function setup(initial = project()) {
+function setup(initial = project(), onRegenerateIcon = vi.fn(), pendingIconIds = new Set<string>()) {
let latest = initial;
function Harness() {
const [config, setConfig] = useState(latest);
latest = config;
- return <ReferencesView config={config} folderPath="C:\\project" onChange={setConfig} />;
+ return <ReferencesView config={config} folderPath="C:\\project" onChange={setConfig} onRegenerateIcon={onRegenerateIcon} pendingIconIds={pendingIconIds} />;
}
render(<Harness />);
return { latest: () => latest };
}
describe("Reference type presets", () => {
+ it("requests an icon refresh for the selected reference and disables duplicate requests", () => {
+ const regenerate = vi.fn();
+ const initial = project();
+ setup(initial, regenerate);
+ fireEvent.click(screen.getByRole("button", { name: "Regenerate reference icon" }));
+ expect(regenerate).toHaveBeenCalledWith("ref-hero");
+ cleanup();
+ setup(initial, regenerate, new Set(["ref-hero"]));
+ expect(screen.getByRole("button", { name: "Regenerate reference icon" })).toBeDisabled();
+ cleanup();
+ initial.references[0].description = "";
+ setup(initial, regenerate);
+ expect(screen.getByRole("button", { name: "Regenerate reference icon" })).toBeDisabled();
+ });
+
it("adds an animal preset from its searchable subcategory", () => {
const state = setup();
fireEvent.click(screen.getByRole("button", { name: /Add a reference/ }));
diff --git a/src/components/workspace/ReferencesView.tsx b/src/components/workspace/ReferencesView.tsx
index 090a332..929e677 100644
--- a/src/components/workspace/ReferencesView.tsx
+++ b/src/components/workspace/ReferencesView.tsx
@@ -1,4 +1,4 @@
-import { BookOpen, ChevronRight, FileText, ImagePlus, Link2, Plus, Search, Trash2, Users, X } from "lucide-react";
+import { BookOpen, ChevronRight, FileText, ImagePlus, Link2, Plus, RefreshCw, Search, Trash2, Users, X } from "lucide-react";
import { invoke } from "@tauri-apps/api/core";
import { useMemo, useState } from "react";
import { isReferenceDescribed, referenceImages, type ProjectConfig, type ProjectReference, type ProjectReferenceImage } from "../../lib/project";
@@ -27,9 +27,16 @@ const referenceKindLabel = (reference: ProjectReference) => {
return `${count} image${count === 1 ? "" : "s"}${isReferenceDescribed(reference) ? " + text" : ""}`;
};
-export function ReferencesView({ config, folderPath, onChange }: { config: ProjectConfig; folderPath: string; onChange: (next: ProjectConfig) => void }) {
+export function ReferencesView({ config, folderPath, onChange, onRegenerateIcon, pendingIconIds = new Set<string>() }: {
+ config: ProjectConfig;
+ folderPath: string;
+ onChange: (next: ProjectConfig) => void;
+ onRegenerateIcon?: (referenceId: string) => void;
+ pendingIconIds?: ReadonlySet<string>;
+}) {
const [selectedId, setSelectedId] = useState<string | undefined>(config.references[0]?.id);
const [importError, setImportError] = useState<string | null>(null);
+ const [iconError, setIconError] = useState<string | null>(null);
const [presetDialog, setPresetDialog] = useState(false);
const [pickerType, setPickerType] = useState<PresetReferenceType>("character");
const [pickerSubcategory, setPickerSubcategory] = useState("all");
@@ -171,6 +178,18 @@ export function ReferencesView({ config, folderPath, onChange }: { config: Proje
to print the file's path over the thumbnail, which is neither
what the reference IS nor anything the user acts on. */}
{selectedImages.length === 0 && !selected.iconRelativePath && !selectedPresetIcon && <em>{referenceKindLabel(selected)}</em>}
+ {selectedImages.length === 0 && onRegenerateIcon && <button
+ type="button"
+ className="reference-icon-refresh"
+ aria-label="Regenerate reference icon"
+ title={pendingIconIds.has(selected.id) ? "Icon generation queued or running" : selected.description.trim() ? "Regenerate reference icon" : "Add a prompt to generate an icon"}
+ disabled={!selected.description.trim() || pendingIconIds.has(selected.id)}
+ onClick={() => {
+ setIconError(null);
+ try { onRegenerateIcon(selected.id); }
+ catch (reason) { setIconError(reason instanceof Error ? reason.message : String(reason)); }
+ }}
+ ><RefreshCw size={14} aria-hidden="true" /></button>}
</div>
<div className="reference-fields">
<label><span>Prompt</span><textarea value={selected.description} placeholder="Describe what should stay consistent — the traits, materials, colours, or wardrobe Slopus should preserve across shots." onChange={(event) => update(selected.id, { description: event.target.value, content: event.target.value || null, subcategory: selectedSubcategory })} /></label>
@@ -236,5 +255,6 @@ export function ReferencesView({ config, folderPath, onChange }: { config: Proje
</div>
</div></div>}
{importError && <div className="toast" role="alert"><strong>Couldn’t add image</strong><span>{importError}</span><button onClick={() => setImportError(null)}>Dismiss</button></div>}
+ {iconError && <div className="toast" role="alert"><strong>Couldn’t regenerate icon</strong><span>{iconError}</span><button onClick={() => setIconError(null)}>Dismiss</button></div>}
</div>;
}
diff --git a/src/lib/referenceIconWork.test.ts b/src/lib/referenceIconWork.test.ts
index bc70abc..44d4d60 100644
--- a/src/lib/referenceIconWork.test.ts
+++ b/src/lib/referenceIconWork.test.ts
@@ -175,3 +175,56 @@ it("uses a distinct composition for every reference type and preserves the user'
expect(new Set(prompts).size).toBe(5);
for (const prompt of prompts) expect(prompt).toContain("User description for example.");
});
+
+it("forces replacement of bundled and generated icons in one batch behind videos", async () => {
+ const preset = REFERENCE_PRESETS.find((preset) => preset.icon)!;
+ const existing = { ...reference("existing", "animal"), iconRelativePath: "references/icons/old.jpg" };
+ const { queue, session } = setup([existing, { ...reference("preset", preset.type), description: preset.prompt }]);
+ await vi.advanceTimersByTimeAsync(1001);
+ expect(requests()).toHaveLength(0);
+ video(queue, session);
+ queue.regenerateReferenceIcon(session, "existing");
+ queue.regenerateReferenceIcon(session, "existing");
+ queue.regenerateReferenceIcon(session, "preset");
+ await flush();
+ expect(requests()).toHaveLength(1);
+ expect(queue.isReferenceIconPending(session, "existing")).toBe(true);
+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(existing.iconRelativePath);
+ await finish(requests()[0].jobId);
+ expect(requests()[1]).toMatchObject({ stillImage: true, canvasWidth: 256, canvasHeight: 256 });
+ await finish(requests()[1].jobId);
+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);
+ expect(queue.isReferenceIconPending(session, "existing")).toBe(false);
+ await finish(requests()[2].jobId);
+ expect(session.getSnapshot().config.references[1].iconRelativePath).toBe(`references/icons/${requests()[2].jobId}.jpg`);
+ expect(queue.getSnapshot().filter((item) => item.kind === "reference-icons")).toHaveLength(1);
+ await vi.advanceTimersByTimeAsync(2000);
+ expect(requests()).toHaveLength(3);
+});
+
+it("keeps the previous icon after a failed refresh and allows retrying", async () => {
+ const existing = { ...reference("hero"), iconRelativePath: "references/icons/old.jpg" };
+ const { queue, session } = setup([existing]);
+ queue.regenerateReferenceIcon(session, "hero");
+ await flush();
+ await finish(requests()[0].jobId, "failed", "Render failed");
+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(existing.iconRelativePath);
+ expect(queue.isReferenceIconPending(session, "hero")).toBe(false);
+ queue.clearFinished();
+ queue.regenerateReferenceIcon(session, "hero");
+ await flush();
+ await finish(requests()[1].jobId);
+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);
+});
+
+it("regenerates with the latest prompt when a refresh result becomes stale", async () => {
+ const { queue, session } = setup([{ ...reference("hero"), iconRelativePath: "references/icons/old.jpg" }]);
+ queue.regenerateReferenceIcon(session, "hero");
+ await flush();
+ session.update((current) => ({ ...current, references: [{ ...current.references[0], description: "Updated animal prompt." }] }));
+ await finish(requests()[0].jobId);
+ expect(saveReferenceIcon).not.toHaveBeenCalled();
+ expect(requests()[1].prompt).toContain("Updated animal prompt.");
+ await finish(requests()[1].jobId);
+ expect(session.getSnapshot().config.references[0].iconRelativePath).toBe(`references/icons/${requests()[1].jobId}.jpg`);
+});
diff --git a/src/lib/referenceIconWork.ts b/src/lib/referenceIconWork.ts
index 012a54b..aceda24 100644
--- a/src/lib/referenceIconWork.ts
+++ b/src/lib/referenceIconWork.ts
@@ -2,6 +2,7 @@ import { describeDiagnosticError } from "./diagnostics";
import { releaseRendered } from "./generatedVideo";
import { isTauri } from "./persistence";
import type { ProjectSession } from "./projectSession";
+import { referenceImages, type ProjectReference } from "./project";
import { needsReferenceIcon, referenceIconPrompt, REFERENCE_ICON_SIZE, REFERENCE_ICON_STEPS } from "./referenceIcons";
import { cancelSlopfabGeneration, enqueueSlopfabGeneration, saveReferenceIcon } from "./runtime";
import { withEngineSettings } from "./settings";
@@ -18,6 +19,7 @@ interface IconTask {
nativeId?: string;
submitted: boolean;
cancelled: boolean;
+ force?: boolean;
error?: string;
needsSave?: boolean;
finish?: () => void;
@@ -74,30 +76,40 @@ export class ReferenceIconWork {
for (const task of this.tasks.values()) {
if (task.session !== session || task.status !== "queued") continue;
const reference = references.find((reference) => reference.id === task.referenceId);
- if (!reference || !needsReferenceIcon(reference)) task.status = "skipped";
+ if (!reference || !this.shouldGenerate(reference, task)) task.status = "skipped";
}
let added = false;
for (const reference of references) {
- if (!needsReferenceIcon(reference)) continue;
const key = `${session.record.folderPath}::${session.record.config.id}::${reference.id}`;
const prompt = referenceIconPrompt(reference);
const previous = this.tasks.get(key);
+ const force = previous?.force && previous.status === "skipped";
+ if (!this.shouldGenerate(reference, { force })) continue;
if (previous && (previous === this.active || (previous.prompt === prompt && previous.status !== "skipped"))) continue;
- this.tasks.set(key, { key, session, referenceId: reference.id, name: reference.name, prompt, status: "queued", submitted: false, cancelled: false });
+ this.tasks.set(key, { key, session, referenceId: reference.id, name: reference.name, prompt, status: "queued", submitted: false, cancelled: false, force });
added = true;
}
- if (added && !this.item) {
- this.item = {
- id: `icons-${crypto.randomUUID()}`, kind: "reference-icons", projectKey: "", folderPath: "", projectName: "", sceneId: "",
- title: "Reference icons", submittedAt: new Date().toISOString(), status: "queued", progress: 0,
- detail: "Waiting to generate icons", error: null, completionAt: null, cancelling: false, needsSave: false,
- settings: { frames: 1, steps: REFERENCE_ICON_STEPS, seed: -1, canvasWidth: REFERENCE_ICON_SIZE, canvasHeight: REFERENCE_ICON_SIZE },
- };
- }
this.publish();
if (added) this.wake();
}
+ private shouldGenerate(reference: ProjectReference, task: { force?: boolean }) {
+ return task.force ? Boolean(reference.description.trim()) && referenceImages(reference).length === 0 : needsReferenceIcon(reference);
+ }
+
+ isPending(session: ProjectSession, referenceId: string) {
+ return [...this.tasks.values()].some((task) => task.session === session && task.referenceId === referenceId && ["queued", "generating", "saving"].includes(task.status));
+ }
+
+ regenerate(session: ProjectSession, referenceId: string) {
+ const reference = session.getSnapshot().config.references.find((reference) => reference.id === referenceId);
+ if (!reference || !this.shouldGenerate(reference, { force: true }) || this.isPending(session, referenceId)) return;
+ const key = `${session.record.folderPath}::${session.record.config.id}::${reference.id}`;
+ this.tasks.set(key, { key, session, referenceId, name: reference.name, prompt: referenceIconPrompt(reference), status: "queued", submitted: false, cancelled: false, force: true });
+ this.publish();
+ this.wake();
+ }
+
hasQueued() { return [...this.tasks.values()].some((task) => task.status === "queued"); }
hasActiveProject(session: ProjectSession) {
return [...this.tasks.values()].some((task) => task.session === session && ["queued", "generating", "saving"].includes(task.status));
@@ -106,6 +118,14 @@ export class ReferenceIconWork {
clearFinished(id: string) { if (this.owns(id)) this.item = undefined; }
private publish() {
+ if (this.hasQueued() && !this.item) {
+ this.item = {
+ id: `icons-${crypto.randomUUID()}`, kind: "reference-icons", projectKey: "", folderPath: "", projectName: "", sceneId: "",
+ title: "Reference icons", submittedAt: new Date().toISOString(), status: "queued", progress: 0,
+ detail: "Waiting to generate icons", error: null, completionAt: null, cancelling: false, needsSave: false,
+ settings: { frames: 1, steps: REFERENCE_ICON_STEPS, seed: -1, canvasWidth: REFERENCE_ICON_SIZE, canvasHeight: REFERENCE_ICON_SIZE },
+ };
+ }
if (!this.item) return;
const tasks = [...this.tasks.values()].filter((task) => task.status !== "skipped");
const completed = tasks.filter((task) => task.status === "completed").length;
@@ -141,7 +161,7 @@ export class ReferenceIconWork {
if (task.cancelled) return;
if (videoWaiting()) { task.status = "queued"; return; }
const reference = task.session.getSnapshot().config.references.find((reference) => reference.id === task.referenceId);
- if (!reference || !needsReferenceIcon(reference)) { task.status = "skipped"; return; }
+ if (!reference || !this.shouldGenerate(reference, task)) { task.status = "skipped"; return; }
task.prompt = referenceIconPrompt(reference);
task.name = reference.name;
task.nativeId = `icon-${crypto.randomUUID()}`;
@@ -191,11 +211,11 @@ export class ReferenceIconWork {
try {
const reference = task.session.getSnapshot().config.references.find((reference) => reference.id === task.referenceId);
if (task.cancelled) { task.status = "cancelled"; return; }
- if (!reference || !needsReferenceIcon(reference) || referenceIconPrompt(reference) !== task.prompt) { task.status = "skipped"; return; }
+ if (!reference || !this.shouldGenerate(reference, task) || referenceIconPrompt(reference) !== task.prompt) { task.status = "skipped"; return; }
const iconRelativePath = await saveReferenceIcon(task.session.record.folderPath, task.nativeId!);
let attached = false;
task.session.update((current) => ({ ...current, references: current.references.map((reference) => {
- if (reference.id !== task.referenceId || !needsReferenceIcon(reference) || referenceIconPrompt(reference) !== task.prompt) return reference;
+ if (reference.id !== task.referenceId || !this.shouldGenerate(reference, task) || referenceIconPrompt(reference) !== task.prompt) return reference;
attached = true;
return { ...reference, iconRelativePath };
}) }));
diff --git a/src/lib/workQueue.ts b/src/lib/workQueue.ts
index f1a1150..aa39da4 100644
--- a/src/lib/workQueue.ts
+++ b/src/lib/workQueue.ts
@@ -96,6 +96,13 @@ export class WorkQueue {
const session = this.projects.get(projectQueueKey(record));
return Boolean(session && this.icons.hasActiveProject(session)) || this.items.some((item) => item.projectKey === projectQueueKey(record) && isWorkActive(item));
}
+ isReferenceIconPending(session: ProjectSession, referenceId: string) {
+ return this.icons.isPending(session, referenceId);
+ }
+ regenerateReferenceIcon(session: ProjectSession, referenceId: string) {
+ if (!isTauri()) throw new Error("Icon generation is available in the desktop app.");
+ this.icons.regenerate(session, referenceId);
+ }
forgetProject(record: ProjectRecord) {
if (this.hasActiveProject(record)) throw new Error("Cancel or finish this project's work before deleting it.");
const session = this.projects.get(projectQueueKey(record));
diff --git a/src/styles/index.css b/src/styles/index.css
index 7adebb1..c0050b1 100644
--- a/src/styles/index.css
+++ b/src/styles/index.css
@@ -39,9 +39,14 @@
}
:root .generator-panel .job-title__name,
-:root .generator-panel .shot-title__name,
-:root .reference-inspector .reference-title__name {
+:root .generator-panel .shot-title__name {
font-size: var(--text-xl);
font-weight: var(--weight-semibold);
line-height: var(--leading-snug);
}
+
+:root .reference-inspector .reference-title__name {
+ font-size: var(--text-md);
+ font-weight: var(--weight-semibold);
+ line-height: var(--leading-snug);
+}
diff --git a/src/styles/references.css b/src/styles/references.css
index ff2190f..ad163ce 100644
--- a/src/styles/references.css
+++ b/src/styles/references.css
@@ -78,7 +78,7 @@
flex: 1 1 auto;
margin: 0;
color: var(--text-primary);
- font-size: var(--text-xl);
+ font-size: var(--text-md);
font-weight: var(--weight-semibold);
line-height: var(--leading-snug);
letter-spacing: var(--tracking-tight);
@@ -211,12 +211,61 @@
object-fit: contain;
}
-.reference-detail-art--preset {
+.reference-detail-art.reference-detail-art--preset {
width: 100%;
height: auto;
aspect-ratio: 1;
}
+.reference-detail-art--preset > .reference-image-fallback {
+ width: 100%;
+ height: 100%;
+ border: 0;
+ border-radius: 0;
+}
+
+.reference-detail-art .reference-icon-refresh {
+ position: absolute;
+ top: var(--space-2);
+ right: var(--space-2);
+ z-index: 3;
+ display: grid;
+ place-items: center;
+ width: var(--control-sm);
+ height: var(--control-sm);
+ padding: 0;
+ border: 1px solid var(--line-strong);
+ border-radius: var(--radius-sm);
+ color: var(--text-primary);
+ background: var(--panel-2);
+ opacity: 0;
+ pointer-events: none;
+ transition: opacity var(--motion-fast);
+}
+
+.reference-detail-art:hover .reference-icon-refresh,
+.reference-detail-art:focus-within .reference-icon-refresh {
+ opacity: 1;
+ pointer-events: auto;
+}
+
+.reference-detail-art .reference-icon-refresh:hover:not(:disabled) {
+ background: var(--panel-3);
+ border-color: var(--accent);
+}
+
+.reference-detail-art .reference-icon-refresh:disabled {
+ color: var(--text-muted);
+ cursor: default;
+}
+
+@media (hover: none) {
+ .reference-detail-art .reference-icon-refresh {
+ opacity: 1;
+ pointer-events: auto;
+ }
+}
+
.reference-detail-images {
width: 100%;
height: 100%;