Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Add sigma shift controls and LoRA overrides

Bittie72abe02fd80
diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.md
index 1ceadf8..c4f2dd7 100644
--- a/RELEASE_NOTES.md
+++ b/RELEASE_NOTES.md
@@ -15,6 +15,7 @@ This alpha update adds SeedVR2 and Real-ESRGAN export upscaling, Long Shot and B
- **Clip speed controls.** Timeline clips now offer Speed in Timing, from 25% to 400%. Changes preserve the source range, adjust duration and later clips on the same track, and apply to preview and export, including audio pitch.
- **Timeline preview zoom.** Zoom up to 400% using the zoom menu, buttons or Ctrl+wheel, and scroll to inspect details. Choose Fit to see the whole frame again.
- **Agent in Settings.** Open a resizable agent panel from the Settings top bar to configure generators, weight paths and LoRAs, even without an open project.
+- **Video and audio sigma shifts.** Set shifts beside generation steps in the right panel, define generator template defaults, and configure per-stream LoRA overrides. Local and LAN worker generation use the same settings.
- **Separate audio generation steps.** Audio follows the video step count by default, with optional overrides for local and worker generation.
- **Continuation overlap locking.** Continue scenes offer Lock Overlap for local and worker generation, constraining overlapping video and audio to the source scene.
- **Selectable character sheet views.** Enable Close up, Front view, Side view and Back view independently. Side view is off by default; generation, combined images and debug prompts include only enabled views. When enabled, the front view provides a shared clothing reference for the other views.
diff --git a/src/components/LoraSettings.tsx b/src/components/LoraSettings.tsx
index f6b6044..236512f 100644
--- a/src/components/LoraSettings.tsx
+++ b/src/components/LoraSettings.tsx
@@ -1,7 +1,8 @@
+import { DEFAULT_VIDEO_SIGMA_SHIFT, DEFAULT_AUDIO_SIGMA_SHIFT, MIN_SIGMA_SHIFT, MAX_SIGMA_SHIFT, isSigmaShift } from "../lib/sampling";
import { Add20, ArrowDown16, ArrowUp16, Delete16, Download16, Lora20, Spinner16, Wrench16 } from "./ui/icons";
import "../styles/loras.css";
import { useEffect, useRef, useState, useSyncExternalStore } from "react";
-import { highestLoraStepOverride, isLoraStepOverride, loadLoras, saveLoras, subscribeLoras, type Lora, type TemplateLora } from "../lib/loras";
+import { highestLoraStepOverride, loraSigmaShiftOverrides, isLoraStepOverride, loadLoras, saveLoras, subscribeLoras, type Lora, type TemplateLora } from "../lib/loras";
import { MAX_GENERATION_STEPS } from "../lib/project";
import { isTauri } from "../lib/persistence";
import { chooseEnginePath } from "../lib/runtime";
@@ -60,6 +61,8 @@ export function LoraEditor({ loraId, onDone }: { loraId: string; onDone: () => v
const [path, setPath] = useState(existing?.path ?? "");
const [override, setOverride] = useState(existing?.stepOverride !== undefined);
const [steps, setSteps] = useState(String(existing?.stepOverride ?? 3));
+ const [videoShift, setVideoShift] = useState(existing?.videoSigmaShiftOverride === undefined ? "" : String(existing.videoSigmaShiftOverride));
+ const [audioShift, setAudioShift] = useState(existing?.audioSigmaShiftOverride === undefined ? "" : String(existing.audioSigmaShiftOverride));
const [samplingPreset, setSamplingPreset] = useState(existing?.samplingPreset);
const [error, setError] = useState<string | null>(null);
const [saving, setSaving] = useState(false);
@@ -75,7 +78,8 @@ export function LoraEditor({ loraId, onDone }: { loraId: string; onDone: () => v
if (!name.trim()) setName(picked.split(/[\\/]/).pop()!.replace(/\.safetensors$/i, ""));
} catch (reason) { setError(String(reason)); }
};
- const invalid = !name.trim() || (!path.trim() && !existing?.url) || (!samplingPreset && override && !isLoraStepOverride(Number(steps)));
+ const invalid = !name.trim() || (!path.trim() && !existing?.url) || (!samplingPreset && override && !isLoraStepOverride(Number(steps)))
+ || (!samplingPreset && [videoShift, audioShift].some((value) => value !== "" && !isSigmaShift(Number(value))));
const save = async () => {
if (invalid) return;
if (path.trim() && (!/^(?:[a-z]:[\\/]|\\\\|\/)/i.test(path.trim()) || path.includes("\0"))) {
@@ -88,6 +92,8 @@ export function LoraEditor({ loraId, onDone }: { loraId: string; onDone: () => v
}
const library = loadLoras();
const entry: Lora = { ...library.find(({ id }) => id === loraId), id: loraId, name: name.trim(), path: path.trim(), samplingPreset, stepOverride: !samplingPreset && override ? Number(steps) : undefined,
+ videoSigmaShiftOverride: !samplingPreset && videoShift !== "" ? Number(videoShift) : undefined,
+ audioSigmaShiftOverride: !samplingPreset && audioShift !== "" ? Number(audioShift) : undefined,
...(path.trim() !== existing?.path ? { needsPreparation: undefined } : {}) };
saveLoras(existing ? library.map((lora) => lora.id === loraId ? entry : lora) : [...library, entry]);
if (mounted.current) onDone();
@@ -108,6 +114,11 @@ export function LoraEditor({ loraId, onDone }: { loraId: string; onDone: () => v
{!samplingPreset && <Checkbox aria-label="Override step count" checked={override} onChange={setOverride} label="Override step count"
description="The highest override among active LoRAs replaces the scene's step count." />}
{!samplingPreset && override && <label>Step count<input className="text-field" aria-label="LoRA step override" type="number" min={2} max={MAX_GENERATION_STEPS} step={1} value={steps} onChange={(event) => setSteps(event.target.value)} /></label>}
+ {!samplingPreset && <>
+ <label>Video sigma shift override<input className="text-field" aria-label="LoRA video sigma shift override" type="number" min={MIN_SIGMA_SHIFT} max={MAX_SIGMA_SHIFT} step={0.1} placeholder={`No override (default ${DEFAULT_VIDEO_SIGMA_SHIFT})`} value={videoShift} onChange={(event) => setVideoShift(event.target.value)} /></label>
+ <label>Audio sigma shift override<input className="text-field" aria-label="LoRA audio sigma shift override" type="number" min={MIN_SIGMA_SHIFT} max={MAX_SIGMA_SHIFT} step={0.1} placeholder={`No override (default ${DEFAULT_AUDIO_SIGMA_SHIFT})`} value={audioShift} onChange={(event) => setAudioShift(event.target.value)} /></label>
+ <p>Leave shifts blank to use scene or generator values. The highest active override wins for each stream.</p>
+ </>}
<Checkbox aria-label="Download missing timestep grid" checked={allowDownload} onChange={setAllowDownload} label="Download missing timestep grid"
description="New files are prepared in place before use, which may embed a timestep grid." />
{error && <InfoBar severity="error" message={error} />}
@@ -121,6 +132,7 @@ export function TemplateLorasEditor({ value, onChange }: { value: TemplateLora[]
const dmad = active.some((entry) => library.find(({ id }) => id === entry.loraId)?.samplingPreset === "dmad-4step");
const stepOverride = highestLoraStepOverride(active
.flatMap((entry) => library.filter(({ id }) => id === entry.loraId)));
+ const shifts = loraSigmaShiftOverrides(active.flatMap((entry) => library.filter(({ id }) => id === entry.loraId)));
const available = library.filter((entry) => (entry.path || entry.url) && !value.some(({ loraId }) => loraId === entry.id));
const update = (index: number, patch: Partial<TemplateLora>) => onChange(value.map((entry, i) => i === index ? { ...entry, ...patch } : entry));
const move = (index: number, delta: number) => {
@@ -147,6 +159,7 @@ export function TemplateLorasEditor({ value, onChange }: { value: TemplateLora[]
onChange={(loraId) => { if (loraId) onChange([...value, { loraId, enabled: true, strength: 1 }]); }}
options={available.map((lora) => ({ value: lora.id, label: lora.name }))} />
</SettingsCard>
+ {(shifts.videoSigmaShift !== undefined || shifts.audioSigmaShift !== undefined) && <InfoBar severity="informational" message={`Active LoRA sigma shifts: ${[shifts.videoSigmaShift !== undefined ? `video ${shifts.videoSigmaShift}` : "", shifts.audioSigmaShift !== undefined ? `audio ${shifts.audioSigmaShift}` : ""].filter(Boolean).join(", ")}.`} />}
{dmad ? <InfoBar severity="informational" message="DMAD fixes generation to four re-noising evaluations and turns off MotionCache." />
: stepOverride !== undefined && <InfoBar severity="informational" message={`Active LoRAs set the scene's step count to ${stepOverride}, the highest selected override.`} />}
</SettingsGroup>;
diff --git a/src/components/SettingsView.test.tsx b/src/components/SettingsView.test.tsx
index dfa810c..511b06d 100644
--- a/src/components/SettingsView.test.tsx
+++ b/src/components/SettingsView.test.tsx
@@ -344,6 +344,25 @@ describe("the settings screen", () => {
expect(screen.queryByRole("dialog")).toBeNull();
});
+ it("saves and clears independent LoRA sigma shift overrides", async () => {
+ open();
+ fireEvent.click(screen.getByRole("button", { name: "Edit TaoMate 3-Step LoRA" }));
+ fireEvent.change(screen.getByLabelText("LoRA video sigma shift override"), { target: { value: "8.5" } });
+ fireEvent.change(screen.getByLabelText("LoRA audio sigma shift override"), { target: { value: "2.5" } });
+ fireEvent.click(screen.getByRole("button", { name: "Save" }));
+ await waitFor(() => expect(screen.queryByRole("dialog")).toBeNull());
+ expect(loadLoras()[0]).toMatchObject({ videoSigmaShiftOverride: 8.5, audioSigmaShiftOverride: 2.5 });
+ fireEvent.click(screen.getByRole("button", { name: "Edit TaoMate 3-Step LoRA" }));
+ expect((screen.getByLabelText("LoRA video sigma shift override") as HTMLInputElement).value).toBe("8.5");
+ fireEvent.change(screen.getByLabelText("LoRA video sigma shift override"), { target: { value: "0" } });
+ expect((screen.getByRole("button", { name: "Save" }) as HTMLButtonElement).disabled).toBe(true);
+ fireEvent.change(screen.getByLabelText("LoRA video sigma shift override"), { target: { value: "" } });
+ fireEvent.click(screen.getByRole("button", { name: "Save" }));
+ await waitFor(() => expect(screen.queryByRole("dialog")).toBeNull());
+ expect(loadLoras()[0].videoSigmaShiftOverride).toBeUndefined();
+ expect(loadLoras()[0].audioSigmaShiftOverride).toBe(2.5);
+ });
+
it("defaults icon generation to the sole available generator and remembers a separate selection", () => {
const first = createGeneratorTemplate("Video"), second = createGeneratorTemplate("Icons");
const templates = { templates: [first], defaultTemplateId: first.id, catalogVersion: 9 };
@@ -372,6 +391,9 @@ describe("the settings screen", () => {
fireEvent.change(screen.getByLabelText("Generator name"), { target: { value: "Fast draft" } });
fireEvent.change(screen.getByLabelText("Generator default steps"), { target: { value: "12" } });
+ fireEvent.change(screen.getByLabelText("Generator video sigma shift"), { target: { value: "8.5" } });
+ fireEvent.change(screen.getByLabelText("Generator audio sigma shift"), { target: { value: "2.5" } });
+ expect(loadGeneratorTemplateSettings().templates.find((template) => template.name === "Fast draft")).toMatchObject({ videoSigmaShift: 8.5, audioSigmaShift: 2.5 });
expect(screen.getByRole("heading", { level: 1, name: "Fast draft" })).toBeTruthy();
enterPath("Transformer weights", "D:\\Models\\draft.safetensors");
fireEvent.click(screen.getByRole("button", { name: "Generators" }));
diff --git a/src/components/SettingsView.tsx b/src/components/SettingsView.tsx
index 177b3d5..c1cb6d4 100644
--- a/src/components/SettingsView.tsx
+++ b/src/components/SettingsView.tsx
@@ -1,3 +1,4 @@
+import { DEFAULT_VIDEO_SIGMA_SHIFT, DEFAULT_AUDIO_SIGMA_SHIFT, MIN_SIGMA_SHIFT, MAX_SIGMA_SHIFT, isSigmaShift } from "../lib/sampling";
import { AdditionalSafetensorsEditor } from "./AdditionalSafetensorsEditor";
import { GeneratorSharing } from "./GeneratorSharing";
import { OtherWeightsSettings } from "./OtherWeightsSettings";
@@ -440,7 +441,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
probe({ ...EMPTY_ENGINE_SETTINGS });
};
- const updateTemplate = (updates: Partial<Pick<typeof selectedTemplate, "name" | "defaultSteps" | "attention" | "motionCache" | "loras" | "mode" | "additionalSafetensors">>) => {
+ const updateTemplate = (updates: Partial<Pick<typeof selectedTemplate, "name" | "defaultSteps" | "videoSigmaShift" | "audioSigmaShift" | "attention" | "motionCache" | "loras" | "mode" | "additionalSafetensors">>) => {
setTemplateSettings((current) => {
const next = {
...current,
@@ -576,6 +577,20 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
</SettingsCard>
</SettingsGroup>
+ <SettingsGroup heading="Sampling">
+ {(["videoSigmaShift", "audioSigmaShift"] as const).map((key) => {
+ const label = `${key === "videoSigmaShift" ? "Video" : "Audio"} sigma shift`;
+ const fallback = key === "audioSigmaShift" ? DEFAULT_AUDIO_SIGMA_SHIFT : selectedTemplate.mode === "animate" ? 3 : DEFAULT_VIDEO_SIGMA_SHIFT;
+ return <SettingsCard key={key} icon={<Steps20 />} header={label} description="Default for this generator. Scene values and active LoRA overrides take priority. Leave blank for the model default.">
+ <input className="text-field settings-field settings-field--number" aria-label={`Generator ${label.toLowerCase()}`} type="number" min={MIN_SIGMA_SHIFT} max={MAX_SIGMA_SHIFT} step={0.1}
+ placeholder={String(fallback)} value={selectedTemplate[key] ?? ""} onChange={(event) => {
+ const value = Number(event.target.value);
+ if (!event.target.value || isSigmaShift(value)) updateTemplate({ [key]: event.target.value ? value : undefined });
+ }} />
+ </SettingsCard>;
+ })}
+ </SettingsGroup>
+
<SettingsGroup heading="Performance">
<SettingsCard icon={<Gauge20 />} header="Attention">
<ComboBox aria-label="Generator attention" value={selectedTemplate.attention} onChange={(value) => updateTemplate({ attention: value as AttentionMode })}
diff --git a/src/components/workspace/GeneratorView.test.tsx b/src/components/workspace/GeneratorView.test.tsx
index d28122e..215de90 100644
--- a/src/components/workspace/GeneratorView.test.tsx
+++ b/src/components/workspace/GeneratorView.test.tsx
@@ -11,7 +11,8 @@ import { GeneratorView, templateSceneBlocker } from "./GeneratorView";
import { ReferencesView } from "./ReferencesView";
import { choose, chooseOption, comboValue, optionNames } from "./comboTestUtils";
import { chooseReference, changePromptChip, insertPromptReference, placePromptCaret, typePrompt } from "./promptTestUtils";
-import { minimaxOriginalTemplate, viggleAnimateTemplate, saveDebugOptionsEnabled } from "../../lib/settings";
+import { saveLoras } from "../../lib/loras";
+import { createGeneratorTemplate, saveGeneratorTemplateSettings, minimaxOriginalTemplate, viggleAnimateTemplate, saveDebugOptionsEnabled } from "../../lib/settings";
vi.mock("../../lib/nativeShell", async (importOriginal) => ({
...await importOriginal<typeof import("../../lib/nativeShell")>(),
@@ -650,6 +651,11 @@ describe("Generator scene controls", () => {
expect(parseProjectConfig(JSON.parse(JSON.stringify(state.latest()))).generationJobs[0].latentUpscale).toBe(latentUpscale);
expect(within(generation).getByRole("spinbutton", { name: "Generation step count" })).toHaveValue(20);
expect(within(generation).getByRole("spinbutton", { name: "Generation seed" })).toHaveValue(-1);
+ expect(within(generation).getByRole("spinbutton", { name: "Video sigma shift" })).toHaveValue(12);
+ expect(within(generation).getByRole("spinbutton", { name: "Audio sigma shift" })).toHaveValue(3);
+ fireEvent.change(within(generation).getByRole("spinbutton", { name: "Video sigma shift" }), { target: { value: "8.5" } });
+ fireEvent.change(within(generation).getByRole("spinbutton", { name: "Audio sigma shift" }), { target: { value: "2.5" } });
+ expect(parseProjectConfig(JSON.parse(JSON.stringify(state.latest()))).generationJobs[0]).toMatchObject({ videoSigmaShift: 8.5, audioSigmaShift: 2.5 });
fireEvent.change(within(generation).getByRole("spinbutton", { name: "Generation step count" }), { target: { value: "28" } });
fireEvent.change(within(generation).getByRole("spinbutton", { name: "Generation seed" }), { target: { value: "9173" } });
@@ -668,6 +674,8 @@ describe("Generator scene controls", () => {
expect(JSON.parse(state.latest().generationJobs[0].generationSnapshot!).latentUpscale).toBe(latentUpscale ? true : undefined);
expect(JSON.parse(state.latest().generationJobs[0].generationSnapshot!)).toEqual(expect.objectContaining({
steps: 28,
+ videoSigmaShift: 8.5,
+ audioSigmaShift: 2.5,
seed: 9173,
frames: 144,
canvasWidth: 736,
@@ -1148,3 +1156,22 @@ describe("Generator board as a native list", () => {
expect(source.closest(".shot-card")).not.toHaveClass("shot-card--dragging");
});
});
+
+it("shows template shifts and locks active LoRA overrides without replacing saved scene values", () => {
+ const template = { ...createGeneratorTemplate("Shifts"), videoSigmaShift: 9, audioSigmaShift: 3.5,
+ loras: [{ loraId: "shift", enabled: true, strength: 1 }],
+ paths: { transformer: "model", textEncoder: "text", tokenizer: "", videoVae: "video", audioVae: "audio" } };
+ saveLoras([{ id: "shift", name: "Shift", path: "D:/shift.safetensors", videoSigmaShiftOverride: 6 }]);
+ saveGeneratorTemplateSettings({ templates: [template], defaultTemplateId: template.id, catalogVersion: 9 });
+ const initial = project();
+ initial.generationJobs[0].videoSigmaShift = 8;
+ const state = setup(initial);
+ expect(screen.getByLabelText("Video sigma shift")).toHaveValue(6);
+ expect(screen.getByLabelText("Video sigma shift")).toBeDisabled();
+ expect(screen.getByLabelText("Audio sigma shift")).toHaveValue(3.5);
+ expect(screen.getByLabelText("Audio sigma shift")).toBeEnabled();
+ expect(screen.getByRole("switch", { name: "Separate audio steps" })).not.toBeChecked();
+ fireEvent.click(within(screen.getByRole("region", { name: "First scene" })).getByRole("button", { name: "Generate" }));
+ expect(JSON.parse(state.latest().generationJobs[0].generationSnapshot!)).toMatchObject({ videoSigmaShift: 6, audioSigmaShift: 3.5 });
+ expect(state.latest().generationJobs[0].videoSigmaShift).toBe(8);
+});
diff --git a/src/components/workspace/GeneratorView.tsx b/src/components/workspace/GeneratorView.tsx
index 945b9dd..8b8bd63 100644
--- a/src/components/workspace/GeneratorView.tsx
+++ b/src/components/workspace/GeneratorView.tsx
@@ -326,7 +326,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
};
const requestFor = (job: GenerationJob): SlopfabGenerationRequest =>
- sceneGenerationRequest(job, configRef.current, folderPath, defaultGenerationSteps);
+ sceneGenerationRequest(job, configRef.current, folderPath, defaultGenerationSteps, selectedTemplate);
const snapshotFor = (job: GenerationJob, request = requestFor(job)): string =>
sceneGenerationSnapshot(job, request);
@@ -655,6 +655,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
sceneType={sceneTypeFor(selected)}
job={selected}
shots={selectedShots}
+ template={selectedTemplate}
defaultSteps={defaultGenerationSteps}
effectiveSteps={generationStepsForTemplate(sceneGenerationSteps(selected, defaultGenerationSteps), selectedTemplate)}
defaultLook={config.settings.defaultLook}
diff --git a/src/components/workspace/SceneEditor.tsx b/src/components/workspace/SceneEditor.tsx
index 3ce2e17..3951e0e 100644
--- a/src/components/workspace/SceneEditor.tsx
+++ b/src/components/workspace/SceneEditor.tsx
@@ -1,3 +1,5 @@
+import { DEFAULT_VIDEO_SIGMA_SHIFT, DEFAULT_AUDIO_SIGMA_SHIFT, MIN_SIGMA_SHIFT, MAX_SIGMA_SHIFT } from "../../lib/sampling";
+import { sigmaShiftOverridesForTemplate, type GeneratorTemplate } from "../../lib/settings";
import { Audio16, Dismiss12, Image16, ImageAdd16, Text16, Video16 } from "../ui/icons";
import { BACKDROP_OPTIONS, type BackdropColor } from "../../lib/backdrop";
import { longShotPosition } from "../../lib/longShot";
@@ -279,7 +281,7 @@ const SCENE_TYPES: { value: SceneType; label: string }[] = [
* §4.1), and the two sound fields defined per prompt (§4.6, §4.7). Length
* lives in the scene header where it stays visible. Simple label + control
* pairs are inspector rows; the free-text fields stay full width. */
-export function SceneInspector({ job, shots, references, folderPath = "", scenes = [], defaultSteps, effectiveSteps, defaultLook, disabled, importAvailable, importError, onAddStartFrame, onAddEndFrame, onChange, onShots, sceneType = job.sceneType ?? "first-last-frame" }: {
+export function SceneInspector({ job, shots, references, folderPath = "", scenes = [], defaultSteps, effectiveSteps, template, defaultLook, disabled, importAvailable, importError, onAddStartFrame, onAddEndFrame, onChange, onShots, sceneType = job.sceneType ?? "first-last-frame" }: {
sceneType?: SceneType;
defaultLook?: string | null;
job: GenerationJob;
@@ -288,6 +290,7 @@ export function SceneInspector({ job, shots, references, folderPath = "", scenes
folderPath?: string;
scenes?: GenerationJob[];
defaultSteps: number;
+ template?: GeneratorTemplate;
effectiveSteps?: number;
disabled: boolean;
importAvailable: boolean;
@@ -506,6 +509,7 @@ export function SceneInspector({ job, shots, references, folderPath = "", scenes
onCommit={(value) => onChange({ steps: value })}
/>
</PropRow>
+ <SceneSigmaShift stream="video" job={job} template={template} disabled={disabled} onChange={onChange} />
<PropRow label="Separate audio steps" htmlFor={`${id}-separate-audio-steps`} tooltip="Audio uses the video generation step count unless separate audio steps are enabled.">
<ToggleSwitch id={`${id}-separate-audio-steps`} aria-label="Separate audio steps" checked={job.audioSteps != null} disabled={disabled}
onChange={(checked) => onChange({ audioSteps: checked ? Math.min(sceneGenerationSteps(job, defaultSteps), MAX_AUDIO_GENERATION_STEPS) : undefined })} />
@@ -514,6 +518,7 @@ export function SceneInspector({ job, shots, references, folderPath = "", scenes
<CommittedNumberInput id={`${id}-audio-steps`} className="text-field" minimum={2} maximum={MAX_AUDIO_GENERATION_STEPS} step={1}
value={job.audioSteps} integer disabled={disabled} aria-label="Audio step count" onCommit={(value) => onChange({ audioSteps: value })} />
</PropRow>}
+ <SceneSigmaShift stream="audio" job={job} template={template} disabled={disabled} onChange={onChange} />
<PropRow label="Seed" htmlFor={`${id}-seed`} tooltip="-1 picks a random seed">
<CommittedNumberInput
id={`${id}-seed`}
@@ -618,3 +623,18 @@ function DanglingReferences({ dangling, referenceById }: { dangling: string[]; r
message={`${dangling.map((id) => referenceById.get(id)?.name ?? "A deleted reference").join(", ")} ${dangling.length === 1 ? "is" : "are"} left out of the prompt. Swap ${dangling.length === 1 ? "it" : "each one"} for another reference or remove ${dangling.length === 1 ? "it" : "them"} from the line before generating.`}
/>;
}
+
+function SceneSigmaShift({ stream, job, template, disabled, onChange }: {
+ stream: "video" | "audio"; job: GenerationJob; template?: GeneratorTemplate; disabled?: boolean;
+ onChange: (patch: Partial<GenerationJob>) => void;
+}) {
+ const id = useId();
+ const key = stream === "video" ? "videoSigmaShift" : "audioSigmaShift";
+ const override = sigmaShiftOverridesForTemplate(template)[key];
+ const fallback = stream === "audio" ? DEFAULT_AUDIO_SIGMA_SHIFT : template?.mode === "animate" ? 3 : DEFAULT_VIDEO_SIGMA_SHIFT;
+ const label = `${stream === "video" ? "Video" : "Audio"} sigma shift`;
+ return <PropRow label={label} htmlFor={id} tooltip={override !== undefined ? "Set by active LoRAs. Edit the override in LoRA settings." : "Controls the distribution of denoising timesteps."}>
+ <CommittedNumberInput id={id} className="text-field" aria-label={label} minimum={MIN_SIGMA_SHIFT} maximum={MAX_SIGMA_SHIFT} step={0.1}
+ value={override ?? job[key] ?? template?.[key] ?? fallback} disabled={disabled || override !== undefined} onCommit={(value) => onChange({ [key]: value })} />
+ </PropRow>;
+}
diff --git a/src/lib/agentGeneration.ts b/src/lib/agentGeneration.ts
index e107150..56f8004 100644
--- a/src/lib/agentGeneration.ts
+++ b/src/lib/agentGeneration.ts
@@ -40,7 +40,7 @@ export async function generateAgentScene(queue: WorkQueue, session: ProjectSessi
?? (source && (!source.latentRelativePath || source.status !== "completed") ? "Generate the selected source scene first." : null)
?? templateSceneBlocker(job.sceneType ?? "first-last-frame", template) ?? sendBlocker(job, config.references);
if (blocker) throw new Error(blocker);
- const request = sceneGenerationRequest(job, config, session.record.folderPath, template.defaultSteps);
+ const request = sceneGenerationRequest(job, config, session.record.folderPath, template.defaultSteps, template);
const [id] = queue.enqueue(session, [{ job, request, snapshot: sceneGenerationSnapshot(job, request) }], template);
if (!id) throw new Error("This scene is already queued.");
// Stop affects only the work this agent started. Encoding already in progress
diff --git a/src/lib/loras.test.ts b/src/lib/loras.test.ts
index ed0b0fd..443c6e6 100644
--- a/src/lib/loras.test.ts
+++ b/src/lib/loras.test.ts
@@ -1,7 +1,7 @@
// @vitest-environment jsdom
import { beforeEach, expect, it } from "vitest";
import { DMAD_LORA, downloadableTemplateLoras, LIGHTX2V_TURBO_LORA, loadLoras, saveLoras, TAOMATE_LORA, TURBO_LORA, VIGGLE_ANIMATE_LORA } from "./loras";
-import { createGeneratorTemplate, engineProviderSetting, generationStepsWithLoras, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, withEngineSettings } from "./settings";
+import { createGeneratorTemplate, engineProviderSetting, generationSigmaShifts, generationStepsWithLoras, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, withEngineSettings } from "./settings";
import { createProjectConfig } from "./project";
beforeEach(() => localStorage.clear());
@@ -118,3 +118,30 @@ it("does not silently generate without an active missing adapter", () => {
expect(() => engineProviderSetting(template.paths, undefined, "sage2", [{ loraId: TAOMATE_LORA.id, enabled: true, strength: 1 }])).toThrow("Download or locate LoRA TaoMate 3-Step");
expect(engineProviderSetting(template.paths, undefined, "sage2", [{ loraId: TAOMATE_LORA.id, enabled: true, strength: 0 }]).options).not.toHaveProperty("loras");
});
+
+it("persists sigma defaults and applies the highest active override per stream before scene values", () => {
+ saveLoras([
+ { id: "a", name: "A", path: "D:/a.safetensors", videoSigmaShiftOverride: 6, audioSigmaShiftOverride: 2 },
+ { id: "b", name: "B", path: "D:/b.safetensors", videoSigmaShiftOverride: 8.5 },
+ { id: "off", name: "Off", path: "", audioSigmaShiftOverride: 50 },
+ ]);
+ const template = { ...createGeneratorTemplate(), videoSigmaShift: 10, audioSigmaShift: 3.5,
+ loras: [{ loraId: "a", enabled: true, strength: 1 }, { loraId: "b", enabled: true, strength: -0.5 },
+ { loraId: "off", enabled: false, strength: 1 }] };
+ saveGeneratorTemplateSettings({ templates: [template], defaultTemplateId: template.id });
+ const restored = loadGeneratorTemplateSettings().templates.find(({ id }) => id === template.id)!;
+ expect(restored).toMatchObject({ videoSigmaShift: 10, audioSigmaShift: 3.5 });
+ expect(generationSigmaShifts({ videoSigmaShift: 12, audioSigmaShift: 5 }, restored)).toEqual({ videoSigmaShift: 8.5, audioSigmaShift: 2 });
+ template.loras = template.loras.map((entry) => ({ ...entry, strength: 0 }));
+ expect(generationSigmaShifts({ videoSigmaShift: 7 }, template)).toEqual({ videoSigmaShift: 7, audioSigmaShift: 3.5 });
+ expect(generationSigmaShifts({}, { ...template, loras: [{ loraId: DMAD_LORA.id, enabled: true, strength: 1 }] })).toEqual({ videoSigmaShift: 12, audioSigmaShift: 2 });
+ const options = engineProviderSetting(restored.paths, undefined, "sage2", restored.loras, "prompt", [], false, {}, restored).options;
+ expect(options).toMatchObject({ videoSigmaShift: 10, audioSigmaShift: 3.5, videoSigmaShiftOverride: 8.5, audioSigmaShiftOverride: 2 });
+ const cleared = engineProviderSetting(restored.paths, { enabled: true, model: null, options }, "sage2", [], "prompt", [], false, {}, {}).options;
+ for (const key of ["videoSigmaShift", "audioSigmaShift", "videoSigmaShiftOverride", "audioSigmaShiftOverride"]) expect(cleared).not.toHaveProperty(key);
+});
+
+it.each([0, -1, Infinity, NaN, 1e39, 1e-50])("rejects invalid LoRA sigma shift %s", (shift) => {
+ expect(() => saveLoras([{ id: "bad", name: "Bad", path: "D:/bad.safetensors", videoSigmaShiftOverride: shift }])).toThrow("Sigma shift");
+ expect(() => saveLoras([{ id: "bad", name: "Bad", path: "D:/bad.safetensors", audioSigmaShiftOverride: shift }])).toThrow("Sigma shift");
+});
diff --git a/src/lib/loras.ts b/src/lib/loras.ts
index 379f169..8abee4a 100644
--- a/src/lib/loras.ts
+++ b/src/lib/loras.ts
@@ -1,3 +1,4 @@
+import { isSigmaShift, type SigmaShifts } from "./sampling";
import { MAX_GENERATION_STEPS } from "./project";
/** Machine-local adapter library; paths never belong in portable projects. */
@@ -7,6 +8,8 @@ export interface Lora {
path: string;
url?: string;
stepOverride?: number;
+ videoSigmaShiftOverride?: number;
+ audioSigmaShiftOverride?: number;
samplingPreset?: "dmad-4step";
needsPreparation?: boolean;
}
@@ -48,6 +51,8 @@ export function loadLoras(): Lora[] {
ids.add(entry.id);
return [{ id: entry.id, name: entry.name, path: entry.path,
...(entry.samplingPreset === "dmad-4step" ? { samplingPreset: "dmad-4step" as const } : {}),
+ ...(isSigmaShift(entry.videoSigmaShiftOverride) ? { videoSigmaShiftOverride: entry.videoSigmaShiftOverride } : {}),
+ ...(isSigmaShift(entry.audioSigmaShiftOverride) ? { audioSigmaShiftOverride: entry.audioSigmaShiftOverride } : {}),
...(entry.needsPreparation === true ? { needsPreparation: true } : {}),
...(typeof entry.url === "string" && /^https?:\/\//i.test(entry.url) ? { url: entry.url } : {}),
...(isLoraStepOverride(entry.stepOverride) ? { stepOverride: entry.stepOverride }
@@ -65,6 +70,9 @@ export function saveLoras(loras: Lora[]): void {
if (loras.some((lora) => lora.stepOverride !== undefined && !isLoraStepOverride(lora.stepOverride))) {
throw new Error(`Step override must be a whole number from 2 to ${MAX_GENERATION_STEPS}.`);
}
+ if (loras.some((lora) => [lora.videoSigmaShiftOverride, lora.audioSigmaShiftOverride].some((shift) => shift !== undefined && !isSigmaShift(shift)))) {
+ throw new Error("Sigma shift overrides must be finite, positive numbers in the float32 range.");
+ }
localStorage.setItem(KEY, JSON.stringify(loras));
window.dispatchEvent(new Event(EVENT));
}
@@ -103,13 +111,13 @@ export function resolveTemplateLoras(selection: TemplateLora[] = [], worker = fa
const path = local ?? lora?.url;
if (!path) throw new Error(lora?.needsPreparation ? `Prepare LoRA ${lora.name} in Settings before using it.`
: `Locate LoRA ${lora?.name ?? entry.loraId}, or disable it in the generator template.`);
- return [{ path, strength, stepOverride: lora?.stepOverride, samplingPreset: lora?.samplingPreset }];
+ return [{ path, strength, stepOverride: lora?.stepOverride, samplingPreset: lora?.samplingPreset, videoSigmaShiftOverride: lora?.videoSigmaShiftOverride, audioSigmaShiftOverride: lora?.audioSigmaShiftOverride }];
}
if (lora?.needsPreparation) throw new Error(`Prepare LoRA ${lora.name} in Settings before using it.`);
if (!lora?.path.trim() || /^https?:\/\//i.test(lora.path)) {
throw new Error(`Download or locate LoRA ${lora?.name ?? entry.loraId}, or disable it in the generator template.`);
}
- return [{ path: lora.path.trim(), strength, stepOverride: lora.stepOverride, samplingPreset: lora.samplingPreset }];
+ return [{ path: lora.path.trim(), strength, stepOverride: lora.stepOverride, samplingPreset: lora.samplingPreset, videoSigmaShiftOverride: lora.videoSigmaShiftOverride, audioSigmaShiftOverride: lora.audioSigmaShiftOverride }];
});
}
@@ -132,3 +140,10 @@ export function highestLoraStepOverride(loras: { stepOverride?: number }[]): num
export function loraStepOverride(loras: Pick<Lora, "stepOverride" | "samplingPreset">[]): number | undefined {
return loras.some((lora) => lora.samplingPreset === "dmad-4step") ? 4 : highestLoraStepOverride(loras);
}
+
+/** Match step overrides: highest active value per stream, with fixed recipes first. */
+export function loraSigmaShiftOverrides(loras: Pick<Lora, "videoSigmaShiftOverride" | "audioSigmaShiftOverride" | "samplingPreset">[]): SigmaShifts {
+ if (loras.some((lora) => lora.samplingPreset === "dmad-4step")) return { videoSigmaShift: 12, audioSigmaShift: 2 };
+ const highest = (values: (number | undefined)[]) => values.filter(isSigmaShift).reduce<number | undefined>((result, value) => Math.max(result ?? 0, value), undefined);
+ return { videoSigmaShift: highest(loras.map((lora) => lora.videoSigmaShiftOverride)), audioSigmaShift: highest(loras.map((lora) => lora.audioSigmaShiftOverride)) };
+}
diff --git a/src/lib/project.ts b/src/lib/project.ts
index 1e8a59f..1bb2621 100644
--- a/src/lib/project.ts
+++ b/src/lib/project.ts
@@ -1,3 +1,4 @@
+import { MIN_SIGMA_SHIFT, MAX_SIGMA_SHIFT } from "./sampling";
import { z } from "zod";
import { backdropDirection, type BackdropColor } from "./backdrop";
import { createImageScene, imageSceneReferenceIds, imageSceneSchema } from "./imageScene";
@@ -598,6 +599,8 @@ export const generationJobSchema = z.object({
steps: z.number().int().min(2).max(MAX_GENERATION_STEPS).nullish(),
latentUpscale: z.boolean().nullish(),
audioSteps: z.number().int().min(2).max(MAX_AUDIO_GENERATION_STEPS).nullish(),
+ videoSigmaShift: z.number().min(MIN_SIGMA_SHIFT).max(MAX_SIGMA_SHIFT).nullish(),
+ audioSigmaShift: z.number().min(MIN_SIGMA_SHIFT).max(MAX_SIGMA_SHIFT).nullish(),
seed: z.number().int().min(RANDOM_GENERATION_SEED).max(Number.MAX_SAFE_INTEGER).nullish(),
/** Base guide §4.6 and §4.7. Per-PROMPT fields, not per-shot, so they live on
* the scene. Blank or absent means the compiler emits its own content-neutral
@@ -1174,6 +1177,8 @@ export interface SceneGenerationInput {
frames: number;
steps: number;
audioSteps?: number;
+ videoSigmaShift?: number;
+ audioSigmaShift?: number;
latentUpscale?: boolean;
seed: number;
canvasWidth: number;
@@ -1207,6 +1212,8 @@ export function sceneGenerationSnapshot(job: GenerationJob, input: SceneGenerati
frames: input.frames,
steps: input.steps,
...(input.audioSteps !== undefined ? { audioSteps: input.audioSteps } : {}),
+ ...(input.videoSigmaShift !== undefined ? { videoSigmaShift: input.videoSigmaShift } : {}),
+ ...(input.audioSigmaShift !== undefined ? { audioSigmaShift: input.audioSigmaShift } : {}),
...(input.latentUpscale ? { latentUpscale: true } : {}),
seed: input.seed,
canvasWidth: input.canvasWidth,
diff --git a/src/lib/runtime.ts b/src/lib/runtime.ts
index 4ac9f1f..a3f77cd 100644
--- a/src/lib/runtime.ts
+++ b/src/lib/runtime.ts
@@ -102,6 +102,8 @@ export interface SlopfabGenerationRequest {
imageEdit?: { sourceRelativePath: string; edits: import("./imageEditing").ImageEditStep[] };
steps: number;
audioSteps?: number;
+ videoSigmaShift?: number;
+ audioSigmaShift?: number;
latentUpscale?: boolean;
seed: number;
canvasWidth: number;
diff --git a/src/lib/sampling.ts b/src/lib/sampling.ts
new file mode 100644
index 0000000..55bf61e
--- /dev/null
+++ b/src/lib/sampling.ts
@@ -0,0 +1,11 @@
+/** SlopFab accepts finite, positive float32 sigma shifts. */
+export const MIN_SIGMA_SHIFT = 1.401298464324817e-45;
+export const MAX_SIGMA_SHIFT = 3.4028234663852886e38;
+export const DEFAULT_VIDEO_SIGMA_SHIFT = 12;
+export const DEFAULT_AUDIO_SIGMA_SHIFT = 3;
+
+export interface SigmaShifts { videoSigmaShift?: number; audioSigmaShift?: number }
+
+export function isSigmaShift(value: unknown): value is number {
+ return typeof value === "number" && Number.isFinite(value) && value >= MIN_SIGMA_SHIFT && value <= MAX_SIGMA_SHIFT;
+}
diff --git a/src/lib/sceneGeneration.ts b/src/lib/sceneGeneration.ts
index b97c6db..be1c74f 100644
--- a/src/lib/sceneGeneration.ts
+++ b/src/lib/sceneGeneration.ts
@@ -8,9 +8,9 @@ import {
usableReferenceImages, type GenerationJob, type ProjectConfig, type ProjectReference, type SceneType,
} from "./project";
import type { SlopfabGenerationRequest } from "./runtime";
-import type { GeneratorTemplate } from "./settings";
+import { generationSigmaShifts, type GeneratorTemplate } from "./settings";
-export function sceneGenerationRequest(job: GenerationJob, config: ProjectConfig, folderPath: string, defaultGenerationSteps: number): SlopfabGenerationRequest {
+export function sceneGenerationRequest(job: GenerationJob, config: ProjectConfig, folderPath: string, defaultGenerationSteps: number, template?: GeneratorTemplate): SlopfabGenerationRequest {
// Only the references actually bound to this scene, in list order. The same
// ordered list drives the <Subject N> / <Picture N> numbering inside the
// compiled prompt, because slopfab.rs adds reference_paths sequentially — so
@@ -36,6 +36,7 @@ export function sceneGenerationRequest(job: GenerationJob, config: ProjectConfig
// The scene's own length, not a fixed six seconds.
frames: Math.round(sceneDurationSeconds(job) * GENERATION_FRAME_RATE),
steps: sceneGenerationSteps(job, defaultGenerationSteps),
+ ...generationSigmaShifts(job, template),
...(job.audioSteps != null ? { audioSteps: job.audioSteps } : {}),
...(job.latentUpscale ? { latentUpscale: true } : {}),
seed: sceneGenerationSeed(job),
diff --git a/src/lib/settings.ts b/src/lib/settings.ts
index 3e51796..2702e17 100644
--- a/src/lib/settings.ts
+++ b/src/lib/settings.ts
@@ -12,11 +12,12 @@
* in src-tauri/core/src/slopfab/config.rs. Renaming one here without renaming it there
* silently drops that path.
*/
+import { isSigmaShift, type SigmaShifts } from "./sampling";
import { latentUpscalerPath } from "./upscalers";
import { DEFAULT_GENERATION_STEPS, MAX_GENERATION_STEPS, type ProjectConfig, type ProviderSetting } from "./project";
// Type-only: erased at build time, so this does not close a cycle with runtime.ts.
import type { ProviderId } from "./runtime";
-import { downloadableTemplateLoras, loadLoras, loraStepOverride, isLoraStepOverride, normalizeTemplateLoras, resolveTemplateLoras, subscribeLoras, TURBO_LORA, VIGGLE_ANIMATE_LORA, type TemplateLora } from "./loras";
+import { downloadableTemplateLoras, loadLoras, loraStepOverride, loraSigmaShiftOverrides, isLoraStepOverride, normalizeTemplateLoras, resolveTemplateLoras, subscribeLoras, TURBO_LORA, VIGGLE_ANIMATE_LORA, type TemplateLora } from "./loras";
import { remoteWorkerSelected, selectedWorker, WORKERS_EVENT } from "./workers";
/* Light/dark appearance is machine-level for the same reason and lives in
@@ -71,7 +72,7 @@ function migratedStorageItem(key: string, legacyKey: string): string | null {
export const MINIMAX_H3_MODEL_TYPE = "minimax-h3";
-export interface GeneratorTemplate {
+export interface GeneratorTemplate extends SigmaShifts {
id: string;
name: string;
/** Stable model-family identifier, independent of template name and mode.
@@ -336,6 +337,8 @@ const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings |
...(typeof file.downloadedPath === "string" && file.downloadedPath.trim() && !isDownloadUrl(file.downloadedPath) ? { downloadedPath: file.downloadedPath } : {}) }];
}) : [];
return [{ id, name, modelType, defaultSteps, attention, paths, sources,
+ ...(isSigmaShift(candidate.videoSigmaShift) ? { videoSigmaShift: candidate.videoSigmaShift } : {}),
+ ...(isSigmaShift(candidate.audioSigmaShift) ? { audioSigmaShift: candidate.audioSigmaShift } : {}),
...(typeof candidate.motionCache === "boolean" ? { motionCache: candidate.motionCache } : {}),
...(candidate.additionalSafetensors !== undefined ? { additionalSafetensors } : {}),
...(candidate.mode === "animate" || candidate.mode === "prompt" ? { mode: candidate.mode } : {}),
@@ -511,7 +514,7 @@ export function saveEngineSettings(settings: EngineSettings): void {
/** The `slopfab` provider setting these paths describe, with blanks dropped so
* an unset field falls through to whatever the project (or the Rust default)
* already had rather than overwriting it with "". */
-export function engineProviderSetting(settings: EngineSettings, base?: ProviderSetting, attention = defaultGeneratorTemplate().attention, selection = defaultGeneratorTemplate().loras, mode = defaultGeneratorTemplate().mode, additionalSafetensors = defaultGeneratorTemplate().additionalSafetensors, motionCache = defaultGeneratorTemplate().motionCache ?? false, sources = defaultGeneratorTemplate().sources): ProviderSetting {
+export function engineProviderSetting(settings: EngineSettings, base?: ProviderSetting, attention = defaultGeneratorTemplate().attention, selection = defaultGeneratorTemplate().loras, mode = defaultGeneratorTemplate().mode, additionalSafetensors = defaultGeneratorTemplate().additionalSafetensors, motionCache = defaultGeneratorTemplate().motionCache ?? false, sources = defaultGeneratorTemplate().sources, shifts: SigmaShifts = defaultGeneratorTemplate()): ProviderSetting {
// A LAN worker receives URLs for weights it should download itself.
const remote = remoteWorkerSelected();
const options: ProviderSetting["options"] = { ...(base?.options ?? {}), attention, inferenceBackend: loadInferenceBackend() };
@@ -520,6 +523,11 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
delete options.schedule;
delete options.stepOverride;
delete options.samplingPreset;
+ for (const key of ["videoSigmaShift", "audioSigmaShift"] as const) {
+ delete options[key];
+ delete options[`${key}Override`];
+ if (isSigmaShift(shifts[key])) options[key] = shifts[key];
+ }
delete options.generationMode;
delete options.promptEmbedding;
delete options.motionCache;
@@ -541,6 +549,9 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
}
const loras = resolveTemplateLoras(selection, remote);
if (loras.length) options.loras = JSON.stringify(loras.map(({ path, strength }) => ({ path, strength })));
+ const shiftOverrides = loraSigmaShiftOverrides(loras);
+ if (shiftOverrides.videoSigmaShift !== undefined) options.videoSigmaShiftOverride = shiftOverrides.videoSigmaShift;
+ if (shiftOverrides.audioSigmaShift !== undefined) options.audioSigmaShiftOverride = shiftOverrides.audioSigmaShift;
const stepOverride = loraStepOverride(loras);
if (stepOverride !== undefined) options.stepOverride = stepOverride;
if (loras.some((lora) => lora.samplingPreset === "dmad-4step")) {
@@ -568,6 +579,27 @@ export function generationStepsForTemplate(steps: number, template?: Pick<Genera
return loraStepOverride(loadLoras().filter((lora) => activeIds.has(lora.id))) ?? steps;
}
+export function sigmaShiftOverridesForTemplate(template?: Pick<GeneratorTemplate, "loras">): SigmaShifts {
+ const active = new Set(template?.loras?.filter((entry) => entry.enabled && entry.strength !== 0).map((entry) => entry.loraId));
+ return loraSigmaShiftOverrides(loadLoras().filter((lora) => active.has(lora.id)));
+}
+
+export function generationSigmaShifts(shifts: { videoSigmaShift?: number | null; audioSigmaShift?: number | null }, template?: GeneratorTemplate): SigmaShifts {
+ const overrides = sigmaShiftOverridesForTemplate(template);
+ return { videoSigmaShift: overrides.videoSigmaShift ?? shifts.videoSigmaShift ?? template?.videoSigmaShift,
+ audioSigmaShift: overrides.audioSigmaShift ?? shifts.audioSigmaShift ?? template?.audioSigmaShift };
+}
+
+export function generationSigmaShiftsWithLoras(shifts: SigmaShifts, config: ProjectConfig): SigmaShifts {
+ const options = config.providerSettings.slopfab?.options;
+ const resolve = (key: keyof SigmaShifts) => {
+ const override = options?.[`${key}Override`];
+ const fallback = options?.[key];
+ return isSigmaShift(override) ? override : shifts[key] ?? (isSigmaShift(fallback) ? fallback : undefined);
+ };
+ return { videoSigmaShift: resolve("videoSigmaShift"), audioSigmaShift: resolve("audioSigmaShift") };
+}
+
export function generationStepsWithLoras(steps: number, config: ProjectConfig): number {
const override = config.providerSettings.slopfab?.options.stepOverride;
return isLoraStepOverride(override) ? override : steps;
diff --git a/src/lib/workQueue.test.ts b/src/lib/workQueue.test.ts
index c92f019..6daecc1 100644
--- a/src/lib/workQueue.test.ts
+++ b/src/lib/workQueue.test.ts
@@ -186,12 +186,16 @@ it.each([undefined, 17])("freezes audio steps %s independently of video steps th
const { queue, first } = setup();
const item = submission(first);
item.request.audioSteps = audioSteps;
+ item.request.videoSigmaShift = 8.5;
+ item.request.audioSigmaShift = 2.5;
queue.enqueue(first, [item]);
item.request.audioSteps = 99;
+ item.request.videoSigmaShift = 99;
+ item.request.audioSigmaShift = 99;
await waitFor(() => expect(enqueueSlopfabGeneration).toHaveBeenCalledOnce());
- expect(vi.mocked(resolveSlopfabPlan).mock.calls[0][0]).toMatchObject({ steps: 12, audioSteps });
- expect(vi.mocked(enqueueSlopfabGeneration).mock.calls[0][0]).toMatchObject({ steps: 12, audioSteps });
- expect(queue.getSnapshot()[0].settings).toMatchObject({ steps: 12, audioSteps });
+ expect(vi.mocked(resolveSlopfabPlan).mock.calls[0][0]).toMatchObject({ steps: 12, audioSteps, videoSigmaShift: 8.5, audioSigmaShift: 2.5 });
+ expect(vi.mocked(enqueueSlopfabGeneration).mock.calls[0][0]).toMatchObject({ steps: 12, audioSteps, videoSigmaShift: 8.5, audioSigmaShift: 2.5 });
+ expect(queue.getSnapshot()[0].settings).toMatchObject({ steps: 12, audioSteps, videoSigmaShift: 8.5, audioSigmaShift: 2.5 });
await finish(queue, queue.getSnapshot()[0].id);
});
diff --git a/src/lib/workQueue.ts b/src/lib/workQueue.ts
index c656559..24fbfc4 100644
--- a/src/lib/workQueue.ts
+++ b/src/lib/workQueue.ts
@@ -10,7 +10,7 @@ import { completeImageDraft, createTemplateImageDraft, imageFamilyRoot, imageGen
import type { ImageGenerationSnapshot, ProjectAsset } from "./project";
import { outputDimensions } from "./export";
import { projectItemPath, referenceDefinition, referenceImages, referenceRefmodInputs } from "./project";
-import { engineProviderSetting, type GeneratorTemplate } from "./settings";
+import { generationSigmaShiftsWithLoras, engineProviderSetting, type GeneratorTemplate } from "./settings";
import { describeDiagnosticError, writeDiagnostic } from "./diagnostics";
import { GenerationTimingEstimator, type CompletedGenerationTiming, type GenerationTimingProgress } from "./generationTiming";
import { releaseRendered, saveGeneratedScene } from "./generatedVideo";
@@ -57,7 +57,7 @@ export interface WorkItem {
completionAt: number | null;
cancelling: boolean;
needsSave: boolean;
- settings: { frames: number; steps: number; audioSteps?: number; latentUpscale?: boolean; seed: number; canvasWidth: number; canvasHeight: number };
+ settings: { frames: number; steps: number; audioSteps?: number; videoSigmaShift?: number; audioSigmaShift?: number; latentUpscale?: boolean; seed: number; canvasWidth: number; canvasHeight: number };
}
interface PendingWork {
extend?: { sourceId: string; name: string; options: ExtendOptions };
@@ -215,7 +215,7 @@ export class WorkQueue {
// template. Planning and native submission consume this same private copy.
const current = session.getSnapshot().config;
const config = structuredClone(template ? { ...current, providerSettings: { ...current.providerSettings,
- slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras ?? [], template.mode ?? "prompt", template.additionalSafetensors ?? [], template.motionCache ?? false, template.sources ?? {}),
+ slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras ?? [], template.mode ?? "prompt", template.additionalSafetensors ?? [], template.motionCache ?? false, template.sources ?? {}, template),
} } : withEngineSettings(current));
const ids: string[] = [];
for (const submission of submissions) {
@@ -224,14 +224,15 @@ export class WorkQueue {
ids.push(id);
let finish!: () => void;
const done = new Promise<void>((resolve) => { finish = resolve; });
- const request = structuredClone({ ...submission.request, jobId: id, steps: generationStepsWithLoras(submission.request.steps, config) });
+ const request = structuredClone({ ...submission.request, jobId: id, steps: generationStepsWithLoras(submission.request.steps, config),
+ ...generationSigmaShiftsWithLoras(submission.request, config) });
this.work.set(id, { id, session, sceneId: submission.job.id, request, config, snapshot: submission.snapshot, cancelled: false, submitted: false, done, finish });
this.items = [...this.items, {
id, projectKey, folderPath: session.record.folderPath, projectName: config.name,
sceneId: submission.job.id, title: submission.job.title, submittedAt: new Date().toISOString(),
status: "queued", progress: 0, detail: "Waiting to generate", error: null, completionAt: null,
cancelling: false, needsSave: false,
- settings: { frames: request.frames, steps: request.steps, audioSteps: request.audioSteps, latentUpscale: request.latentUpscale, seed: request.seed, canvasWidth: request.canvasWidth, canvasHeight: request.canvasHeight },
+ settings: { frames: request.frames, steps: request.steps, audioSteps: request.audioSteps, videoSigmaShift: request.videoSigmaShift, audioSigmaShift: request.audioSigmaShift, latentUpscale: request.latentUpscale, seed: request.seed, canvasWidth: request.canvasWidth, canvasHeight: request.canvasHeight },
}];
this.updateScene(this.work.get(id)!, { status: "queued", stage: "queued", progress: 0, error: null, generationSnapshot: submission.snapshot });
}
@@ -275,7 +276,7 @@ export class WorkQueue {
const projectKey = projectQueueKey(session.record);
if (this.items.some((item) => item.projectKey === projectKey && item.kind === "image" && item.imageAssetId === scene.outputAssetId && isWorkActive(item))) return;
const config = structuredClone({ ...current, providerSettings: { ...current.providerSettings,
- slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources) } });
+ slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources, template) } });
const { prompt, references } = edit ? edit.edits[0] : compileImagePrompt(current);
const referencePaths = (selected: typeof references) => [
...(edit ? [projectItemPath(session.record.folderPath, edit.source)!] : []),
@@ -311,7 +312,7 @@ export class WorkQueue {
const projectKey = projectQueueKey(session.record);
if (this.items.some((item) => item.projectKey === projectKey && item.kind === "image" && item.imageAssetId === sourceId && isWorkActive(item))) return;
const config = structuredClone({ ...current, providerSettings: { ...current.providerSettings,
- slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources) } });
+ slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources, template) } });
const id = `extend-${crypto.randomUUID()}`;
const sourceRelativePath = `cache/extend-images/${id}/canvas.png`;
const compiled = compileExtendImage(config, source, sourceRelativePath, options);
@@ -349,7 +350,7 @@ export class WorkQueue {
const projectKey = projectQueueKey(session.record);
if (this.items.some((item) => item.projectKey === projectKey && item.kind === "image" && item.imageAssetId === sourceId && isWorkActive(item))) return;
const config = structuredClone({ ...current, providerSettings: { ...current.providerSettings,
- slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources) } });
+ slopfab: engineProviderSetting(template.paths, current.providerSettings.slopfab, template.attention, template.loras, "prompt", template.additionalSafetensors, false, template.sources, template) } });
const id = `character-sheet-${crypto.randomUUID()}`;
const frontRelativePath = `cache/character-sheets/${id}/1.png`;
const views = compileCharacterSheet(config, source, frontRelativePath, options);