Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Show effective generation steps

Bitticcc334cf6231
diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.md
index 13aafb8..b1cf34e 100644
--- a/RELEASE_NOTES.md
+++ b/RELEASE_NOTES.md
@@ -4,6 +4,7 @@ This alpha update adds LAN generation workers, Linux support, expanded color gra
## What's new
+- Video and image generation headers now show the effective step count from the selected generator's active LoRAs, including fixed sampling schedules.
- Added Backdrop scenes to generate subjects and action against a selected green, blue, black or white background. Chroma Key now offers matching backdrop modes and automatic border detection, with matte levels, background color removal, despill, shadow removal, edge softness, choke/grow and small-speck/hole cleanup in GPU preview and export.
- Timeline clips now offer Speed in Timing, from 25% to 400%. Speed changes preserve the source range, adjust duration and later clips on the same track, and apply to preview and export, including audio pitch.
- Open the agent from the Settings top bar in a resizable right-side panel to configure generators, weight paths and LoRAs, even without an open project.
diff --git a/src/components/workspace/GeneratorView.tsx b/src/components/workspace/GeneratorView.tsx
index 1f39ba9..38c7d8c 100644
--- a/src/components/workspace/GeneratorView.tsx
+++ b/src/components/workspace/GeneratorView.tsx
@@ -3,7 +3,7 @@ export { templateSceneBlocker } from "../../lib/sceneGeneration";
import type { GenerationSubmission } from "../../lib/workQueue";
import { loadLoras, subscribeLoras } from "../../lib/loras";
import { refreshDownloadedLoras } from "../../lib/weightDownloads";
-import { continuationBlocker, continuationSceneId, isVideoTransition, type SceneType } from "../../lib/project";
+import { continuationBlocker, continuationSceneId, isVideoTransition, sceneGenerationSteps, type SceneType } from "../../lib/project";
import { Add16, Delete16, GridView16, GridView16Filled, ListView16, ListView16Filled, Scene16, Scene32, Sparkle16, Stop14, Wand16 } from "../ui/icons";
import { invoke } from "@tauri-apps/api/core";
import { useEffect, useMemo, useRef, useState, useSyncExternalStore } from "react";
@@ -20,7 +20,7 @@ import { SceneInspector, ShotInspector, STEP_SECONDS, writeShots } from "./Scene
import { STATUS_BADGE, type SceneIndicatorStatus } from "./sceneStatus";
import { forgetShotPosters } from "./ShotThumbnail";
import { purgeTimelineThumbnails } from "../../lib/timelineThumbnails";
-import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable } from "../../lib/settings";
+import { defaultGeneratorTemplate, generationStepsForTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable } from "../../lib/settings";
import { refreshDownloadedWeights } from "../../lib/weightDownloads";
import { DebugPromptDialog } from "./DebugPromptDialog";
@@ -648,6 +648,7 @@ export function GeneratorView({ config, folderPath, runtime = null, generationCo
job={selected}
shots={selectedShots}
defaultSteps={defaultGenerationSteps}
+ effectiveSteps={generationStepsForTemplate(sceneGenerationSteps(selected, defaultGenerationSteps), selectedTemplate)}
defaultLook={config.settings.defaultLook}
disabled={false}
references={config.references}
diff --git a/src/components/workspace/ImageEditor.tsx b/src/components/workspace/ImageEditor.tsx
index 57e1b97..cd4defc 100644
--- a/src/components/workspace/ImageEditor.tsx
+++ b/src/components/workspace/ImageEditor.tsx
@@ -9,7 +9,7 @@ import { compileImagePrompt } from "../../lib/imagePrompt";
import { createEmptyImage, imageFamily, imageFamilyRoot, makeImagePrimary, removeImageAsset, restoreGeneratedImage, saveImageDraft } from "../../lib/imageHistory";
import { isTauri } from "../../lib/persistence";
import { createDraftGenerationJob, isVideoReference, PROJECT_RESOLUTIONS, referenceTypeLabel, type ProjectConfig, type ProjectReference } from "../../lib/project";
-import { defaultGeneratorTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, MINIMAX_H3_MODEL_TYPE, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable, type GeneratorTemplate } from "../../lib/settings";
+import { defaultGeneratorTemplate, generationStepsForTemplate, loadDebugOptionsEnabled, loadGeneratorTemplateSettings, MINIMAX_H3_MODEL_TYPE, subscribeDebugOptions, subscribeGeneratorTemplates, templateUsable, type GeneratorTemplate } from "../../lib/settings";
import { isWorkActive, type WorkItem } from "../../lib/workQueue";
import type { ConfigUpdate } from "./TimelineView";
import { ReferenceImage } from "./ReferenceImage";
@@ -716,7 +716,7 @@ export function ImageEditor({ config, folderPath, onChange: changeConfig, onGene
{selected.kind === "text" && <PropRow label="Text to render" htmlFor={rootField("text")}><input id={rootField("text")} className="text-field" value={selected.text} onChange={(event) => patchNode({ text: event.target.value })} /></PropRow>}
{selected.kind === "root" && !imageRoot && <>
<div className="image-inspector__area"><span id={rootField("background-label")}>Background (environment)</span><PromptTextField aria-labelledby={rootField("background-label")} rows={3} value={scene.background} references={promptReferences} missingLabel={missingReference} onChange={(background) => commit({ ...scene, background })} /></div>
- <PropSection title="Image generation" persistKey="image.generation">
+ <PropSection title="Image generation" persistKey="image.generation" summary={`${generationStepsForTemplate(scene.steps, template)} steps`}>
<PropRow label="Steps" htmlFor={rootField("steps")}><input id={rootField("steps")} className="text-field" type="number" min="2" max="1000" value={scene.steps} onChange={(event) => { const value = Number(event.target.value); if (Number.isInteger(value) && value >= 2 && value <= 1000) commit({ ...scene, steps: value }); }} /></PropRow>
<PropRow label="Seed" htmlFor={rootField("seed")} tooltip="-1 picks a random seed"><input id={rootField("seed")} className="text-field" type="number" min="-1" max={Number.MAX_SAFE_INTEGER} value={scene.seed} onChange={(event) => { const value = Number(event.target.value); if (Number.isSafeInteger(value) && value >= -1) commit({ ...scene, seed: value }); }} /></PropRow>
{generatedImage && <UsedImageSeed id={rootField("used-seed")} seed={usedSeed} onError={setError} />}
diff --git a/src/components/workspace/SceneEditor.tsx b/src/components/workspace/SceneEditor.tsx
index 8ac27d8..226d7a4 100644
--- a/src/components/workspace/SceneEditor.tsx
+++ b/src/components/workspace/SceneEditor.tsx
@@ -277,7 +277,7 @@ const SCENE_TYPES: { value: SceneType; label: string }[] = [
* §4.1), and the two sound fields defined per prompt (§4.6, §4.7). Length
* lives in the scene header where it stays visible. Simple label + control
* pairs are inspector rows; the free-text fields stay full width. */
-export function SceneInspector({ job, shots, references, folderPath = "", scenes = [], defaultSteps, defaultLook, disabled, importAvailable, importError, onAddStartFrame, onAddEndFrame, onChange, onShots, sceneType = job.sceneType ?? "first-last-frame" }: {
+export function SceneInspector({ job, shots, references, folderPath = "", scenes = [], defaultSteps, effectiveSteps, defaultLook, disabled, importAvailable, importError, onAddStartFrame, onAddEndFrame, onChange, onShots, sceneType = job.sceneType ?? "first-last-frame" }: {
sceneType?: SceneType;
defaultLook?: string | null;
job: GenerationJob;
@@ -286,6 +286,7 @@ export function SceneInspector({ job, shots, references, folderPath = "", scenes
folderPath?: string;
scenes?: GenerationJob[];
defaultSteps: number;
+ effectiveSteps?: number;
disabled: boolean;
importAvailable: boolean;
importError: string | null;
@@ -474,7 +475,7 @@ export function SceneInspector({ job, shots, references, folderPath = "", scenes
</PropSection>
</div>
<div role="region" aria-label="Generation" className="scene-settings">
- <PropSection title="Generation" persistKey="generator.generation" summary={`${sceneGenerationSteps(job, defaultSteps)} steps`}>
+ <PropSection title="Generation" persistKey="generator.generation" summary={`${effectiveSteps ?? sceneGenerationSteps(job, defaultSteps)} steps`}>
<PropRow label="Steps" htmlFor={`${id}-steps`}>
<CommittedNumberInput
id={`${id}-steps`}
diff --git a/src/lib/loras.ts b/src/lib/loras.ts
index c57058b..379f169 100644
--- a/src/lib/loras.ts
+++ b/src/lib/loras.ts
@@ -127,3 +127,8 @@ export function highestLoraStepOverride(loras: { stepOverride?: number }[]): num
return loras.reduce<number | undefined>((highest, lora) => isLoraStepOverride(lora.stepOverride)
? Math.max(highest ?? 0, lora.stepOverride) : highest, undefined);
}
+
+/** Fixed sampling schedules take priority over editable LoRA step overrides. */
+export function loraStepOverride(loras: Pick<Lora, "stepOverride" | "samplingPreset">[]): number | undefined {
+ return loras.some((lora) => lora.samplingPreset === "dmad-4step") ? 4 : highestLoraStepOverride(loras);
+}
diff --git a/src/lib/settings.ts b/src/lib/settings.ts
index 73821e3..3e51796 100644
--- a/src/lib/settings.ts
+++ b/src/lib/settings.ts
@@ -16,7 +16,7 @@ import { latentUpscalerPath } from "./upscalers";
import { DEFAULT_GENERATION_STEPS, MAX_GENERATION_STEPS, type ProjectConfig, type ProviderSetting } from "./project";
// Type-only: erased at build time, so this does not close a cycle with runtime.ts.
import type { ProviderId } from "./runtime";
-import { downloadableTemplateLoras, highestLoraStepOverride, isLoraStepOverride, normalizeTemplateLoras, resolveTemplateLoras, subscribeLoras, TURBO_LORA, VIGGLE_ANIMATE_LORA, type TemplateLora } from "./loras";
+import { downloadableTemplateLoras, loadLoras, loraStepOverride, isLoraStepOverride, normalizeTemplateLoras, resolveTemplateLoras, subscribeLoras, TURBO_LORA, VIGGLE_ANIMATE_LORA, type TemplateLora } from "./loras";
import { remoteWorkerSelected, selectedWorker, WORKERS_EVENT } from "./workers";
/* Light/dark appearance is machine-level for the same reason and lives in
@@ -541,12 +541,11 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
}
const loras = resolveTemplateLoras(selection, remote);
if (loras.length) options.loras = JSON.stringify(loras.map(({ path, strength }) => ({ path, strength })));
- const stepOverride = highestLoraStepOverride(loras);
+ const stepOverride = loraStepOverride(loras);
if (stepOverride !== undefined) options.stepOverride = stepOverride;
if (loras.some((lora) => lora.samplingPreset === "dmad-4step")) {
options.samplingPreset = "dmad-4step";
// The fixed sigma grid defines four evaluations and forbids approximate caches.
- options.stepOverride = 4;
delete options.motionCache;
}
for (const field of ENGINE_PATH_FIELDS) {
@@ -561,13 +560,21 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
return { enabled: base?.enabled ?? true, model: base?.model ?? null, options };
}
-/** A copy of `config` carrying this machine's engine paths. For passing to a
- * Tauri command only — never store or save the result. */
+/** The effective count shown for the selected generator before submission. */
+export function generationStepsForTemplate(steps: number, template?: Pick<GeneratorTemplate, "loras">): number {
+ // Display metadata without resolving weight paths: a template awaiting a
+ // download can still show its step count without throwing during render.
+ const activeIds = new Set(template?.loras?.filter((entry) => entry.enabled && entry.strength !== 0).map((entry) => entry.loraId));
+ return loraStepOverride(loadLoras().filter((lora) => activeIds.has(lora.id))) ?? steps;
+}
+
export function generationStepsWithLoras(steps: number, config: ProjectConfig): number {
const override = config.providerSettings.slopfab?.options.stepOverride;
return isLoraStepOverride(override) ? override : steps;
}
+/** A copy of `config` carrying this machine's engine paths. For passing to a
+ * Tauri command only — never store or save the result. */
export function withEngineSettings(config: ProjectConfig): ProjectConfig {
return {
...config,