Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Add MiniMax H3 Image template

Bitti945451c977bf
diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.md
index 75c535e..c0c38c8 100644
--- a/RELEASE_NOTES.md
+++ b/RELEASE_NOTES.md
@@ -6,7 +6,7 @@ Changes since 0.3.2.
- **Video references:** Create a reference from a generated Scene or Shot using its context menu. Scenes select the whole video; Shots retain the full source with their exact time range selected. Video references now support clips shorter than two seconds.
- **Song variations:** Duplicate a song into a draft with the same title, lyrics, style and settings. Use Generate's dropdown to queue up to 100 variations with different seeds.
-- **Image generators:** MOSS Image, Fibo 2.0 Base/Edit Turbo, and Krea 2 Turbo/Raw, with model-specific guidance, negative prompts and editing controls.
+- **Image generators:** MiniMax H3 Image, MOSS Image, Fibo 2.0 Base/Edit Turbo, and Krea 2 Turbo/Raw, with model-specific guidance, negative prompts and editing controls. MiniMax H3 Image supports six-step generation, image references, masked edits and Zoom on CUDA or Vulkan, with downloadable transformer variants, text encoders and its dedicated image VAE.
- **Music:** YuE2 and MiniMax Music3 generation, folders, drafts, continuous playback and timeline audio. Export WAV, MP3, FLAC, AAC/M4A or Opus/WebM/Ogg.
- **Album covers:** Generate artwork from a song’s context menu or the AI agent using a dedicated generator selected under Settings → Generators → Icons. The playback bar shows the current song’s cover, with a music-note placeholder when absent.
- **Video library:** Organize Videos → Scenes → Shots, play scenes together, split songs into scenes, and share prompts and timed references. Videos can override project Look and resolution settings, and dependent scenes can be queued together. Cancelling a generation also cancels its downstream dependents while preserving earlier generations.
diff --git a/src/components/SettingsView.test.tsx b/src/components/SettingsView.test.tsx
index 4e4f33a..826b383 100644
--- a/src/components/SettingsView.test.tsx
+++ b/src/components/SettingsView.test.tsx
@@ -91,7 +91,7 @@ describe("the settings screen", () => {
saveLoras([{ id: "future-adapter", name: "MOSS adapter", modelType: "moss", path: "D:/moss-adapter.safetensors" }]);
open(null);
const models = screen.getByRole("list", { name: "Generator models" });
- expect(within(models).getAllByRole("button").map((button) => button.getAttribute("aria-label"))).toEqual(["MiniMax H3", "Fibo 2.0", "Krea 2", "MOSS", "MiniMax Music3", "YuE2", "Other"]);
+ expect(within(models).getAllByRole("button").map((button) => button.getAttribute("aria-label"))).toEqual(["MiniMax H3", "Fibo 2.0", "Krea 2", "MiniMax H3 Image", "MOSS", "MiniMax Music3", "YuE2", "Other"]);
expect(screen.queryByRole("button", { name: "Edit Default generator" })).toBeNull();
fireEvent.click(within(models).getByRole("button", { name: "MiniMax H3" }));
expect(screen.getByRole("button", { name: "Edit Default generator" })).toBeTruthy();
@@ -129,7 +129,7 @@ describe("the settings screen", () => {
expect(loadGeneratorTemplateSettings().templates.find((template) => template.name === name)).toMatchObject({ modelType: "moss", attention: "flash2", defaultSteps: 50 });
expect(loadGeneratorTemplateSettings().defaultTemplateId).toBe(defaultId);
fireEvent.click(combo("Generator model"));
- fireEvent.click(screen.getByRole("option", { name: /^MiniMax H3/ }));
+ fireEvent.click(screen.getByRole("option", { name: /^MiniMax H3 Image and video generation$/ }));
fireEvent.click(screen.getByRole("button", { name: "Back" }));
expect(screen.getByRole("heading", { level: 1, name: "MiniMax H3" })).toBeTruthy();
expect(screen.getByRole("button", { name: `Edit ${name} generator` })).toBeTruthy();
@@ -184,7 +184,7 @@ describe("the settings screen", () => {
expect(screen.queryByRole("switch", { name: "Enable MotionCache" })).toBeNull();
expect(loadGeneratorTemplateSettings().templates.find(({ id }) => id === "moss-image")).toEqual(mossImageTemplate());
fireEvent.click(combo("Generator model"));
- fireEvent.click(screen.getByRole("option", { name: /^MiniMax H3/ }));
+ fireEvent.click(screen.getByRole("option", { name: /^MiniMax H3 Image and video generation$/ }));
expect(screen.getByRole("combobox", { name: "Generator mode" })).toBeTruthy();
expect(loadGeneratorTemplateSettings().templates.find(({ id }) => id === "moss-image")?.modelType).toBe("minimax-h3");
});
diff --git a/src/components/SettingsView.tsx b/src/components/SettingsView.tsx
index 4c5acc1..424003d 100644
--- a/src/components/SettingsView.tsx
+++ b/src/components/SettingsView.tsx
@@ -602,7 +602,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
<ComboBox aria-label="Generator model" value={selectedTemplate.modelType} options={[
...GENERATOR_MODELS,
...(!GENERATOR_MODELS.some(({ value }) => value === selectedTemplate.modelType) ? [{ value: selectedTemplate.modelType, label: selectedTemplate.modelType }] : []),
- ]} onChange={(modelType) => updateTemplate({ modelType, editingModel: generatorModel(modelType).imageEditing, kreaVariant: undefined, sampler: undefined, scheduler: undefined, ...(modelType === MOSS_MODEL_TYPE || modelType === FIBO_MODEL_TYPE || modelType === KREA_MODEL_TYPE || generatorModel(modelType).musicGeneration ? { mode: "prompt", attention: "flash2", defaultSteps: modelType === KREA_MODEL_TYPE ? 8 : modelType === "yue2" ? 6 : modelType === "minimax_music3" ? 30 : modelType === FIBO_MODEL_TYPE ? 4 : 50, motionCache: false, loras: [], audioSigmaShift: undefined, ...(modelType === FIBO_MODEL_TYPE || generatorModel(modelType).musicGeneration ? { videoSigmaShift: undefined } : {}) } : {}) })} />
+ ]} onChange={(modelType) => updateTemplate({ modelType, editingModel: generatorModel(modelType).imageEditing, kreaVariant: undefined, sampler: undefined, scheduler: undefined, ...(modelType === "h3_image" || modelType === MOSS_MODEL_TYPE || modelType === FIBO_MODEL_TYPE || modelType === KREA_MODEL_TYPE || generatorModel(modelType).musicGeneration ? { mode: "prompt", attention: "flash2", defaultSteps: modelType === "h3_image" ? 6 : modelType === KREA_MODEL_TYPE ? 8 : modelType === "yue2" ? 6 : modelType === "minimax_music3" ? 30 : modelType === FIBO_MODEL_TYPE ? 4 : 50, motionCache: false, loras: [], audioSigmaShift: undefined, ...(modelType === "h3_image" || modelType === FIBO_MODEL_TYPE || generatorModel(modelType).musicGeneration ? { videoSigmaShift: undefined } : {}) } : {}) })} />
</SettingsCard>
{selectedTemplate.modelType === KREA_MODEL_TYPE && <SettingsCard icon={<Steps20 />} header="Sampling defaults" description="Match the recipe to your transformer weights. Raw uses CFG 3.5 and a resolution-dependent sigma shift; Turbo uses CFG 0.">
<ComboBox aria-label="Krea sampling defaults" value={selectedTemplate.kreaVariant ?? "turbo"}
@@ -619,7 +619,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
onChange={(editingModel) => updateTemplate({ editingModel })} />
</SettingsCard>
<SettingsCard icon={<Steps20 />} header="Default steps">
- <input className="text-field settings-field settings-field--number" aria-label="Generator default steps" type="number" min={2} max={MAX_GENERATION_STEPS} step={1} value={selectedTemplate.defaultSteps} onChange={(event) => {
+ <input className="text-field settings-field settings-field--number" aria-label="Generator default steps" disabled={selectedTemplate.modelType === "h3_image"} type="number" min={2} max={MAX_GENERATION_STEPS} step={1} value={selectedTemplate.defaultSteps} onChange={(event) => {
const value = Number(event.target.value);
if (Number.isInteger(value) && value >= 2 && value <= MAX_GENERATION_STEPS) updateTemplate({ defaultSteps: value });
}} />
@@ -653,7 +653,7 @@ export function SettingsView({ onClose, updates, initialTab = "engine", titleBar
<SettingsGroup heading="Performance">
<SettingsCard icon={<Gauge20 />} header="Attention" description={selectedTemplate.attention === "sol" ? "Sol attention requires a CUDA GPU on the machine running generation." : undefined}>
<ComboBox aria-label="Generator attention" value={selectedTemplate.attention} onChange={(value) => updateTemplate({ attention: value as AttentionMode })}
- options={selectedTemplate.modelType === KREA_MODEL_TYPE || generatorModel(selectedTemplate.modelType).cudaOnly || generatorModel(selectedTemplate.modelType).musicGeneration ? [{ value: "flash2", label: "Flash attention" }] : [{ value: "exact", label: "Exact attention" }, { value: "flash2", label: "Flash attention" }, { value: "sage2", label: "Sage attention" }, { value: "sol", label: "Sol attention" }]} />
+ options={selectedTemplate.modelType === "h3_image" || selectedTemplate.modelType === KREA_MODEL_TYPE || generatorModel(selectedTemplate.modelType).cudaOnly || generatorModel(selectedTemplate.modelType).musicGeneration ? [{ value: "flash2", label: "Flash attention" }] : [{ value: "exact", label: "Exact attention" }, { value: "flash2", label: "Flash attention" }, { value: "sage2", label: "Sage attention" }, { value: "sol", label: "Sol attention" }]} />
</SettingsCard>
{generatorModel(selectedTemplate.modelType).motionCache && <SettingsCard icon={<Flash20 />} header="Enable MotionCache" description={<span id="motion-cache-help">{selectedTemplate.mode === "animate" ? "Unavailable in Animate mode" : nonEuler ? "Requires Euler sampling" : "Reuses similar denoising results to reduce computation. May affect detail and motion."}</span>}>
<ToggleSwitch aria-label="Enable MotionCache" aria-describedby="motion-cache-help"
diff --git a/src/components/workspace/ExtendSettings.tsx b/src/components/workspace/ExtendSettings.tsx
index a360b4b..fe7e0f1 100644
--- a/src/components/workspace/ExtendSettings.tsx
+++ b/src/components/workspace/ExtendSettings.tsx
@@ -7,6 +7,7 @@ import { ComboBox, InfoBar, ItemHeader, PropRow } from "../ui";
import { Dismiss16, Sparkle16 } from "../ui/icons";
import { PromptTextField, type PromptReference } from "./PromptTextField";
import { TemplateDebugPrompt } from "./TemplateDebugPrompt";
+import { generationStepsForTemplate, selectedImageGeneratorTemplate } from "../../lib/settings";
export function ExtendSettings({ config, source, options, onChange, onResolutionChange, references, missingLabel, busy, disabledReason, onExecute, onClose }: {
config: ProjectConfig; source: ProjectAsset; options: ExtendOptions; onChange: (options: ExtendOptions) => void;
@@ -14,13 +15,14 @@ export function ExtendSettings({ config, source, options, onChange, onResolution
onExecute: () => void; onClose: () => void;
onResolutionChange?: (resolution: ProjectConfig["settings"]["resolution"]) => void;
}) {
+ const template = selectedImageGeneratorTemplate();
const validation = useMemo(() => {
try {
- const compiled = compileExtendImage(config, source, "cache/extend-preview.png", options);
+ const compiled = compileExtendImage(config, source, "cache/extend-preview.png", options, template.modelType);
return { mode: compiled.layout.mode, output: compiled.layout.output, prompt: compiled.prompt, message: null };
}
catch (reason) { return { output: null, prompt: null, message: reason instanceof Error ? reason.message : String(reason) }; }
- }, [config, source, options]);
+ }, [config, source, options, template.modelType]);
return <aside className="image-inspector image-template-settings" aria-label="Zoom settings">
<ItemHeader name="Zoom" meta="Template" actions={<button type="button" className="icon-button" aria-label="Close template settings" data-tooltip="Back to image settings" onClick={onClose}><Dismiss16 aria-hidden="true" /></button>} />
<form className="image-template-settings__form" onSubmit={(event) => { event.preventDefault(); if (!busy && !disabledReason && !validation.message) onExecute(); }}>
@@ -41,8 +43,8 @@ export function ExtendSettings({ config, source, options, onChange, onResolution
}} />
</PropRow>)}
<button type="button" className="secondary-button inspector-action" disabled={busy} onClick={() => onChange({ ...options, bounds: initialExtendBounds(source.width!, source.height!) })}>Reset box</button>
- <PropRow label="Steps" htmlFor="extend-steps"><SliderNumberInput id="extend-steps" aria-label="Steps" {...GENERATION_STEPS_RANGE} required disabled={busy}
- value={options.steps} onCommit={(steps) => onChange({ ...options, steps })} /></PropRow>
+ <PropRow label="Steps" htmlFor="extend-steps"><SliderNumberInput id="extend-steps" aria-label="Steps" {...GENERATION_STEPS_RANGE} required disabled={busy || template.modelType === "h3_image"}
+ value={generationStepsForTemplate(options.steps, template)} onCommit={(steps) => onChange({ ...options, steps })} /></PropRow>
<PropRow label="Seed" htmlFor="extend-seed" tooltip="Use -1 for a random seed."><input id="extend-seed" className="text-field" type="number" min="-1" max={Number.MAX_SAFE_INTEGER} step="1" required disabled={busy}
value={Number.isNaN(options.seed) ? "" : options.seed} onChange={(event) => onChange({ ...options, seed: event.target.valueAsNumber })} /></PropRow>
<div className="image-inspector__area"><span>Prompt (optional)</span><PromptTextField aria-label="Zoom prompt" value={options.prompt} onChange={(prompt) => onChange({ ...options, prompt })}
diff --git a/src/components/workspace/ImageEditor.tsx b/src/components/workspace/ImageEditor.tsx
index 9bf086d..85ea63d 100644
--- a/src/components/workspace/ImageEditor.tsx
+++ b/src/components/workspace/ImageEditor.tsx
@@ -842,7 +842,7 @@ export function ImageEditor({ config, folderPath, onChange: changeConfig, onGene
onChange={(event) => { if (template) commit({ ...scene, negativePrompts: { ...scene.negativePrompts, [template.modelType]: event.target.value } }); }} />
</div>}
<PropSection title="Image generation" persistKey="image.generation" summary={`${generationStepsForTemplate(scene.steps, template)} steps`}>
- <PropRow label="Steps" htmlFor={rootField("steps")}><SliderNumberInput id={rootField("steps")} aria-label="Steps" {...GENERATION_STEPS_RANGE} disabled={active} value={scene.steps} onCommit={(steps) => commit({ ...scene, steps })} /></PropRow>
+ <PropRow label="Steps" htmlFor={rootField("steps")}><SliderNumberInput id={rootField("steps")} aria-label="Steps" {...GENERATION_STEPS_RANGE} disabled={active || template?.modelType === "h3_image"} value={generationStepsForTemplate(scene.steps, template)} onCommit={(steps) => commit({ ...scene, steps })} /></PropRow>
{model.cfg && template && <PropRow label="CFG" htmlFor={rootField("cfg")} tooltip={template.modelType === "krea2" ? "Classifier-free guidance. 0 uses only the positive prompt; higher values strengthen guidance." : "Classifier-free guidance. 1 uses only the positive prompt; higher values strengthen guidance."} value={scene.cfgScales?.[template.modelType] ?? cfgDefault} defaultValue={cfgDefault} onReset={active ? undefined : () => commit({ ...scene, cfgScales: { ...scene.cfgScales, [template.modelType]: cfgDefault } })}>
<SliderNumberInput id={rootField("cfg")} aria-label="CFG" {...CFG_RANGE} disabled={active} value={scene.cfgScales?.[template.modelType] ?? cfgDefault}
onCommit={(value) => commit({ ...scene, cfgScales: { ...scene.cfgScales, [template.modelType]: value } })} />
diff --git a/src/lib/extendImage.ts b/src/lib/extendImage.ts
index e5ef119..e09c31b 100644
--- a/src/lib/extendImage.ts
+++ b/src/lib/extendImage.ts
@@ -120,6 +120,7 @@ export function compileExtendImage(config: ProjectConfig, source: ProjectAsset,
const { preserved, output } = layout;
const regenerate = layout.mode === "regenerate";
const fibo = modelType === FIBO_MODEL_TYPE;
+ const h3Image = modelType === "h3_image";
const context = regenerate || fibo ? preserved : extendContext(preserved);
if (!Number.isInteger(options.steps) || options.steps < 2 || options.steps > 1000) throw new Error("Steps must be a whole number from 2 to 1000.");
if (!Number.isSafeInteger(options.seed) || options.seed < -1) throw new Error("Seed must be -1 for random or a non-negative safe integer.");
@@ -129,18 +130,19 @@ export function compileExtendImage(config: ProjectConfig, source: ProjectAsset,
? regenerate ? "Refine the selected crop, preserving its subjects, composition, lighting and style. " : "Extend the image into the blank borders, continuing its scene, perspective, lighting and textures. Preserve the existing subjects and their positions. "
: regenerate
? "Refine the selected crop in <Picture 1> at the target resolution. Recover natural fine detail and clean textures while preserving the subjects, composition, perspective, lighting and visual style. "
+ : h3Image ? "Extend <Picture 1> into the blank borders, continuing its scene, perspective, lighting and textures. Preserve the existing subjects and their positions. "
: "One continuous scene matching Source scene's setting, perspective, subject scale, lighting and textures. The existing subjects remain at their canvas positions. ") + options.prompt.trim();
const compiled = compileImagePrompt({ ...config, imageSettings: { ...imageSettings(config), defaultLook: null }, imageScene: scene }, { modelType, ...(!regenerate && !fibo ? { sourceTreatment: "outpaint" as const } : {}) });
// Outpainting locks the interior and generates all borders together. Crops
// refine the whole frame with partial denoising to retain the composition.
const edits: ImageEditStep[] = [{ ...context, prompt: compiled.prompt, feather: 0, invertMask: !regenerate && !fibo,
- ...(regenerate ? { strength: 0.65 } : fibo ? {
+ ...(regenerate ? { strength: h3Image ? 1 : 0.65 } : fibo ? {
// Fibo uses an explicit mask: the outer canvas with the source cut out.
// This keeps source pixels intact without H3's inverted-mask conditioning.
x: 0, y: 0, ...output,
maskContours: [{ x: 0, y: 0, ...output }, preserved].map(({ x, y, width, height }) => [
{ x, y }, { x: x + width, y }, { x: x + width, y: y + height }, { x, y: y + height },
]),
- } : { outpaintBlendOverlap: extendBlendOverlap(context, output), outpaintLangevinSteps: ZOOM_LANGEVIN_STEPS }) }];
+ } : { outpaintBlendOverlap: h3Image ? 9 : extendBlendOverlap(context, output), outpaintLangevinSteps: h3Image ? 0 : ZOOM_LANGEVIN_STEPS }) }];
return { ...compiled, scene, edits, layout };
}
diff --git a/src/lib/h3Image.test.ts b/src/lib/h3Image.test.ts
new file mode 100644
index 0000000..062d4da
--- /dev/null
+++ b/src/lib/h3Image.test.ts
@@ -0,0 +1,69 @@
+// @vitest-environment jsdom
+import { beforeEach, expect, it } from "vitest";
+import { minimaxImageTemplate, loadGeneratorTemplateSettings, saveGeneratorTemplateSettings, generationStepsForTemplate, generationStepsWithLoras, generatorPathFields, engineProviderSetting, templateSupportsVideo, templateSupportsEditing, templateSamplingOptions } from "./settings";
+import { compileImagePrompt } from "./imagePrompt";
+import { compileExtendImage } from "./extendImage";
+import { createImageEditScene } from "./imageScene";
+import { createProjectConfig } from "./project";
+
+beforeEach(() => localStorage.clear());
+const project = () => createProjectConfig({ name: "Image", generationType: "image", prompt: "A blue teapot", aspectRatio: "1:1", resolution: "416p", targetDurationSeconds: 15 });
+
+it("adds MiniMax H3 Image once without changing selected or custom generators, and respects removal", () => {
+ const custom = { ...minimaxImageTemplate(), id: "custom", name: "My images", paths: { ...minimaxImageTemplate().paths, transformer: "D:/model.safetensors" } };
+ saveGeneratorTemplateSettings({ templates: [custom], defaultTemplateId: custom.id, catalogVersion: 22 });
+ const migrated = loadGeneratorTemplateSettings();
+ expect(migrated.templates).toEqual([custom, minimaxImageTemplate()]);
+ expect(loadGeneratorTemplateSettings()).toEqual(migrated);
+ saveGeneratorTemplateSettings({ ...migrated, templates: [custom] });
+ expect(loadGeneratorTemplateSettings().templates).toEqual([custom]);
+});
+
+it("offers image-only weights, all supported download variants and the fixed recipe", () => {
+ const template = minimaxImageTemplate();
+ expect(template).toMatchObject({ name: "MiniMax H3 Image", modelType: "h3_image", defaultSteps: 6, attention: "flash2" });
+ expect(templateSupportsVideo(template)).toBe(false);
+ expect(templateSupportsEditing(template)).toBe(true);
+ expect(generatorPathFields(template).map(({ id }) => id)).not.toContain("audioVae");
+ const sources = Object.values(template.sources!).flat();
+ expect(sources).toHaveLength(6);
+ expect(sources.every(({ url }) => url.startsWith("https://huggingface.co/Comfy-Org/MiniMax-H3-Image/resolve/main/"))).toBe(true);
+ expect(sources.some(({ url }) => url.includes("qwen3.5"))).toBe(false);
+ expect(templateSamplingOptions(template)).toMatchObject({ samplers: ["default", "euler"], schedulers: ["default"] });
+ expect(generationStepsForTemplate(20, template)).toBe(6);
+ const config = project();
+ config.providerSettings.slopfab = engineProviderSetting(template.paths, undefined, template.attention, [], "prompt", [], false, template.sources, template);
+ expect(config.providerSettings.slopfab.options).toMatchObject({ modelType: "h3_image", attention: "flash2" });
+ expect(config.providerSettings.slopfab.options.audioVae).toBeUndefined();
+ expect(generationStepsWithLoras(20, config)).toBe(6);
+});
+
+it("uses plain image prompts and ordered Picture slots including an edit or outpaint source", () => {
+ const config = project();
+ config.references = Array.from({ length: 16 }, (_, i) => ({ id: `ref${i}`, kind: "image" as const, name: `Style ${i}`, description: "Blue glaze", relativePath: `references/${i}.png`, intendedUse: [], createdAt: config.createdAt }));
+ const prompt = config.references.map(({ id }) => `@[ref:${id}]`).join(" ");
+ config.imageScene!.nodes[0].description = prompt;
+ expect(compileImagePrompt(config, { modelType: "h3_image" }).prompt).toContain("<Picture 16>");
+ expect(compileImagePrompt(config, { modelType: "h3_image" }).prompt).not.toMatch(/Shot 1|overall_soundscape|non_diegetic_music/);
+ config.imageScene = createImageEditScene({ relativePath: "source.png", name: "Source", width: 128, height: 96 });
+ config.imageScene.nodes[0].description = prompt;
+ expect(() => compileImagePrompt(config, { modelType: "h3_image" })).toThrow("16 pictures including the edit source");
+ config.imageScene.nodes[0].description = "Use @[ref:ref0]";
+ for (const sourceTreatment of [undefined, "outpaint"] as const) {
+ const compiled = compileImagePrompt(config, { modelType: "h3_image", sourceTreatment });
+ expect(compiled.prompt).toContain("Edit <Picture 1>");
+ expect(compiled.prompt).toContain("Style 0 (<Picture 2>)");
+ }
+});
+
+it("uses zero refinement for outpainting and full strength for crop edits", () => {
+ const config = project();
+ const source = { id: "source", name: "Source", kind: "image" as const, mimeType: "image/png", width: 128, height: 96, createdAt: config.createdAt };
+ const options = { bounds: { x: -32, y: -32, width: 192, height: 160 }, prompt: "Forest", steps: 6, seed: 0 };
+ const extended = compileExtendImage(config, source, "canvas.png", options, "h3_image");
+ expect(extended.edits[0]).toMatchObject({ invertMask: true, outpaintLangevinSteps: 0, outpaintBlendOverlap: 9 });
+ expect(extended.prompt).toContain("<Picture 1>");
+ expect(extended.prompt).not.toContain("Source scene");
+ const cropped = compileExtendImage(config, source, "canvas.png", { ...options, bounds: { x: 0, y: 0, width: 64, height: 64 } }, "h3_image");
+ expect(cropped.edits[0]).toMatchObject({ invertMask: false, strength: 1 });
+});
diff --git a/src/lib/imagePrompt.ts b/src/lib/imagePrompt.ts
index ff85a0a..4ef78b5 100644
--- a/src/lib/imagePrompt.ts
+++ b/src/lib/imagePrompt.ts
@@ -20,6 +20,21 @@ export function compileImagePrompt(config: ProjectConfig, options: { modelType?:
if (!model.imageReferences && references.some((reference) => referenceImages(reference).length || activeReferenceRefmods(reference).length)) {
throw new Error(`${model.label} does not support reference images or refmods. Choose a reference generator.`);
}
+ if (options.modelType === "h3_image") {
+ if (references.some((reference) => activeReferenceRefmods(reference).length)) throw new Error("MiniMax H3 Image does not support refmods.");
+ const editing = scene.rootType === "image" && Boolean(scene.sourceImage);
+ let picture = editing ? 1 : 0;
+ const descriptions = new Map(references.map((reference) => {
+ const labels = referenceImages(reference).map(() => `<Picture ${++picture}>`);
+ return [reference.id, `${reference.name}${labels.length ? ` (${labels.join(", ")})` : ""}${referenceDefinition(reference) ? `: ${referenceDefinition(reference)}` : ""}`];
+ }));
+ if (picture > model.maxImageReferences) throw new Error("MiniMax H3 Image supports at most 16 pictures including the edit source.");
+ const look = SHOT_TAG_GROUPS.find((group) => group.id === "visualStyle")?.options.find((option) => option.id === imageSettings(config).defaultLook)?.label;
+ const parts = imageScenePromptParts(scene, look);
+ const authored = parts ? [parts.style, parts.composition].filter(Boolean).join("\n") : "";
+ const prompt = splitActionText(authored).map((part) => part.kind === "text" ? part.value : descriptions.get(part.value)!).join("");
+ return { prompt: editing && prompt ? `Edit <Picture 1>. ${prompt}` : prompt, references };
+ }
if (options.modelType === FIBO_MODEL_TYPE) {
const pictures = references.flatMap(referenceImages);
if (references.some((reference) => activeReferenceRefmods(reference).length)) throw new Error("Fibo 2.0 does not support refmods.");
diff --git a/src/lib/referenceIcons.ts b/src/lib/referenceIcons.ts
index 6e8f0b0..014afe3 100644
--- a/src/lib/referenceIcons.ts
+++ b/src/lib/referenceIcons.ts
@@ -27,7 +27,7 @@ export function referenceIconPrompt(reference: ProjectReference, modelType?: str
reference.subcategory ? `Subcategory: ${reference.subcategory}` : "",
`Reference description:\n${description}`,
].filter(Boolean).join("\n");
- if (modelType === "moss" || modelType === "fibo2" || modelType === "krea2") return visual;
+ if (modelType === "moss" || modelType === "fibo2" || modelType === "krea2" || modelType === "h3_image") return visual;
// H3's base three-field format also applies to text-only still-image jobs.
// Icons have no audio, so both audio fields explicitly use N/A.
return [
diff --git a/src/lib/settings.test.ts b/src/lib/settings.test.ts
index 079ff66..94c8298 100644
--- a/src/lib/settings.test.ts
+++ b/src/lib/settings.test.ts
@@ -7,7 +7,7 @@ import { TURBO_LORA, VIGGLE_ANIMATE_LORA, loadLoras, saveLoras } from "./loras";
import {
agentEndpointProviderSettings,
chooseWeightSource,
- selectedImageGeneratorTemplate, kreaImageTemplates, musicTemplates, mossImageTemplate, fiboImageTemplate, fiboBaseTemplate, templateSupportsEditing, templateSupportsOutpainting, defaultGeneratorTemplate, generatorPathFields, templateSupportsVideo,
+ selectedImageGeneratorTemplate, minimaxImageTemplate, kreaImageTemplates, musicTemplates, mossImageTemplate, fiboImageTemplate, fiboBaseTemplate, templateSupportsEditing, templateSupportsOutpainting, defaultGeneratorTemplate, generatorPathFields, templateSupportsVideo,
engineProviderSetting,
loadInferenceBackend,
saveInferenceBackend,
@@ -78,8 +78,8 @@ describe("generator templates", () => {
singularity.sources!.transformer = [singularity.sources!.transformer![0]];
saveGeneratorTemplateSettings({ templates: [original, fast, singularity], defaultTemplateId: "", catalogVersion: 20 });
const migrated = loadGeneratorTemplateSettings();
- expect(migrated.catalogVersion).toBe(22);
- expect(migrated.templates.map(({ id }) => id)).toEqual([original.id, fast.id, singularity.id, "minimax-h3-singularity-v2"]);
+ expect(migrated.catalogVersion).toBe(23);
+ expect(migrated.templates.map(({ id }) => id)).toEqual([original.id, fast.id, singularity.id, "minimax-h3-singularity-v2", "minimax-h3-image"]);
expect(migrated.templates[0]).toMatchObject({ name: original.name, defaultSteps: 27, paths: { transformer: cached },
sources: { transformer: [original.sources!.transformer![0], { ...original.sources!.transformer![1], minVramGb: 13 }, custom, minimaxOriginalTemplate().sources!.transformer![2]] } });
expect(migrated.templates[1].sources!.transformer).toEqual([fast.sources!.transformer![0], minimaxFastTemplate().sources!.transformer![1]]);
@@ -121,7 +121,7 @@ describe("generator templates", () => {
const custom = { ...raw, name: "My Raw", defaultSteps: 60, paths: { ...raw.paths, transformer: "D:/raw.safetensors" } };
saveGeneratorTemplateSettings({ templates: [custom], defaultTemplateId: "", catalogVersion: 19 });
const migrated = loadGeneratorTemplateSettings();
- expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, turbo, minimaxSingularityV2Template()]));
+ expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, turbo, minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(loadGeneratorTemplateSettings()).toEqual(migrated);
saveGeneratorTemplateSettings({ ...migrated, templates: [custom] });
expect(loadGeneratorTemplateSettings().templates).toEqual([custom]);
@@ -168,7 +168,7 @@ describe("generator templates", () => {
sources: { ...template.sources, transformer: [{ ...int8, downloadedPath: cached }, customFp16, custom] } };
saveGeneratorTemplateSettings({ templates: [previous], defaultTemplateId: previous.id, catalogVersion: 18 });
const upgraded = loadGeneratorTemplateSettings();
- expect(upgraded.catalogVersion).toBe(22);
+ expect(upgraded.catalogVersion).toBe(23);
expect(upgraded.templates[0]).toMatchObject({ name: "My music", paths: { transformer: cached },
sources: { transformer: [fp32, { ...int8, downloadedPath: cached }, customFp16, custom] } });
expect(loadGeneratorTemplateSettings()).toEqual(upgraded);
@@ -188,10 +188,10 @@ describe("generator templates", () => {
const music3 = musicTemplates()[1];
saveGeneratorTemplateSettings({ templates: [yue, custom, music3], defaultTemplateId: yue.id, catalogVersion: 21 });
const updated = loadGeneratorTemplateSettings();
- expect(updated.catalogVersion).toBe(22);
- expect(updated.templates.map(template => template.defaultSteps)).toEqual([6, 12, 30]);
+ expect(updated.catalogVersion).toBe(23);
+ expect(updated.templates.map(template => template.defaultSteps)).toEqual([6, 12, 30, 6]);
saveGeneratorTemplateSettings({ ...updated, templates: updated.templates.map(template => ({ ...template, defaultSteps: 32 })) });
- expect(loadGeneratorTemplateSettings().templates.every(template => template.defaultSteps === 32)).toBe(true);
+ expect(loadGeneratorTemplateSettings().templates.filter(template => template.modelType !== "h3_image").every(template => template.defaultSteps === 32)).toBe(true);
});
it("upgrades existing YuE2 sources once while preserving downloaded and custom choices", () => {
@@ -202,14 +202,14 @@ describe("generator templates", () => {
sources: { transformer: [{ ...int8, downloadedPath: cached }] } };
saveGeneratorTemplateSettings({ templates: [previous], defaultTemplateId: previous.id, catalogVersion: 16 });
const upgraded = loadGeneratorTemplateSettings();
- expect(upgraded.catalogVersion).toBe(22);
+ expect(upgraded.catalogVersion).toBe(23);
expect(upgraded.templates[0]).toMatchObject({ name: "My music", paths: { transformer: cached },
sources: { transformer: [template.sources!.transformer![0], { ...int8, downloadedPath: cached }] } });
expect(loadGeneratorTemplateSettings()).toEqual(upgraded);
const custom = { ...previous, sources: { transformer: [{ url: "https://example.com/custom.safetensors", gpuModel: "", minVramGb: 0 }] } };
saveGeneratorTemplateSettings({ templates: [custom], defaultTemplateId: custom.id, catalogVersion: 16 });
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([custom, ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([custom, ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
const remaining = musicTemplates()[1];
saveGeneratorTemplateSettings({ ...upgraded, templates: [remaining], defaultTemplateId: "" });
expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([remaining]));
@@ -237,7 +237,7 @@ describe("generator templates", () => {
const custom = createGeneratorTemplate("Custom");
saveGeneratorTemplateSettings({ templates: [custom], defaultTemplateId: custom.id, catalogVersion: 13 });
const migrated = loadGeneratorTemplateSettings();
- expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(migrated.defaultTemplateId).toBe(custom.id);
expect(loadGeneratorTemplateSettings()).toEqual(migrated);
saveGeneratorTemplateSettings({ ...migrated, templates: [custom] });
@@ -265,7 +265,7 @@ describe("generator templates", () => {
const custom = createGeneratorTemplate("Custom");
saveGeneratorTemplateSettings({ templates: [custom], defaultTemplateId: custom.id, catalogVersion: 9 });
const migrated = loadGeneratorTemplateSettings();
- expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([custom, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(migrated.defaultTemplateId).toBe(custom.id);
expect(loadGeneratorTemplateSettings()).toEqual(migrated);
saveGeneratorTemplateSettings({ ...migrated, templates: [custom] });
@@ -289,7 +289,7 @@ describe("generator templates", () => {
it("assigns MiniMax H3 to current and legacy generators and preserves future model types", () => {
expect(createGeneratorTemplate().modelType).toBe("minimax-h3");
- expect(loadGeneratorTemplateSettings().templates.filter((template) => ! ["moss-image", "fibo2-edit-turbo", "fibo2-base", "yue2", "minimax_music3", "krea2-turbo", "krea2-raw"].includes(template.id)).every((template) => template.modelType === "minimax-h3")).toBe(true);
+ expect(loadGeneratorTemplateSettings().templates.filter((template) => ! ["moss-image", "fibo2-edit-turbo", "fibo2-base", "yue2", "minimax_music3", "krea2-turbo", "krea2-raw", "minimax-h3-image"].includes(template.id)).every((template) => template.modelType === "minimax-h3")).toBe(true);
for (const modelType of [undefined, null, "", 123]) {
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({
templates: [{ id: "legacy", name: "Renamed generator", modelType }], defaultTemplateId: "legacy", catalogVersion: 9,
@@ -321,7 +321,7 @@ describe("generator templates", () => {
const settings = loadGeneratorTemplateSettings();
expect(settings.defaultTemplateId).toBe("");
expect(templateNeedsDownload(settings.templates[0])).toBe(true);
- expect(settings.templates).toHaveLength(14);
+ expect(settings.templates).toHaveLength(15);
expect(settings.templates[1].name).toBe("First/Last Frame");
expect(settings.templates[0]).toMatchObject({
id: "default",
@@ -390,7 +390,7 @@ describe("generator templates", () => {
paths: { ...original.paths, transformer },
sources: { ...original.sources, transformer: [{ ...original.sources!.transformer![0], url: transformer }, { url: "https://huggingface.co/koongrizzly/MiniMax_H3_int4_W4A8_ConvRot_Pruned/resolve/main/diffusion_models/minimax_h3_ref2va_hybrid_b20-49_pruned_w4a8_mixed.safetensors", gpuModel: "", minVramGb: 13 }, { url: "https://huggingface.co/Comfy-Org/MiniMax-H3/resolve/main/diffusion_models/minimax_h3_ref2va_pruned_w6a8.safetensors", gpuModel: "", minVramGb: 16 }] },
});
- expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "FastH3 Omni", "Singularity", "Animate", "MOSS Image", "Fibo 2.0 Edit Turbo", "Fibo 2.0 Base", "YuE2", "MiniMax Music3", "Krea 2 Turbo", "Krea 2 Raw", "Singularity v2"]);
+ expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "FastH3 Omni", "Singularity", "Animate", "MOSS Image", "Fibo 2.0 Edit Turbo", "Fibo 2.0 Base", "YuE2", "MiniMax Music3", "Krea 2 Turbo", "Krea 2 Raw", "Singularity v2", "MiniMax H3 Image"]);
});
it.each(["Minimax H3 Original", "My custom generator"])("migrates the saved %s template without changing its configuration", (name) => {
@@ -407,7 +407,7 @@ describe("generator templates", () => {
expect(generatorOwned(settings.templates[2])).toEqual(generatorOwned(minimaxFastTemplate()));
expect(generatorOwned(settings.templates[3])).toEqual(generatorOwned(minimaxSingularityTemplate()));
expect(settings.defaultTemplateId).toBe(template.id);
- expect(settings.catalogVersion).toBe(22);
+ expect(settings.catalogVersion).toBe(23);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
saveGeneratorTemplateSettings({ ...settings, templates: [settings.templates[0]] });
expect(loadGeneratorTemplateSettings().templates).toHaveLength(1);
@@ -417,7 +417,7 @@ describe("generator templates", () => {
const references = minimaxReferencesTemplate();
references.paths.transformer = "D:/Models/custom.safetensors";
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [references], catalogVersion: 3 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([references, minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([references, minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
});
it("adds Singularity to the previous catalog once while preserving saved templates", () => {
@@ -426,9 +426,9 @@ describe("generator templates", () => {
custom.paths.transformer = "D:/Models/custom.safetensors";
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [custom], defaultTemplateId: custom.id, catalogVersion: 4 }));
const settings = loadGeneratorTemplateSettings();
- expect(generatorOwned(settings.templates)).toEqual(generatorOwned([custom, minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(settings.templates)).toEqual(generatorOwned([custom, minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(settings.defaultTemplateId).toBe(custom.id);
- expect(settings.catalogVersion).toBe(22);
+ expect(settings.catalogVersion).toBe(23);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
saveGeneratorTemplateSettings({ ...settings, templates: [custom] });
expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([custom]));
@@ -439,7 +439,7 @@ describe("generator templates", () => {
template.defaultSteps = 8;
template.paths.transformer = "D:/Models/singularity.safetensors";
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 4 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
});
it("adds Turbo to saved Singularity once and preserves other adapters and settings", () => {
@@ -449,7 +449,7 @@ describe("generator templates", () => {
template.loras = [{ loraId: "custom", enabled: false, strength: 0.5 }];
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], defaultTemplateId: template.id, catalogVersion: 5 }));
const settings = loadGeneratorTemplateSettings();
- expect(generatorOwned(settings.templates)).toEqual(generatorOwned([{ ...template, loras: [...template.loras, { loraId: TURBO_LORA.id, enabled: true, strength: 1 }] }, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(settings.templates)).toEqual(generatorOwned([{ ...template, loras: [...template.loras, { loraId: TURBO_LORA.id, enabled: true, strength: 1 }] }, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(settings.defaultTemplateId).toBe("");
expect(loadGeneratorTemplateSettings()).toEqual(settings);
saveGeneratorTemplateSettings({ ...settings, templates: [template] });
@@ -460,7 +460,7 @@ describe("generator templates", () => {
const template = minimaxSingularityTemplate();
template.loras = [{ loraId: TURBO_LORA.id, enabled: false, strength: 0.3 }];
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 5 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
});
it("adds FastH3 Omni with eight steps and its model URLs", () => {
@@ -492,8 +492,8 @@ describe("generator templates", () => {
}
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 8 }));
const settings = loadGeneratorTemplateSettings();
- expect(generatorOwned(settings.templates)).toEqual(generatorOwned([minimaxFastTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
- expect(settings.catalogVersion).toBe(22);
+ expect(generatorOwned(settings.templates)).toEqual(generatorOwned([minimaxFastTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
+ expect(settings.catalogVersion).toBe(23);
expect(templateNeedsDownload(settings.templates[0])).toBe(true);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
});
@@ -508,8 +508,8 @@ describe("generator templates", () => {
const otherPaths = { ...template.paths };
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));
const settings = loadGeneratorTemplateSettings();
- expect(settings.catalogVersion).toBe(22);
- expect(settings.templates).toHaveLength(8);
+ expect(settings.catalogVersion).toBe(23);
+ expect(settings.templates).toHaveLength(9);
expect(settings.templates[0]).toMatchObject({ id: template.id, name: "FastH3 Omni", defaultSteps: 8,
paths: { ...otherPaths, transformer: minimaxFastTemplate().paths.transformer },
sources: { transformer: [{ url: minimaxFastTemplate().paths.transformer, gpuModel: "RTX 5090", minVramGb: 24 }, minimaxFastTemplate().sources!.transformer![1]] } });
@@ -536,7 +536,7 @@ describe("generator templates", () => {
expect(migrated.paths.transformer).toBe(selection === "url" || selection === "downloaded" ? expectedUrl : previousPath);
expect(migrated.name).toBe(template.name);
expect(migrated.defaultSteps).toBe(12);
- expect(generatorOwned(settings.templates.slice(1))).toEqual(generatorOwned([references, fast, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(settings.templates.slice(1))).toEqual(generatorOwned([references, fast, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(loadGeneratorTemplateSettings()).toEqual(settings);
});
@@ -564,7 +564,7 @@ describe("generator templates", () => {
expect(migrated.sources!.transformer).toContainEqual({ url: "https://example.com/custom.safetensors", gpuModel: "Custom GPU", minVramGb: 8 });
expect(migrated.paths.transformer).toBe(selection === "custom" ? "D:/custom.safetensors" : selection === "cached omni" ? "D:/weights/omni.safetensors" : omniUrl);
expect(settings.defaultTemplateId).toBe(selection === "custom" || selection === "cached omni" ? template.id : "");
- expect(generatorOwned(settings.templates.slice(1))).toEqual(generatorOwned([original, references, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(settings.templates.slice(1))).toEqual(generatorOwned([original, references, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(loadGeneratorTemplateSettings()).toEqual(settings);
});
@@ -575,11 +575,11 @@ describe("generator templates", () => {
template.paths.transformer = "D:/custom/model.safetensors";
template.sources!.transformer = [{ url: "https://example.com/custom.safetensors", downloadedPath: template.paths.transformer, gpuModel: "", minVramGb: 0 }];
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
const other = createGeneratorTemplate("Custom");
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [other], defaultTemplateId: other.id, catalogVersion: 10 }));
const settings = loadGeneratorTemplateSettings();
- expect(generatorOwned(settings.templates)).toEqual(generatorOwned([other, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(settings.templates)).toEqual(generatorOwned([other, fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(settings.defaultTemplateId).toBe(other.id);
});
@@ -591,10 +591,10 @@ describe("generator templates", () => {
template.sources = { ...template.sources, videoVae: [{ url: template.paths.videoVae, gpuModel: "", minVramGb: 0 }] };
delete template.sources.transformer;
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 8 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([template, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
const original = minimaxOriginalTemplate();
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [original], catalogVersion: 8 }));
- expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([original, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(loadGeneratorTemplateSettings().templates)).toEqual(generatorOwned([original, mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
});
it.each(["textEncoder", "transformer"] as const)("upgrades saved Minimax %s variants once and preserves downloaded weights", (field) => {
@@ -604,7 +604,7 @@ describe("generator templates", () => {
template.paths[field] = downloadedPath;
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 1 }));
const settings = loadGeneratorTemplateSettings();
- expect(settings.catalogVersion).toBe(22);
+ expect(settings.catalogVersion).toBe(23);
expect(settings.templates[0].paths[field]).toBe(downloadedPath);
expect(settings.templates[0].sources![field]).toEqual(minimaxOriginalTemplate().sources![field]!.map((source, index) =>
index === 0 ? { ...source, downloadedPath } : source));
@@ -619,7 +619,7 @@ describe("generator templates", () => {
expect(loadGeneratorTemplateSettings().templates[0].sources![field]).toEqual(template.sources![field]);
const custom = createGeneratorTemplate();
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [custom], catalogVersion: 1 }));
- expect(loadGeneratorTemplateSettings().templates.map(({ id }) => id)).toEqual([custom.id, "minimax-h3-references", "minimax-h3-fast", "minimax-h3-singularity", "viggle-animate", "moss-image", "fibo2-edit-turbo", "fibo2-base", "yue2", "minimax_music3", "krea2-turbo", "krea2-raw", "minimax-h3-singularity-v2"]);
+ expect(loadGeneratorTemplateSettings().templates.map(({ id }) => id)).toEqual([custom.id, "minimax-h3-references", "minimax-h3-fast", "minimax-h3-singularity", "viggle-animate", "moss-image", "fibo2-edit-turbo", "fibo2-base", "yue2", "minimax_music3", "krea2-turbo", "krea2-raw", "minimax-h3-singularity-v2", "minimax-h3-image"]);
});
it.each(["url", "downloaded", "original", "custom", "cached original"])("removes the incompatible encoder from saved templates using %s", (selection) => {
@@ -639,7 +639,7 @@ describe("generator templates", () => {
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], defaultTemplateId: template.id, catalogVersion: 2 }));
const settings = loadGeneratorTemplateSettings();
const migrated = settings.templates[0];
- expect(settings.catalogVersion).toBe(22);
+ expect(settings.catalogVersion).toBe(23);
expect(migrated.sources!.textEncoder).toEqual([
{ url: originalUrl, gpuModel: "", minVramGb: 16, ...(selection === "cached original" ? { downloadedPath: cachedOriginal } : {}) },
custom,
@@ -720,7 +720,7 @@ it("adds Base once and persists per-template editing through runtime options", (
edit.defaultSteps = 8;
saveGeneratorTemplateSettings({ templates: [edit], defaultTemplateId: "", catalogVersion: 14 });
const migrated = loadGeneratorTemplateSettings();
- expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([edit, fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()]));
+ expect(generatorOwned(migrated.templates)).toEqual(generatorOwned([edit, fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()]));
expect(loadGeneratorTemplateSettings()).toEqual(migrated);
const base = migrated.templates[1];
expect(base.name).toBe("Fibo 2.0 Base");
diff --git a/src/lib/settings.ts b/src/lib/settings.ts
index 011686e..178d4c1 100644
--- a/src/lib/settings.ts
+++ b/src/lib/settings.ts
@@ -76,6 +76,7 @@ function migratedStorageItem(key: string, legacyKey: string): string | null {
}
export const MINIMAX_H3_MODEL_TYPE = "minimax-h3";
+export const H3_IMAGE_MODEL_TYPE = "h3_image";
export const MOSS_MODEL_TYPE = "moss";
export const FIBO_MODEL_TYPE = "fibo2";
export const KREA_MODEL_TYPE = "krea2";
@@ -155,7 +156,7 @@ export function generatorPathFields(template: Pick<GeneratorTemplate, "mode"> &
if (template.modelType === "yue2" || template.modelType === "minimax_music3") return ENGINE_PATH_FIELDS.filter(({ id }) =>
id === "transformer" || template.modelType === "minimax_music3" && (id === "textEncoder" || id === "audioVae")).map((field) =>
field.id === "transformer" ? { ...field, hint: "The main model that generates music from your style and lyrics." } : field);
- if ([MOSS_MODEL_TYPE, FIBO_MODEL_TYPE, KREA_MODEL_TYPE].includes(template.modelType ?? "")) return ENGINE_PATH_FIELDS.filter(({ id }) => id !== "audioVae").map((field) => {
+ if ([MOSS_MODEL_TYPE, FIBO_MODEL_TYPE, KREA_MODEL_TYPE, H3_IMAGE_MODEL_TYPE].includes(template.modelType ?? "")) return ENGINE_PATH_FIELDS.filter(({ id }) => id !== "audioVae").map((field) => {
if (field.id === "transformer") return { ...field, hint: "The main model that turns your description into an image." };
if (field.id === "videoVae") return { ...field, label: "Image VAE weights", hint: "Decodes the model's internal picture into an image." };
if (field.id === "tokenizer" && template.modelType === MOSS_MODEL_TYPE) return { ...field, required: true, directory: false, extensions: ["json"], hint: "The Qwen3.5 tokenizer JSON used by MOSS." };
@@ -284,8 +285,8 @@ export function createGeneratorTemplate(name = "New template", modelType = MINIM
name,
modelType,
editingModel: generatorModel(modelType).imageEditing,
- defaultSteps: modelType === KREA_MODEL_TYPE ? 8 : modelType === "yue2" ? YUE2_DEFAULT_STEPS : modelType === "minimax_music3" ? 30 : modelType === MOSS_MODEL_TYPE ? 50 : modelType === FIBO_MODEL_TYPE ? 4 : DEFAULT_GENERATION_STEPS,
- attention: modelType === KREA_MODEL_TYPE || generatorModel(modelType).cudaOnly || generatorModel(modelType).musicGeneration ? "flash2" : "sage2",
+ defaultSteps: modelType === H3_IMAGE_MODEL_TYPE ? 6 : modelType === KREA_MODEL_TYPE ? 8 : modelType === "yue2" ? YUE2_DEFAULT_STEPS : modelType === "minimax_music3" ? 30 : modelType === MOSS_MODEL_TYPE ? 50 : modelType === FIBO_MODEL_TYPE ? 4 : DEFAULT_GENERATION_STEPS,
+ attention: modelType === H3_IMAGE_MODEL_TYPE || modelType === KREA_MODEL_TYPE || generatorModel(modelType).cudaOnly || generatorModel(modelType).musicGeneration ? "flash2" : "sage2",
paths: copyPaths(EMPTY_ENGINE_SETTINGS),
};
}
@@ -328,6 +329,29 @@ export function kreaImageTemplates(): GeneratorTemplate[] {
});
}
+export function minimaxImageTemplate(): GeneratorTemplate {
+ const root = "https://huggingface.co/Comfy-Org/MiniMax-H3-Image/resolve/main/";
+ const paths = { ...EMPTY_ENGINE_SETTINGS,
+ transformer: `${root}diffusion_models/minimax_h3_image_pruned_int8_convrot.safetensors`,
+ textEncoder: `${root}text_encoders/qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors`,
+ videoVae: `${root}vae/minimax_h3_image_vae_fp16.safetensors`,
+ };
+ return { ...createGeneratorTemplate("MiniMax H3 Image", H3_IMAGE_MODEL_TYPE), id: "minimax-h3-image", paths,
+ sources: {
+ transformer: [
+ { url: `${root}diffusion_models/minimax_h3_image_pruned_bf16.safetensors`, gpuModel: "", minVramGb: 48 },
+ { url: paths.transformer, gpuModel: "", minVramGb: 24 },
+ { url: `${root}diffusion_models/minimax_h3_image_pruned_w4a8.safetensors`, gpuModel: "", minVramGb: 13 },
+ ],
+ textEncoder: [
+ { url: `${root}text_encoders/qwen3vl_32b_minimax_h3_int8_convrot.safetensors`, gpuModel: "", minVramGb: 32 },
+ { url: paths.textEncoder, gpuModel: "", minVramGb: 18 },
+ ],
+ videoVae: [{ url: paths.videoVae, gpuModel: "", minVramGb: 0 }],
+ },
+ };
+}
+
export function mossImageTemplate(): GeneratorTemplate {
const root = "https://huggingface.co/Comfy-Org/MOSS-Image/resolve/main/";
const paths: EngineSettings = {
@@ -449,9 +473,9 @@ export function viggleAnimateTemplate(): GeneratorTemplate {
}
const initialTemplateSettings = (paths = EMPTY_ENGINE_SETTINGS): GeneratorTemplateSettings => normalizeTemplateSettings({
- templates: [{ id: "default", name: "Default", modelType: MINIMAX_H3_MODEL_TYPE, defaultSteps: DEFAULT_GENERATION_STEPS, attention: "sage2", paths: copyPaths(paths) }, minimaxOriginalTemplate(), minimaxReferencesTemplate(), minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template()],
+ templates: [{ id: "default", name: "Default", modelType: MINIMAX_H3_MODEL_TYPE, defaultSteps: DEFAULT_GENERATION_STEPS, attention: "sage2", paths: copyPaths(paths) }, minimaxOriginalTemplate(), minimaxReferencesTemplate(), minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate(), fiboImageTemplate(), fiboBaseTemplate(), ...musicTemplates(), ...kreaImageTemplates(), minimaxSingularityV2Template(), minimaxImageTemplate()],
defaultTemplateId: "default",
- catalogVersion: 22,
+ catalogVersion: 23,
})!;
const normalizeTemplateSettings = (value: unknown, shareComponents = true): GeneratorTemplateSettings | null => {
@@ -467,13 +491,13 @@ const normalizeTemplateSettings = (value: unknown, shareComponents = true): Gene
ids.add(id);
const name = typeof candidate.name === "string" && candidate.name.trim() ? candidate.name.trim() : "Untitled template";
const modelType = typeof candidate.modelType === "string" && candidate.modelType.trim() ? candidate.modelType.trim() : MINIMAX_H3_MODEL_TYPE;
- const defaultSteps = typeof candidate.defaultSteps === "number"
+ const defaultSteps = modelType === H3_IMAGE_MODEL_TYPE ? 6 : typeof candidate.defaultSteps === "number"
&& Number.isInteger(candidate.defaultSteps)
&& candidate.defaultSteps >= 2
&& candidate.defaultSteps <= MAX_GENERATION_STEPS
? candidate.defaultSteps
: modelType === KREA_MODEL_TYPE ? candidate.kreaVariant === "raw" ? 52 : 8 : modelType === "yue2" ? YUE2_DEFAULT_STEPS : modelType === "minimax_music3" ? 30 : modelType === FIBO_MODEL_TYPE ? 4 : DEFAULT_GENERATION_STEPS;
- const attention = candidate.attention === "exact" || candidate.attention === "flash2" || candidate.attention === "sol" ? candidate.attention : "sage2";
+ const attention = modelType === H3_IMAGE_MODEL_TYPE ? "flash2" : candidate.attention === "exact" || candidate.attention === "flash2" || candidate.attention === "sol" ? candidate.attention : "sage2";
const paths = pathsFrom(candidate.paths);
const sources: GeneratorTemplate["sources"] = {};
for (const field of ENGINE_PATH_FIELDS) {
@@ -521,7 +545,7 @@ const normalizeTemplateSettings = (value: unknown, shareComponents = true): Gene
...shared,
defaultTemplateId: !shareComponents ? requestedDefault : shared.templates.find((template) => template.id === requestedDefault && templateUsable(template))?.id
?? shared.templates.find(templateUsable)?.id ?? "",
- catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22].includes(record.catalogVersion) ? record.catalogVersion : 0,
+ catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23].includes(record.catalogVersion) ? record.catalogVersion : 0,
};
};
@@ -803,6 +827,12 @@ export function loadGeneratorTemplateSettings(): GeneratorTemplateSettings {
normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 22 }, false)!;
localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));
}
+ if ((normalized.catalogVersion ?? 0) < 23) {
+ const template = minimaxImageTemplate();
+ if (!normalized.templates.some(({ id }) => id === template.id)) normalized.templates.push(template);
+ normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 23 }, false)!;
+ localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));
+ }
const shared = normalizeTemplateSettings(normalized)!;
if (!normalized.h3Components) localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(shared));
return shared;
@@ -983,7 +1013,7 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
}
const value = remote ? workerWeight(settings[field.id].trim(), sources?.[field.id]) : settings[field.id].trim();
if (value && (remote || !isDownloadUrl(value))) options[field.id] = value;
- else if (isDownloadUrl(value) || [FIBO_MODEL_TYPE, KREA_MODEL_TYPE].includes(shifts.modelType ?? "") && field.id === "tokenizer"
+ else if (isDownloadUrl(value) || [FIBO_MODEL_TYPE, KREA_MODEL_TYPE, H3_IMAGE_MODEL_TYPE].includes(shifts.modelType ?? "") && field.id === "tokenizer"
|| shifts.modelType === MINIMAX_H3_MODEL_TYPE && field.id !== "transformer") delete options[field.id];
}
return { enabled: base?.enabled ?? true, model: base?.model ?? null, options };
@@ -991,6 +1021,7 @@ export function engineProviderSetting(settings: EngineSettings, base?: ProviderS
/** The effective count shown for the selected generator before submission. */
export function generationStepsForTemplate(steps: number, template?: Pick<GeneratorTemplate, "loras" | "modelType">, overrides: TemplateLora[] = []): number {
+ if (template?.modelType === H3_IMAGE_MODEL_TYPE) return 6;
// Display metadata without resolving weight paths: a template awaiting a
// download can still show its step count without throwing during render.
const activeIds = new Set(effectiveLoras(template?.loras, overrides, template?.modelType).filter((entry) => entry.enabled && entry.strength !== 0).map((entry) => entry.loraId));
@@ -1019,6 +1050,7 @@ export function generationSigmaShiftsWithLoras(shifts: SigmaShifts, config: Proj
}
export function generationStepsWithLoras(steps: number, config: ProjectConfig): number {
+ if (config.providerSettings.slopfab?.options.modelType === H3_IMAGE_MODEL_TYPE) return 6;
const override = config.providerSettings.slopfab?.options.stepOverride;
return isLoraStepOverride(override) ? override : steps;
}
diff --git a/src/lib/weightDownloadVram.test.ts b/src/lib/weightDownloadVram.test.ts
index a7d8047..e07947c 100644
--- a/src/lib/weightDownloadVram.test.ts
+++ b/src/lib/weightDownloadVram.test.ts
@@ -163,7 +163,7 @@ it("seeds all agreed minimums and upgrades old defaults once without losing cust
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ ...settings, catalogVersion: 17 }));
const migrated = loadGeneratorTemplateSettings();
const updated = migrated.templates.find(({ id }) => id === original.id)!;
- expect(migrated.catalogVersion).toBe(21);
+ expect(migrated.catalogVersion).toBe(23);
expect(updated.paths.transformer).toBe(original.paths.transformer);
expect(updated.sources!.transformer!.map(({ minVramGb }) => minVramGb)).toEqual([21, 10, 16, 0]);
expect(updated.sources!.transformer![0].downloadedPath).toBe(original.paths.transformer);
diff --git a/src/lib/weightDownloads.test.ts b/src/lib/weightDownloads.test.ts
index 7a7a46c..ebf5853 100644
--- a/src/lib/weightDownloads.test.ts
+++ b/src/lib/weightDownloads.test.ts
@@ -4,7 +4,7 @@ import { cancelWeightDownload, downloadLora, prepareLora, removeLora, refreshDow
import { HYPERFLOW_LORA, PIKA_FL2VA_LORA, PIKA_REF2VA_LORA, DMAD_LORA, LIGHTX2V_TURBO_LORA, loadLoras, saveLoras, TAOMATE_LORA, TURBO_LORA, VIGGLE_ANIMATE_LORA } from "./loras";
import { beforeEach, expect, it, vi } from "vitest";
import { chooseWeightSource, downloadTemplateWeights, getWeightDownloadState, refreshDownloadedWeights, removeTemplateWeights, updateWeightPath, weightDownloadProgress, type DownloadState } from "./weightDownloads";
-import { ANIMATE_CONDITIONING_URL, mossImageTemplate, fiboImageTemplate, engineProviderSetting, createGeneratorTemplate, defaultGeneratorTemplate, isDownloadUrl, loadGeneratorTemplateSettings, minimaxOriginalTemplate, minimaxSingularityTemplate, saveGeneratorTemplateSettings, templateNeedsDownload, type WeightSource } from "./settings";
+import { ANIMATE_CONDITIONING_URL, minimaxImageTemplate, mossImageTemplate, fiboImageTemplate, engineProviderSetting, createGeneratorTemplate, defaultGeneratorTemplate, isDownloadUrl, loadGeneratorTemplateSettings, minimaxOriginalTemplate, minimaxSingularityTemplate, saveGeneratorTemplateSettings, templateNeedsDownload, type WeightSource } from "./settings";
vi.mock("@tauri-apps/api/core", () => ({ invoke: vi.fn() }));
vi.mock("@tauri-apps/api/event", () => ({ listen: vi.fn(async () => () => undefined) }));
@@ -14,6 +14,17 @@ const files = new Set<string>();
const source = (url: string, gpuModel = "", minVramGb = 0): WeightSource => ({ url, gpuModel, minVramGb });
const saved = () => loadGeneratorTemplateSettings().templates.find((template) => template.id === "minimax-h3-original")!;
+it("downloads the three compatible H3 Image weights and makes the template ready", async () => {
+ const template = minimaxImageTemplate();
+ await downloadTemplateWeights(template.id);
+ const urls = vi.mocked(invoke).mock.calls.filter(([command]) => command === "download_weight").map(([, args]) => (args as { url: string }).url);
+ expect(urls.sort()).toEqual([template.paths.transformer, template.sources!.textEncoder![0].url, template.paths.videoVae].sort());
+ const downloaded = loadGeneratorTemplateSettings().templates.find(({ id }) => id === template.id)!;
+ expect(templateNeedsDownload(downloaded)).toBe(false);
+ expect(downloaded.paths.audioVae).toBe("");
+ expect(downloaded.paths.tokenizer).toBe("");
+});
+
it("downloads only Fibo's three image weights and marks the generator ready", async () => {
const fibo = fiboImageTemplate();
await downloadTemplateWeights(fibo.id);
diff --git a/src/lib/workQueue.test.ts b/src/lib/workQueue.test.ts
index 19ffed8..81e86ef 100644
--- a/src/lib/workQueue.test.ts
+++ b/src/lib/workQueue.test.ts
@@ -1361,6 +1361,24 @@ describe("image generation work", () => {
expect(session.getSnapshot().config.assets.find((asset) => asset.id === work.id)?.parentAssetId).toBe("chosen");
});
+ it("submits H3 Image edits with six steps and leaves the implicit source out of additional references", async () => {
+ const { queue } = setup();
+ const record = imageProject();
+ record.config.imageScene = createImageEditScene({ name: "Source", relativePath: "source.png", width: 128, height: 128 });
+ record.config.imageScene.steps = 20;
+ record.config.imageScene.nodes[0].description = "Use the glaze from @[ref:glaze]";
+ record.config.references = [{ id: "glaze", name: "Glaze", kind: "image", relativePath: "glaze.png", description: "Blue", intendedUse: [], createdAt: record.config.createdAt }];
+ const session = queue.project(record);
+ queue.enqueueImage(session, { ...template, modelType: "h3_image", attention: "flash2", defaultSteps: 6 });
+ await waitFor(() => expect(enqueueSlopfabGeneration).toHaveBeenCalledOnce());
+ const request = vi.mocked(enqueueSlopfabGeneration).mock.calls[0][0];
+ expect(request.steps).toBe(6);
+ expect(request.referencePaths).toEqual(["C:/Image/glaze.png"]);
+ expect(request.imageEdit!.edits[0].referencePaths).toEqual(request.referencePaths);
+ expect(request.imageEdit!.edits[0].prompt).toContain("Edit <Picture 1>");
+ expect(request.imageEdit!.edits[0].prompt).toContain("Glaze (<Picture 2>)");
+ await finish(queue, request.jobId);
+ });
it.each([false, true])("submits whole-image and local edits with separate references (compound mask: %s)", async (compound) => {
const { queue } = setup();
const record = imageProject();
diff --git a/src/lib/workQueue.ts b/src/lib/workQueue.ts
index 2572623..0f7e01b 100644
--- a/src/lib/workQueue.ts
+++ b/src/lib/workQueue.ts
@@ -427,7 +427,7 @@ export class WorkQueue {
current = session.getSnapshot().config;
}
const referencePaths = (selected: typeof references) => [
- ...(edit && generatorModel(template.modelType).editImageReferences ? [projectItemPath(session.record.folderPath, edit.source)!] : []),
+ ...(edit && template.modelType === "minimax-h3" ? [projectItemPath(session.record.folderPath, edit.source)!] : []),
...selected.flatMap((reference) => referenceImages(reference).map((image) => projectItemPath(session.record.folderPath, image)!)),
];
let seed = imageGenerationSeed(scene.seed);
@@ -476,7 +476,7 @@ export class WorkQueue {
// also supplies the prepared crop as its composition reference.
const referencePaths = compiled.references.flatMap((reference) => referenceImages(reference).map((image) => projectItemPath(session.record.folderPath, image)!));
const regenerate = compiled.layout.mode === "regenerate";
- if (regenerate && generatorModel(template.modelType).editImageReferences) referencePaths.unshift(projectItemPath(session.record.folderPath, { relativePath: sourceRelativePath })!);
+ if (regenerate && template.modelType === "minimax-h3") referencePaths.unshift(projectItemPath(session.record.folderPath, { relativePath: sourceRelativePath })!);
const resultName = `${regenerate ? "Regenerated" : "Extended"} - ${source.name}`;
const request: SlopfabGenerationRequest = { jobId: id, stillImage: true, frames: 1, prompt: compiled.prompt,
canvasWidth: compiled.layout.output.width, canvasHeight: compiled.layout.output.height, steps: generationStepsWithLoras(options.steps, config), seed: imageGenerationSeed(options.seed),