Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Update Fast generator to FastH3 Omni

Bitti529bf992cffb
diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.md
index a821855..aeaecf7 100644
--- a/RELEASE_NOTES.md
+++ b/RELEASE_NOTES.md
@@ -4,6 +4,8 @@ This alpha update adds Prompt video scenes, agent image drafts, Sol attention an
## What's new
+- **FastH3 Omni.** Renamed First/Last Frame Fast and updated its transformer to the FastH3 Omni eight-step model. Existing bundled settings migrate automatically.
+
- **Generator model pages.** Open MiniMax H3, MOSS or Other from Generator settings. Each model has its own generators and LoRAs; Other contains the existing extra weights. New generators use the selected model.
- **Image generation count.** Open the arrow beside Generate to queue up to 100 images with different seeds. Count applies to one click, resets afterward and is not saved in the project.
diff --git a/src/lib/settings.test.ts b/src/lib/settings.test.ts
index f09dae4..a02ef8e 100644
--- a/src/lib/settings.test.ts
+++ b/src/lib/settings.test.ts
@@ -152,7 +152,7 @@ describe("generator templates", () => {
paths: { ...original.paths, transformer },
sources: { ...original.sources, transformer: [{ ...original.sources!.transformer![0], url: transformer }, original.sources!.transformer![1]] },
});
- expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "First/Last Frame Fast", "Singularity", "Animate", "MOSS Image"]);
+ expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "FastH3 Omni", "Singularity", "Animate", "MOSS Image"]);
});
it.each(["Minimax H3 Original", "My custom generator"])("migrates the saved %s template without changing its configuration", (name) => {
@@ -169,7 +169,7 @@ describe("generator templates", () => {
expect(settings.templates[2]).toEqual(minimaxFastTemplate());
expect(settings.templates[3]).toEqual(minimaxSingularityTemplate());
expect(settings.defaultTemplateId).toBe(template.id);
- expect(settings.catalogVersion).toBe(10);
+ expect(settings.catalogVersion).toBe(11);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
saveGeneratorTemplateSettings({ ...settings, templates: [settings.templates[0]] });
expect(loadGeneratorTemplateSettings().templates).toHaveLength(1);
@@ -190,7 +190,7 @@ describe("generator templates", () => {
const settings = loadGeneratorTemplateSettings();
expect(settings.templates).toEqual([expect.objectContaining(custom), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate()]);
expect(settings.defaultTemplateId).toBe(custom.id);
- expect(settings.catalogVersion).toBe(10);
+ expect(settings.catalogVersion).toBe(11);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
saveGeneratorTemplateSettings({ ...settings, templates: [custom] });
expect(loadGeneratorTemplateSettings().templates).toEqual([expect.objectContaining(custom)]);
@@ -225,12 +225,12 @@ describe("generator templates", () => {
expect(loadGeneratorTemplateSettings().templates).toEqual([template, viggleAnimateTemplate(), mossImageTemplate()]);
});
- it("adds First/Last Frame Fast with eight steps and its model URLs", () => {
+ it("adds FastH3 Omni with eight steps and its model URLs", () => {
const original = minimaxOriginalTemplate();
const fast = minimaxFastTemplate();
- const transformer = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";
+ const transformer = "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors";
const videoVae = "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors";
- expect(fast).toEqual({ ...original, id: "minimax-h3-fast", name: "First/Last Frame Fast", defaultSteps: 8,
+ expect(fast).toEqual({ ...original, id: "minimax-h3-fast", name: "FastH3 Omni", defaultSteps: 8,
paths: { ...original.paths, transformer, videoVae },
sources: { ...original.sources, transformer: [{ ...original.sources!.transformer![0], url: transformer }, original.sources!.transformer![1]],
videoVae: [{ url: videoVae, gpuModel: "", minVramGb: 0 }] },
@@ -255,11 +255,45 @@ describe("generator templates", () => {
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 8 }));
const settings = loadGeneratorTemplateSettings();
expect(settings.templates).toEqual([minimaxFastTemplate(), mossImageTemplate()]);
- expect(settings.catalogVersion).toBe(10);
+ expect(settings.catalogVersion).toBe(11);
expect(templateNeedsDownload(settings.templates[0])).toBe(true);
expect(loadGeneratorTemplateSettings()).toEqual(settings);
});
+ it.each([false, true])("migrates the FastH3 Omni name and transformer without reusing old downloaded weights (downloaded: %s)", (downloaded) => {
+ const template = minimaxFastTemplate();
+ const oldUrl = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";
+ template.name = "First/Last Frame Fast";
+ template.paths.transformer = downloaded ? "D:/weights/fast-old.safetensors" : oldUrl.replace("/resolve/", "/blob/");
+ template.sources!.transformer = [{ url: oldUrl.replace("/resolve/", "/blob/"), gpuModel: "RTX 5090", minVramGb: 24,
+ ...(downloaded ? { downloadedPath: template.paths.transformer } : {}) }];
+ const otherPaths = { ...template.paths };
+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));
+ const settings = loadGeneratorTemplateSettings();
+ expect(settings.catalogVersion).toBe(11);
+ expect(settings.templates).toHaveLength(1);
+ expect(settings.templates[0]).toMatchObject({ id: template.id, name: "FastH3 Omni", defaultSteps: 8,
+ paths: { ...otherPaths, transformer: minimaxFastTemplate().paths.transformer },
+ sources: { transformer: [{ url: minimaxFastTemplate().paths.transformer, gpuModel: "RTX 5090", minVramGb: 24 }] } });
+ expect(settings.templates[0].sources!.transformer![0].downloadedPath).toBeUndefined();
+ expect(loadGeneratorTemplateSettings()).toEqual(settings);
+ });
+
+ it("preserves custom Fast names, weights, steps and removed templates during the Omni upgrade", () => {
+ const template = minimaxFastTemplate();
+ template.name = "My fast generator";
+ template.defaultSteps = 12;
+ template.paths.transformer = "D:/custom/model.safetensors";
+ template.sources!.transformer = [{ url: "https://example.com/custom.safetensors", downloadedPath: template.paths.transformer, gpuModel: "", minVramGb: 0 }];
+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));
+ expect(loadGeneratorTemplateSettings().templates).toEqual([template]);
+ const other = createGeneratorTemplate("Custom");
+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [other], defaultTemplateId: other.id, catalogVersion: 10 }));
+ const settings = loadGeneratorTemplateSettings();
+ expect(settings.templates).toEqual([expect.objectContaining(other)]);
+ expect(settings.defaultTemplateId).toBe(other.id);
+ });
+
it("preserves customized Fast models and steps, and does not restore a removed template", () => {
const template = minimaxFastTemplate();
template.defaultSteps = 12;
@@ -281,7 +315,7 @@ describe("generator templates", () => {
template.paths[field] = downloadedPath;
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 1 }));
const settings = loadGeneratorTemplateSettings();
- expect(settings.catalogVersion).toBe(10);
+ expect(settings.catalogVersion).toBe(11);
expect(settings.templates[0].paths[field]).toBe(downloadedPath);
expect(settings.templates[0].sources![field]).toEqual(minimaxOriginalTemplate().sources![field]!.map((source, index) =>
index === 0 ? { ...source, downloadedPath } : source));
@@ -316,7 +350,7 @@ describe("generator templates", () => {
localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], defaultTemplateId: template.id, catalogVersion: 2 }));
const settings = loadGeneratorTemplateSettings();
const migrated = settings.templates[0];
- expect(settings.catalogVersion).toBe(10);
+ expect(settings.catalogVersion).toBe(11);
expect(migrated.sources!.textEncoder).toEqual([
{ url: originalUrl, gpuModel: "", minVramGb: 0, ...(selection === "cached original" ? { downloadedPath: cachedOriginal } : {}) },
custom,
diff --git a/src/lib/settings.ts b/src/lib/settings.ts
index 64c047f..8ab6439 100644
--- a/src/lib/settings.ts
+++ b/src/lib/settings.ts
@@ -279,8 +279,8 @@ export function minimaxReferencesTemplate(): GeneratorTemplate {
}
export function minimaxFastTemplate(): GeneratorTemplate {
- const template = minimaxVariantTemplate("minimax-h3-fast", "First/Last Frame Fast",
- "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors", 8);
+ const template = minimaxVariantTemplate("minimax-h3-fast", "FastH3 Omni",
+ "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors", 8);
const videoVae = "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors";
return { ...template,
paths: { ...template.paths, videoVae },
@@ -312,7 +312,7 @@ export function viggleAnimateTemplate(): GeneratorTemplate {
const initialTemplateSettings = (paths = EMPTY_ENGINE_SETTINGS): GeneratorTemplateSettings => ({
templates: [{ id: "default", name: "Default", modelType: MINIMAX_H3_MODEL_TYPE, defaultSteps: DEFAULT_GENERATION_STEPS, attention: "sage2", paths: copyPaths(paths) }, minimaxOriginalTemplate(), minimaxReferencesTemplate(), minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate()],
defaultTemplateId: "default",
- catalogVersion: 10,
+ catalogVersion: 11,
});
const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings | null => {
@@ -374,7 +374,7 @@ const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings |
templates,
defaultTemplateId: templates.find((template) => template.id === requestedDefault && templateUsable(template))?.id
?? templates.find(templateUsable)?.id ?? "",
- catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10].includes(record.catalogVersion) ? record.catalogVersion : 0,
+ catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11].includes(record.catalogVersion) ? record.catalogVersion : 0,
};
};
@@ -494,6 +494,26 @@ export function loadGeneratorTemplateSettings(): GeneratorTemplateSettings {
normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 10 })!;
localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));
}
+ if ((normalized.catalogVersion ?? 0) < 11) {
+ const fast = normalized.templates.find(({ id }) => id === "minimax-h3-fast");
+ if (fast) {
+ const bundled = minimaxFastTemplate();
+ if (fast.name === "First/Last Frame Fast") fast.name = bundled.name;
+ const oldUrl = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";
+ const matchesOldUrl = (url: string) => url.replace("/blob/", "/resolve/") === oldUrl;
+ const sources = fast.sources?.transformer;
+ if (matchesOldUrl(fast.paths.transformer) || sources?.some((source) => matchesOldUrl(source.url) && source.downloadedPath === fast.paths.transformer)) {
+ fast.paths.transformer = bundled.paths.transformer;
+ }
+ if (sources) fast.sources!.transformer = sources.map((source) => {
+ if (!matchesOldUrl(source.url)) return source;
+ const { downloadedPath: _downloadedPath, ...updated } = source;
+ return { ...updated, url: bundled.paths.transformer };
+ });
+ }
+ normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 11 })!;
+ localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));
+ }
return normalized;
}
}
diff --git a/src/lib/weightDownloads.test.ts b/src/lib/weightDownloads.test.ts
index 99ba611..a12e3ef 100644
--- a/src/lib/weightDownloads.test.ts
+++ b/src/lib/weightDownloads.test.ts
@@ -305,7 +305,7 @@ it("downloads the fast transformer and video VAE and retains its eight-step defa
await downloadTemplateWeights("minimax-h3-fast");
expect(getWeightDownloadState()).toMatchObject({ active: false, completed: 4, error: null });
expect(invoke).toHaveBeenCalledWith("download_weight", expect.objectContaining({
- url: "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors",
+ url: "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors",
}));
expect(invoke).toHaveBeenCalledWith("download_weight", expect.objectContaining({
url: "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors",