AI media harness for planning, generating, and editing locally
TypeScript
Update Fast generator to FastH3 Omni
Bitti529bf992cffb
diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.mdindex a821855..aeaecf7 100644--- a/RELEASE_NOTES.md+++ b/RELEASE_NOTES.md@@ -4,6 +4,8 @@ This alpha update adds Prompt video scenes, agent image drafts, Sol attention an## What's new+- **FastH3 Omni.** Renamed First/Last Frame Fast and updated its transformer to the FastH3 Omni eight-step model. Existing bundled settings migrate automatically.+- **Generator model pages.** Open MiniMax H3, MOSS or Other from Generator settings. Each model has its own generators and LoRAs; Other contains the existing extra weights. New generators use the selected model.- **Image generation count.** Open the arrow beside Generate to queue up to 100 images with different seeds. Count applies to one click, resets afterward and is not saved in the project.diff --git a/src/lib/settings.test.ts b/src/lib/settings.test.tsindex f09dae4..a02ef8e 100644--- a/src/lib/settings.test.ts+++ b/src/lib/settings.test.ts@@ -152,7 +152,7 @@ describe("generator templates", () => {paths: { ...original.paths, transformer },sources: { ...original.sources, transformer: [{ ...original.sources!.transformer![0], url: transformer }, original.sources!.transformer![1]] },});- expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "First/Last Frame Fast", "Singularity", "Animate", "MOSS Image"]);+ expect(loadGeneratorTemplateSettings().templates.map(({ name }) => name)).toEqual(["Default", "First/Last Frame", "References", "FastH3 Omni", "Singularity", "Animate", "MOSS Image"]);});it.each(["Minimax H3 Original", "My custom generator"])("migrates the saved %s template without changing its configuration", (name) => {@@ -169,7 +169,7 @@ describe("generator templates", () => {expect(settings.templates[2]).toEqual(minimaxFastTemplate());expect(settings.templates[3]).toEqual(minimaxSingularityTemplate());expect(settings.defaultTemplateId).toBe(template.id);- expect(settings.catalogVersion).toBe(10);+ expect(settings.catalogVersion).toBe(11);expect(loadGeneratorTemplateSettings()).toEqual(settings);saveGeneratorTemplateSettings({ ...settings, templates: [settings.templates[0]] });expect(loadGeneratorTemplateSettings().templates).toHaveLength(1);@@ -190,7 +190,7 @@ describe("generator templates", () => {const settings = loadGeneratorTemplateSettings();expect(settings.templates).toEqual([expect.objectContaining(custom), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate()]);expect(settings.defaultTemplateId).toBe(custom.id);- expect(settings.catalogVersion).toBe(10);+ expect(settings.catalogVersion).toBe(11);expect(loadGeneratorTemplateSettings()).toEqual(settings);saveGeneratorTemplateSettings({ ...settings, templates: [custom] });expect(loadGeneratorTemplateSettings().templates).toEqual([expect.objectContaining(custom)]);@@ -225,12 +225,12 @@ describe("generator templates", () => {expect(loadGeneratorTemplateSettings().templates).toEqual([template, viggleAnimateTemplate(), mossImageTemplate()]);});- it("adds First/Last Frame Fast with eight steps and its model URLs", () => {+ it("adds FastH3 Omni with eight steps and its model URLs", () => {const original = minimaxOriginalTemplate();const fast = minimaxFastTemplate();- const transformer = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";+ const transformer = "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors";const videoVae = "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors";- expect(fast).toEqual({ ...original, id: "minimax-h3-fast", name: "First/Last Frame Fast", defaultSteps: 8,+ expect(fast).toEqual({ ...original, id: "minimax-h3-fast", name: "FastH3 Omni", defaultSteps: 8,paths: { ...original.paths, transformer, videoVae },sources: { ...original.sources, transformer: [{ ...original.sources!.transformer![0], url: transformer }, original.sources!.transformer![1]],videoVae: [{ url: videoVae, gpuModel: "", minVramGb: 0 }] },@@ -255,11 +255,45 @@ describe("generator templates", () => {localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 8 }));const settings = loadGeneratorTemplateSettings();expect(settings.templates).toEqual([minimaxFastTemplate(), mossImageTemplate()]);- expect(settings.catalogVersion).toBe(10);+ expect(settings.catalogVersion).toBe(11);expect(templateNeedsDownload(settings.templates[0])).toBe(true);expect(loadGeneratorTemplateSettings()).toEqual(settings);});+ it.each([false, true])("migrates the FastH3 Omni name and transformer without reusing old downloaded weights (downloaded: %s)", (downloaded) => {+ const template = minimaxFastTemplate();+ const oldUrl = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";+ template.name = "First/Last Frame Fast";+ template.paths.transformer = downloaded ? "D:/weights/fast-old.safetensors" : oldUrl.replace("/resolve/", "/blob/");+ template.sources!.transformer = [{ url: oldUrl.replace("/resolve/", "/blob/"), gpuModel: "RTX 5090", minVramGb: 24,+ ...(downloaded ? { downloadedPath: template.paths.transformer } : {}) }];+ const otherPaths = { ...template.paths };+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));+ const settings = loadGeneratorTemplateSettings();+ expect(settings.catalogVersion).toBe(11);+ expect(settings.templates).toHaveLength(1);+ expect(settings.templates[0]).toMatchObject({ id: template.id, name: "FastH3 Omni", defaultSteps: 8,+ paths: { ...otherPaths, transformer: minimaxFastTemplate().paths.transformer },+ sources: { transformer: [{ url: minimaxFastTemplate().paths.transformer, gpuModel: "RTX 5090", minVramGb: 24 }] } });+ expect(settings.templates[0].sources!.transformer![0].downloadedPath).toBeUndefined();+ expect(loadGeneratorTemplateSettings()).toEqual(settings);+ });++ it("preserves custom Fast names, weights, steps and removed templates during the Omni upgrade", () => {+ const template = minimaxFastTemplate();+ template.name = "My fast generator";+ template.defaultSteps = 12;+ template.paths.transformer = "D:/custom/model.safetensors";+ template.sources!.transformer = [{ url: "https://example.com/custom.safetensors", downloadedPath: template.paths.transformer, gpuModel: "", minVramGb: 0 }];+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 10 }));+ expect(loadGeneratorTemplateSettings().templates).toEqual([template]);+ const other = createGeneratorTemplate("Custom");+ localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [other], defaultTemplateId: other.id, catalogVersion: 10 }));+ const settings = loadGeneratorTemplateSettings();+ expect(settings.templates).toEqual([expect.objectContaining(other)]);+ expect(settings.defaultTemplateId).toBe(other.id);+ });+it("preserves customized Fast models and steps, and does not restore a removed template", () => {const template = minimaxFastTemplate();template.defaultSteps = 12;@@ -281,7 +315,7 @@ describe("generator templates", () => {template.paths[field] = downloadedPath;localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], catalogVersion: 1 }));const settings = loadGeneratorTemplateSettings();- expect(settings.catalogVersion).toBe(10);+ expect(settings.catalogVersion).toBe(11);expect(settings.templates[0].paths[field]).toBe(downloadedPath);expect(settings.templates[0].sources![field]).toEqual(minimaxOriginalTemplate().sources![field]!.map((source, index) =>index === 0 ? { ...source, downloadedPath } : source));@@ -316,7 +350,7 @@ describe("generator templates", () => {localStorage.setItem("slopus.generator-templates.v1", JSON.stringify({ templates: [template], defaultTemplateId: template.id, catalogVersion: 2 }));const settings = loadGeneratorTemplateSettings();const migrated = settings.templates[0];- expect(settings.catalogVersion).toBe(10);+ expect(settings.catalogVersion).toBe(11);expect(migrated.sources!.textEncoder).toEqual([{ url: originalUrl, gpuModel: "", minVramGb: 0, ...(selection === "cached original" ? { downloadedPath: cachedOriginal } : {}) },custom,diff --git a/src/lib/settings.ts b/src/lib/settings.tsindex 64c047f..8ab6439 100644--- a/src/lib/settings.ts+++ b/src/lib/settings.ts@@ -279,8 +279,8 @@ export function minimaxReferencesTemplate(): GeneratorTemplate {}export function minimaxFastTemplate(): GeneratorTemplate {- const template = minimaxVariantTemplate("minimax-h3-fast", "First/Last Frame Fast",- "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors", 8);+ const template = minimaxVariantTemplate("minimax-h3-fast", "FastH3 Omni",+ "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors", 8);const videoVae = "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors";return { ...template,paths: { ...template.paths, videoVae },@@ -312,7 +312,7 @@ export function viggleAnimateTemplate(): GeneratorTemplate {const initialTemplateSettings = (paths = EMPTY_ENGINE_SETTINGS): GeneratorTemplateSettings => ({templates: [{ id: "default", name: "Default", modelType: MINIMAX_H3_MODEL_TYPE, defaultSteps: DEFAULT_GENERATION_STEPS, attention: "sage2", paths: copyPaths(paths) }, minimaxOriginalTemplate(), minimaxReferencesTemplate(), minimaxFastTemplate(), minimaxSingularityTemplate(), viggleAnimateTemplate(), mossImageTemplate()],defaultTemplateId: "default",- catalogVersion: 10,+ catalogVersion: 11,});const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings | null => {@@ -374,7 +374,7 @@ const normalizeTemplateSettings = (value: unknown): GeneratorTemplateSettings |templates,defaultTemplateId: templates.find((template) => template.id === requestedDefault && templateUsable(template))?.id?? templates.find(templateUsable)?.id ?? "",- catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10].includes(record.catalogVersion) ? record.catalogVersion : 0,+ catalogVersion: typeof record.catalogVersion === "number" && [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11].includes(record.catalogVersion) ? record.catalogVersion : 0,};};@@ -494,6 +494,26 @@ export function loadGeneratorTemplateSettings(): GeneratorTemplateSettings {normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 10 })!;localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));}+ if ((normalized.catalogVersion ?? 0) < 11) {+ const fast = normalized.templates.find(({ id }) => id === "minimax-h3-fast");+ if (fast) {+ const bundled = minimaxFastTemplate();+ if (fast.name === "First/Last Frame Fast") fast.name = bundled.name;+ const oldUrl = "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors";+ const matchesOldUrl = (url: string) => url.replace("/blob/", "/resolve/") === oldUrl;+ const sources = fast.sources?.transformer;+ if (matchesOldUrl(fast.paths.transformer) || sources?.some((source) => matchesOldUrl(source.url) && source.downloadedPath === fast.paths.transformer)) {+ fast.paths.transformer = bundled.paths.transformer;+ }+ if (sources) fast.sources!.transformer = sources.map((source) => {+ if (!matchesOldUrl(source.url)) return source;+ const { downloadedPath: _downloadedPath, ...updated } = source;+ return { ...updated, url: bundled.paths.transformer };+ });+ }+ normalized = normalizeTemplateSettings({ ...normalized, catalogVersion: 11 })!;+ localStorage.setItem(GENERATOR_TEMPLATES_KEY, JSON.stringify(normalized));+ }return normalized;}}diff --git a/src/lib/weightDownloads.test.ts b/src/lib/weightDownloads.test.tsindex 99ba611..a12e3ef 100644--- a/src/lib/weightDownloads.test.ts+++ b/src/lib/weightDownloads.test.ts@@ -305,7 +305,7 @@ it("downloads the fast transformer and video VAE and retains its eight-step defaawait downloadTemplateWeights("minimax-h3-fast");expect(getWeightDownloadState()).toMatchObject({ active: false, completed: 4, error: null });expect(invoke).toHaveBeenCalledWith("download_weight", expect.objectContaining({- url: "https://huggingface.co/FastVideo/FastVideo-FastH3-Comfy/resolve/main/diffusion_models/fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors",+ url: "https://huggingface.co/FastVideo/FastH3-Omni-Comfy/resolve/main/diffusion_models/fasth3_omniref_8step_pruned_int8_convrot.safetensors",}));expect(invoke).toHaveBeenCalledWith("download_weight", expect.objectContaining({url: "https://huggingface.co/Comfy-Org/MiniMax-H3/blob/main/vae/minimax_h3_video_vae_int8_convrot.safetensors",