Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Add Marigold V2 and YuE2 blueprints (#16318)

Daxiong (Lin)683421b679f8
diff --git a/blueprints/Image Albedo Estimation (Marigold V2).json b/blueprints/Image Albedo Estimation (Marigold V2).json
new file mode 100644
index 000000000..376a01dc2
--- /dev/null
+++ b/blueprints/Image Albedo Estimation (Marigold V2).json
@@ -0,0 +1,1178 @@
+{
+ "revision": 0,
+ "last_node_id": "105",
+ "last_link_id": 0,
+ "nodes": [
+ {
+ "id": 105,
+ "type": "9387c6d1-43e7-47a7-a4a9-53546efa05ea",
+ "pos": [
+ -1830,
+ 4130
+ ],
+ "size": [
+ 380,
+ 350
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": null
+ },
+ {
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": null
+ },
+ {
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": null
+ },
+ {
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": null
+ },
+ {
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": null
+ },
+ {
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": null
+ },
+ {
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": null
+ },
+ {
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": []
+ }
+ ],
+ "title": "Image Albedo Estimation (Marigold V2)",
+ "properties": {
+ "previewExposures": []
+ },
+ "widgets_values": [
+ "euler",
+ "0.5, 0",
+ "albedo",
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "marigold_v2_albedo.safetensors",
+ "marigold_v2_albedo_vae.safetensors",
+ "marigold_v2_albedo_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler",
+ "sigmas": "0.5, 0",
+ "prediction": "albedo",
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "lora_name": "marigold_v2_albedo.safetensors",
+ "vae_name": "marigold_v2_albedo_vae.safetensors",
+ "conditioning_name": "marigold_v2_albedo_conditioning.safetensors"
+ }
+ }
+ ],
+ "links": [],
+ "version": 0.4,
+ "definitions": {
+ "subgraphs": [
+ {
+ "id": "9387c6d1-43e7-47a7-a4a9-53546efa05ea",
+ "version": 1,
+ "state": {
+ "lastGroupId": 4,
+ "lastNodeId": 105,
+ "lastLinkId": 110,
+ "lastRerouteId": 0
+ },
+ "revision": 0,
+ "config": {},
+ "name": "Image Albedo Estimation (Marigold V2)",
+ "inputNode": {
+ "id": -10,
+ "bounding": [
+ -2110,
+ 4550,
+ 155.080078125,
+ 208
+ ]
+ },
+ "outputNode": {
+ "id": -20,
+ "bounding": [
+ 460,
+ 4481,
+ 128,
+ 68
+ ]
+ },
+ "inputs": [
+ {
+ "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550",
+ "name": "pixels",
+ "type": "IMAGE",
+ "linkIds": [
+ 17
+ ],
+ "localized_name": "pixels",
+ "pos": [
+ -1978.919921875,
+ 4574
+ ]
+ },
+ {
+ "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "linkIds": [
+ 35
+ ],
+ "pos": [
+ -1978.919921875,
+ 4594
+ ]
+ },
+ {
+ "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526",
+ "name": "sigmas",
+ "type": "STRING",
+ "linkIds": [
+ 36
+ ],
+ "pos": [
+ -1978.919921875,
+ 4614
+ ]
+ },
+ {
+ "id": "663f265f-75bd-45b0-9457-39dc96d68cce",
+ "name": "prediction",
+ "type": "COMBO",
+ "linkIds": [
+ 37
+ ],
+ "pos": [
+ -1978.919921875,
+ 4634
+ ]
+ },
+ {
+ "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92",
+ "name": "unet_name",
+ "type": "COMBO",
+ "linkIds": [
+ 38
+ ],
+ "pos": [
+ -1978.919921875,
+ 4654
+ ]
+ },
+ {
+ "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a",
+ "name": "lora_name",
+ "type": "COMBO",
+ "linkIds": [
+ 39
+ ],
+ "pos": [
+ -1978.919921875,
+ 4674
+ ]
+ },
+ {
+ "id": "d53a2944-e126-4e41-a025-98e126db2c57",
+ "name": "vae_name",
+ "type": "COMBO",
+ "linkIds": [
+ 40
+ ],
+ "pos": [
+ -1978.919921875,
+ 4694
+ ]
+ },
+ {
+ "id": "7b8c34b9-7565-4278-9eef-b331045db837",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "linkIds": [
+ 41
+ ],
+ "pos": [
+ -1978.919921875,
+ 4714
+ ]
+ }
+ ],
+ "outputs": [
+ {
+ "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "linkIds": [
+ 30
+ ],
+ "localized_name": "IMAGE",
+ "pos": [
+ 484,
+ 4505
+ ]
+ }
+ ],
+ "widgets": [],
+ "nodes": [
+ {
+ "id": 92,
+ "type": "UNETLoader",
+ "pos": [
+ -1730,
+ 4080
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 1,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "unet_name",
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": 38
+ },
+ {
+ "localized_name": "weight_dtype",
+ "name": "weight_dtype",
+ "type": "COMBO",
+ "widget": {
+ "name": "weight_dtype"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 5
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "UNETLoader",
+ "models": [
+ {
+ "name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors",
+ "directory": "diffusion_models"
+ }
+ ]
+ },
+ "widgets_values": [
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "default"
+ ],
+ "widgets_values_named": {
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "weight_dtype": "default"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 93,
+ "type": "LoraLoaderModelOnly",
+ "pos": [
+ -1730,
+ 4240
+ ],
+ "size": [
+ 610,
+ 120
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 5
+ },
+ {
+ "localized_name": "lora_name",
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": 39
+ },
+ {
+ "localized_name": "strength_model",
+ "name": "strength_model",
+ "type": "FLOAT",
+ "widget": {
+ "name": "strength_model"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 8
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "LoraLoaderModelOnly",
+ "models": [
+ {
+ "name": "marigold_v2_albedo.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_albedo.safetensors",
+ "directory": "loras"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_albedo.safetensors",
+ 1
+ ],
+ "widgets_values_named": {
+ "lora_name": "marigold_v2_albedo.safetensors",
+ "strength_model": 1
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 94,
+ "type": "ModelSamplingAuraFlow",
+ "pos": [
+ -1040,
+ 4390
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 3,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 8
+ },
+ {
+ "localized_name": "shift",
+ "name": "shift",
+ "type": "FLOAT",
+ "widget": {
+ "name": "shift"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "sampling",
+ "name": "sampling",
+ "shape": 7,
+ "type": "COMBO",
+ "widget": {
+ "name": "sampling"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 12
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ModelSamplingAuraFlow"
+ },
+ "widgets_values": [
+ 1.73,
+ "flow"
+ ],
+ "widgets_values_named": {
+ "shift": 1.73,
+ "sampling": "flow"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 95,
+ "type": "ConditioningLoader",
+ "pos": [
+ -1730,
+ 4580
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 4,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "conditioning_name",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": 41
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 13
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ConditioningLoader",
+ "models": [
+ {
+ "name": "marigold_v2_albedo_conditioning.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_albedo_conditioning.safetensors",
+ "directory": "embeddings"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_albedo_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "conditioning_name": "marigold_v2_albedo_conditioning.safetensors"
+ },
+ "color": "#432",
+ "bgcolor": "#653"
+ },
+ {
+ "id": 96,
+ "type": "VAELoader",
+ "pos": [
+ -1730,
+ 4430
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 5,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "vae_name",
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": 40
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "VAE",
+ "name": "VAE",
+ "type": "VAE",
+ "links": [
+ 18,
+ 21
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAELoader",
+ "models": [
+ {
+ "name": "marigold_v2_albedo_vae.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_albedo_vae.safetensors",
+ "directory": "vae"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_albedo_vae.safetensors"
+ ],
+ "widgets_values_named": {
+ "vae_name": "marigold_v2_albedo_vae.safetensors"
+ },
+ "color": "#323",
+ "bgcolor": "#535"
+ },
+ {
+ "id": 97,
+ "type": "DisableNoise",
+ "pos": [
+ -740,
+ 4160
+ ],
+ "size": [
+ 270,
+ 40
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [],
+ "outputs": [
+ {
+ "localized_name": "NOISE",
+ "name": "NOISE",
+ "type": "NOISE",
+ "links": [
+ 26
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "DisableNoise"
+ }
+ },
+ {
+ "id": 98,
+ "type": "KSamplerSelect",
+ "pos": [
+ -740,
+ 4270
+ ],
+ "size": [
+ 270,
+ 70
+ ],
+ "flags": {},
+ "order": 6,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sampler_name",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": 35
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SAMPLER",
+ "name": "SAMPLER",
+ "type": "SAMPLER",
+ "links": [
+ 25
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "KSamplerSelect"
+ },
+ "widgets_values": [
+ "euler"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler"
+ }
+ },
+ {
+ "id": 99,
+ "type": "BasicGuider",
+ "pos": [
+ -740,
+ 4400
+ ],
+ "size": [
+ 270,
+ 60
+ ],
+ "flags": {},
+ "order": 7,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 12
+ },
+ {
+ "localized_name": "conditioning",
+ "name": "conditioning",
+ "type": "CONDITIONING",
+ "link": 13
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "GUIDER",
+ "name": "GUIDER",
+ "type": "GUIDER",
+ "links": [
+ 14
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "BasicGuider"
+ }
+ },
+ {
+ "id": 100,
+ "type": "ManualSigmas",
+ "pos": [
+ -740,
+ 4510
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 8,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": 36
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SIGMAS",
+ "name": "SIGMAS",
+ "type": "SIGMAS",
+ "links": [
+ 27
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ManualSigmas"
+ },
+ "widgets_values": [
+ "0.5, 0"
+ ],
+ "widgets_values_named": {
+ "sigmas": "0.5, 0"
+ }
+ },
+ {
+ "id": 101,
+ "type": "SamplerCustomAdvanced",
+ "pos": [
+ -370,
+ 4290
+ ],
+ "size": [
+ 230,
+ 120
+ ],
+ "flags": {},
+ "order": 9,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "noise",
+ "name": "noise",
+ "type": "NOISE",
+ "link": 26
+ },
+ {
+ "localized_name": "guider",
+ "name": "guider",
+ "type": "GUIDER",
+ "link": 14
+ },
+ {
+ "localized_name": "sampler",
+ "name": "sampler",
+ "type": "SAMPLER",
+ "link": 25
+ },
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "SIGMAS",
+ "link": 27
+ },
+ {
+ "localized_name": "latent_image",
+ "name": "latent_image",
+ "type": "LATENT",
+ "link": 19
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "output",
+ "name": "output",
+ "type": "LATENT",
+ "links": [
+ 20
+ ]
+ },
+ {
+ "localized_name": "denoised_output",
+ "name": "denoised_output",
+ "type": "LATENT",
+ "links": null
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SamplerCustomAdvanced"
+ }
+ },
+ {
+ "id": 102,
+ "type": "VAEEncode",
+ "pos": [
+ -1550,
+ 4860
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 10,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": 17
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 18
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 19
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEEncode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ },
+ {
+ "id": 103,
+ "type": "MarigoldV2PostProcess",
+ "pos": [
+ 50,
+ 4250
+ ],
+ "size": [
+ 280,
+ 70
+ ],
+ "flags": {},
+ "order": 11,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "image",
+ "name": "image",
+ "type": "IMAGE",
+ "link": 23
+ },
+ {
+ "localized_name": "prediction",
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": 37
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 30
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "MarigoldV2PostProcess"
+ },
+ "widgets_values": [
+ "depth"
+ ],
+ "widgets_values_named": {
+ "prediction": "depth"
+ }
+ },
+ {
+ "id": 104,
+ "type": "VAEDecode",
+ "pos": [
+ 60,
+ 4130
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 12,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "samples",
+ "name": "samples",
+ "type": "LATENT",
+ "link": 20
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 21
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 23
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEDecode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ }
+ ],
+ "groups": [
+ {
+ "id": 1,
+ "title": "Models",
+ "bounding": [
+ -1740,
+ 4010,
+ 630,
+ 686
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 2,
+ "title": "Image Encoding",
+ "bounding": [
+ -1740,
+ 4720,
+ 630,
+ 300
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 3,
+ "title": "Sampling",
+ "bounding": [
+ -1080,
+ 4010,
+ 1030,
+ 690
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 4,
+ "title": "Decoding",
+ "bounding": [
+ -20,
+ 4010,
+ 420,
+ 390
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ }
+ ],
+ "links": [
+ {
+ "id": 5,
+ "origin_id": 92,
+ "origin_slot": 0,
+ "target_id": 93,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 8,
+ "origin_id": 93,
+ "origin_slot": 0,
+ "target_id": 94,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 12,
+ "origin_id": 94,
+ "origin_slot": 0,
+ "target_id": 99,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 13,
+ "origin_id": 95,
+ "origin_slot": 0,
+ "target_id": 99,
+ "target_slot": 1,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 26,
+ "origin_id": 97,
+ "origin_slot": 0,
+ "target_id": 101,
+ "target_slot": 0,
+ "type": "NOISE"
+ },
+ {
+ "id": 14,
+ "origin_id": 99,
+ "origin_slot": 0,
+ "target_id": 101,
+ "target_slot": 1,
+ "type": "GUIDER"
+ },
+ {
+ "id": 25,
+ "origin_id": 98,
+ "origin_slot": 0,
+ "target_id": 101,
+ "target_slot": 2,
+ "type": "SAMPLER"
+ },
+ {
+ "id": 27,
+ "origin_id": 100,
+ "origin_slot": 0,
+ "target_id": 101,
+ "target_slot": 3,
+ "type": "SIGMAS"
+ },
+ {
+ "id": 19,
+ "origin_id": 102,
+ "origin_slot": 0,
+ "target_id": 101,
+ "target_slot": 4,
+ "type": "LATENT"
+ },
+ {
+ "id": 18,
+ "origin_id": 96,
+ "origin_slot": 0,
+ "target_id": 102,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 23,
+ "origin_id": 104,
+ "origin_slot": 0,
+ "target_id": 103,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 20,
+ "origin_id": 101,
+ "origin_slot": 0,
+ "target_id": 104,
+ "target_slot": 0,
+ "type": "LATENT"
+ },
+ {
+ "id": 21,
+ "origin_id": 96,
+ "origin_slot": 0,
+ "target_id": 104,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 17,
+ "origin_id": -10,
+ "origin_slot": 0,
+ "target_id": 102,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 30,
+ "origin_id": 103,
+ "origin_slot": 0,
+ "target_id": -20,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 35,
+ "origin_id": -10,
+ "origin_slot": 1,
+ "target_id": 98,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 36,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 100,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 37,
+ "origin_id": -10,
+ "origin_slot": 3,
+ "target_id": 103,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 38,
+ "origin_id": -10,
+ "origin_slot": 4,
+ "target_id": 92,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 39,
+ "origin_id": -10,
+ "origin_slot": 5,
+ "target_id": 93,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 40,
+ "origin_id": -10,
+ "origin_slot": 6,
+ "target_id": 96,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 41,
+ "origin_id": -10,
+ "origin_slot": 7,
+ "target_id": 95,
+ "target_slot": 0,
+ "type": "COMBO"
+ }
+ ],
+ "extra": {},
+ "category": "Preprocessors/Albedo",
+ "description": "Estimates albedo from an input image using Marigold V2, separating surface color from lighting and shading for relighting and 3D asset work."
+ }
+ ]
+ },
+ "extra": {}
+}
\ No newline at end of file
diff --git a/blueprints/Image Depth Estimation (Marigold V2).json b/blueprints/Image Depth Estimation (Marigold V2).json
new file mode 100644
index 000000000..8f1a66ab8
--- /dev/null
+++ b/blueprints/Image Depth Estimation (Marigold V2).json
@@ -0,0 +1,1178 @@
+{
+ "revision": 0,
+ "last_node_id": "39",
+ "last_link_id": 0,
+ "nodes": [
+ {
+ "id": 39,
+ "type": "31c1d8c6-3e4f-4f28-94fe-6a98e980eed1",
+ "pos": [
+ -1050,
+ 5100
+ ],
+ "size": [
+ 380,
+ 350
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": null
+ },
+ {
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": null
+ },
+ {
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": null
+ },
+ {
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": null
+ },
+ {
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": null
+ },
+ {
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": null
+ },
+ {
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": null
+ },
+ {
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": []
+ }
+ ],
+ "title": "Image Depth Estimation (Marigold V2)",
+ "properties": {
+ "previewExposures": []
+ },
+ "widgets_values": [
+ "euler",
+ "0.5, 0",
+ "depth",
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "marigold_v2_depth_log_stage2.safetensors",
+ "marigold_v2_depth_log_stage2_vae.safetensors",
+ "marigold_v2_depth_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler",
+ "sigmas": "0.5, 0",
+ "prediction": "depth",
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "lora_name": "marigold_v2_depth_log_stage2.safetensors",
+ "vae_name": "marigold_v2_depth_log_stage2_vae.safetensors",
+ "conditioning_name": "marigold_v2_depth_conditioning.safetensors"
+ }
+ }
+ ],
+ "links": [],
+ "version": 0.4,
+ "definitions": {
+ "subgraphs": [
+ {
+ "id": "31c1d8c6-3e4f-4f28-94fe-6a98e980eed1",
+ "version": 1,
+ "state": {
+ "lastGroupId": 4,
+ "lastNodeId": 90,
+ "lastLinkId": 109,
+ "lastRerouteId": 0
+ },
+ "revision": 0,
+ "config": {},
+ "name": "Image Depth Estimation (Marigold V2)",
+ "inputNode": {
+ "id": -10,
+ "bounding": [
+ -2110,
+ 4550,
+ 155.080078125,
+ 208
+ ]
+ },
+ "outputNode": {
+ "id": -20,
+ "bounding": [
+ 460,
+ 4481,
+ 128,
+ 68
+ ]
+ },
+ "inputs": [
+ {
+ "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550",
+ "name": "pixels",
+ "type": "IMAGE",
+ "linkIds": [
+ 17
+ ],
+ "localized_name": "pixels",
+ "pos": [
+ -1978.919921875,
+ 4574
+ ]
+ },
+ {
+ "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "linkIds": [
+ 35
+ ],
+ "pos": [
+ -1978.919921875,
+ 4594
+ ]
+ },
+ {
+ "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526",
+ "name": "sigmas",
+ "type": "STRING",
+ "linkIds": [
+ 36
+ ],
+ "pos": [
+ -1978.919921875,
+ 4614
+ ]
+ },
+ {
+ "id": "663f265f-75bd-45b0-9457-39dc96d68cce",
+ "name": "prediction",
+ "type": "COMBO",
+ "linkIds": [
+ 37
+ ],
+ "pos": [
+ -1978.919921875,
+ 4634
+ ]
+ },
+ {
+ "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92",
+ "name": "unet_name",
+ "type": "COMBO",
+ "linkIds": [
+ 38
+ ],
+ "pos": [
+ -1978.919921875,
+ 4654
+ ]
+ },
+ {
+ "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a",
+ "name": "lora_name",
+ "type": "COMBO",
+ "linkIds": [
+ 39
+ ],
+ "pos": [
+ -1978.919921875,
+ 4674
+ ]
+ },
+ {
+ "id": "d53a2944-e126-4e41-a025-98e126db2c57",
+ "name": "vae_name",
+ "type": "COMBO",
+ "linkIds": [
+ 40
+ ],
+ "pos": [
+ -1978.919921875,
+ 4694
+ ]
+ },
+ {
+ "id": "7b8c34b9-7565-4278-9eef-b331045db837",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "linkIds": [
+ 41
+ ],
+ "pos": [
+ -1978.919921875,
+ 4714
+ ]
+ }
+ ],
+ "outputs": [
+ {
+ "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "linkIds": [
+ 30
+ ],
+ "localized_name": "IMAGE",
+ "pos": [
+ 484,
+ 4505
+ ]
+ }
+ ],
+ "widgets": [],
+ "nodes": [
+ {
+ "id": 26,
+ "type": "UNETLoader",
+ "pos": [
+ -1730,
+ 4080
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 1,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "unet_name",
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": 38
+ },
+ {
+ "localized_name": "weight_dtype",
+ "name": "weight_dtype",
+ "type": "COMBO",
+ "widget": {
+ "name": "weight_dtype"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 5
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "UNETLoader",
+ "models": [
+ {
+ "name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors",
+ "directory": "diffusion_models"
+ }
+ ]
+ },
+ "widgets_values": [
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "default"
+ ],
+ "widgets_values_named": {
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "weight_dtype": "default"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 27,
+ "type": "LoraLoaderModelOnly",
+ "pos": [
+ -1730,
+ 4240
+ ],
+ "size": [
+ 610,
+ 120
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 5
+ },
+ {
+ "localized_name": "lora_name",
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": 39
+ },
+ {
+ "localized_name": "strength_model",
+ "name": "strength_model",
+ "type": "FLOAT",
+ "widget": {
+ "name": "strength_model"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 8
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "LoraLoaderModelOnly",
+ "models": [
+ {
+ "name": "marigold_v2_depth_log_stage2.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_depth_log_stage2.safetensors",
+ "directory": "loras"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_depth_log_stage2.safetensors",
+ 1
+ ],
+ "widgets_values_named": {
+ "lora_name": "marigold_v2_depth_log_stage2.safetensors",
+ "strength_model": 1
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 28,
+ "type": "ModelSamplingAuraFlow",
+ "pos": [
+ -1040,
+ 4390
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 3,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 8
+ },
+ {
+ "localized_name": "shift",
+ "name": "shift",
+ "type": "FLOAT",
+ "widget": {
+ "name": "shift"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "sampling",
+ "name": "sampling",
+ "shape": 7,
+ "type": "COMBO",
+ "widget": {
+ "name": "sampling"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 12
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ModelSamplingAuraFlow"
+ },
+ "widgets_values": [
+ 1.73,
+ "flow"
+ ],
+ "widgets_values_named": {
+ "shift": 1.73,
+ "sampling": "flow"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 29,
+ "type": "ConditioningLoader",
+ "pos": [
+ -1730,
+ 4580
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 4,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "conditioning_name",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": 41
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 13
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ConditioningLoader",
+ "models": [
+ {
+ "name": "marigold_v2_depth_conditioning.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_depth_conditioning.safetensors",
+ "directory": "embeddings"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_depth_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "conditioning_name": "marigold_v2_depth_conditioning.safetensors"
+ },
+ "color": "#432",
+ "bgcolor": "#653"
+ },
+ {
+ "id": 30,
+ "type": "VAELoader",
+ "pos": [
+ -1730,
+ 4430
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 5,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "vae_name",
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": 40
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "VAE",
+ "name": "VAE",
+ "type": "VAE",
+ "links": [
+ 18,
+ 21
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAELoader",
+ "models": [
+ {
+ "name": "marigold_v2_depth_log_stage2_vae.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_depth_log_stage2_vae.safetensors",
+ "directory": "vae"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_depth_log_stage2_vae.safetensors"
+ ],
+ "widgets_values_named": {
+ "vae_name": "marigold_v2_depth_log_stage2_vae.safetensors"
+ },
+ "color": "#323",
+ "bgcolor": "#535"
+ },
+ {
+ "id": 31,
+ "type": "DisableNoise",
+ "pos": [
+ -740,
+ 4160
+ ],
+ "size": [
+ 270,
+ 40
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [],
+ "outputs": [
+ {
+ "localized_name": "NOISE",
+ "name": "NOISE",
+ "type": "NOISE",
+ "links": [
+ 26
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "DisableNoise"
+ }
+ },
+ {
+ "id": 32,
+ "type": "KSamplerSelect",
+ "pos": [
+ -740,
+ 4270
+ ],
+ "size": [
+ 270,
+ 70
+ ],
+ "flags": {},
+ "order": 6,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sampler_name",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": 35
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SAMPLER",
+ "name": "SAMPLER",
+ "type": "SAMPLER",
+ "links": [
+ 25
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "KSamplerSelect"
+ },
+ "widgets_values": [
+ "euler"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler"
+ }
+ },
+ {
+ "id": 33,
+ "type": "BasicGuider",
+ "pos": [
+ -740,
+ 4400
+ ],
+ "size": [
+ 270,
+ 60
+ ],
+ "flags": {},
+ "order": 7,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 12
+ },
+ {
+ "localized_name": "conditioning",
+ "name": "conditioning",
+ "type": "CONDITIONING",
+ "link": 13
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "GUIDER",
+ "name": "GUIDER",
+ "type": "GUIDER",
+ "links": [
+ 14
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "BasicGuider"
+ }
+ },
+ {
+ "id": 34,
+ "type": "ManualSigmas",
+ "pos": [
+ -740,
+ 4510
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 8,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": 36
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SIGMAS",
+ "name": "SIGMAS",
+ "type": "SIGMAS",
+ "links": [
+ 27
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ManualSigmas"
+ },
+ "widgets_values": [
+ "0.5, 0"
+ ],
+ "widgets_values_named": {
+ "sigmas": "0.5, 0"
+ }
+ },
+ {
+ "id": 35,
+ "type": "SamplerCustomAdvanced",
+ "pos": [
+ -370,
+ 4290
+ ],
+ "size": [
+ 230,
+ 120
+ ],
+ "flags": {},
+ "order": 9,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "noise",
+ "name": "noise",
+ "type": "NOISE",
+ "link": 26
+ },
+ {
+ "localized_name": "guider",
+ "name": "guider",
+ "type": "GUIDER",
+ "link": 14
+ },
+ {
+ "localized_name": "sampler",
+ "name": "sampler",
+ "type": "SAMPLER",
+ "link": 25
+ },
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "SIGMAS",
+ "link": 27
+ },
+ {
+ "localized_name": "latent_image",
+ "name": "latent_image",
+ "type": "LATENT",
+ "link": 19
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "output",
+ "name": "output",
+ "type": "LATENT",
+ "links": [
+ 20
+ ]
+ },
+ {
+ "localized_name": "denoised_output",
+ "name": "denoised_output",
+ "type": "LATENT",
+ "links": null
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SamplerCustomAdvanced"
+ }
+ },
+ {
+ "id": 36,
+ "type": "VAEEncode",
+ "pos": [
+ -1550,
+ 4860
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 10,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": 17
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 18
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 19
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEEncode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ },
+ {
+ "id": 37,
+ "type": "MarigoldV2PostProcess",
+ "pos": [
+ 50,
+ 4250
+ ],
+ "size": [
+ 280,
+ 70
+ ],
+ "flags": {},
+ "order": 11,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "image",
+ "name": "image",
+ "type": "IMAGE",
+ "link": 23
+ },
+ {
+ "localized_name": "prediction",
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": 37
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 30
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "MarigoldV2PostProcess"
+ },
+ "widgets_values": [
+ "depth"
+ ],
+ "widgets_values_named": {
+ "prediction": "depth"
+ }
+ },
+ {
+ "id": 38,
+ "type": "VAEDecode",
+ "pos": [
+ 60,
+ 4130
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 12,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "samples",
+ "name": "samples",
+ "type": "LATENT",
+ "link": 20
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 21
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 23
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEDecode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ }
+ ],
+ "groups": [
+ {
+ "id": 1,
+ "title": "Models",
+ "bounding": [
+ -1740,
+ 4010,
+ 630,
+ 686
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 2,
+ "title": "Image Encoding",
+ "bounding": [
+ -1740,
+ 4720,
+ 630,
+ 300
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 3,
+ "title": "Sampling",
+ "bounding": [
+ -1080,
+ 4010,
+ 1030,
+ 690
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 4,
+ "title": "Decoding",
+ "bounding": [
+ -20,
+ 4010,
+ 420,
+ 390
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ }
+ ],
+ "links": [
+ {
+ "id": 5,
+ "origin_id": 26,
+ "origin_slot": 0,
+ "target_id": 27,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 8,
+ "origin_id": 27,
+ "origin_slot": 0,
+ "target_id": 28,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 12,
+ "origin_id": 28,
+ "origin_slot": 0,
+ "target_id": 33,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 13,
+ "origin_id": 29,
+ "origin_slot": 0,
+ "target_id": 33,
+ "target_slot": 1,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 26,
+ "origin_id": 31,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 0,
+ "type": "NOISE"
+ },
+ {
+ "id": 14,
+ "origin_id": 33,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 1,
+ "type": "GUIDER"
+ },
+ {
+ "id": 25,
+ "origin_id": 32,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 2,
+ "type": "SAMPLER"
+ },
+ {
+ "id": 27,
+ "origin_id": 34,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 3,
+ "type": "SIGMAS"
+ },
+ {
+ "id": 19,
+ "origin_id": 36,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 4,
+ "type": "LATENT"
+ },
+ {
+ "id": 18,
+ "origin_id": 30,
+ "origin_slot": 0,
+ "target_id": 36,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 23,
+ "origin_id": 38,
+ "origin_slot": 0,
+ "target_id": 37,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 20,
+ "origin_id": 35,
+ "origin_slot": 0,
+ "target_id": 38,
+ "target_slot": 0,
+ "type": "LATENT"
+ },
+ {
+ "id": 21,
+ "origin_id": 30,
+ "origin_slot": 0,
+ "target_id": 38,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 17,
+ "origin_id": -10,
+ "origin_slot": 0,
+ "target_id": 36,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 30,
+ "origin_id": 37,
+ "origin_slot": 0,
+ "target_id": -20,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 35,
+ "origin_id": -10,
+ "origin_slot": 1,
+ "target_id": 32,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 36,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 34,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 37,
+ "origin_id": -10,
+ "origin_slot": 3,
+ "target_id": 37,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 38,
+ "origin_id": -10,
+ "origin_slot": 4,
+ "target_id": 26,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 39,
+ "origin_id": -10,
+ "origin_slot": 5,
+ "target_id": 27,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 40,
+ "origin_id": -10,
+ "origin_slot": 6,
+ "target_id": 30,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 41,
+ "origin_id": -10,
+ "origin_slot": 7,
+ "target_id": 29,
+ "target_slot": 0,
+ "type": "COMBO"
+ }
+ ],
+ "extra": {},
+ "category": "Preprocessors/Depth",
+ "description": "Estimates scene depth from an input image using Marigold V2, producing a depth map with brighter areas closer and darker areas farther."
+ }
+ ]
+ },
+ "extra": {}
+}
\ No newline at end of file
diff --git a/blueprints/Image Normal Estimation (Marigold V2).json b/blueprints/Image Normal Estimation (Marigold V2).json
new file mode 100644
index 000000000..4da5e981b
--- /dev/null
+++ b/blueprints/Image Normal Estimation (Marigold V2).json
@@ -0,0 +1,1178 @@
+{
+ "revision": 0,
+ "last_node_id": "91",
+ "last_link_id": 0,
+ "nodes": [
+ {
+ "id": 91,
+ "type": "fd1bad31-6e21-4106-8e7b-85465a9381f6",
+ "pos": [
+ -1380,
+ 4190
+ ],
+ "size": [
+ 380,
+ 350
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": null
+ },
+ {
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": null
+ },
+ {
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": null
+ },
+ {
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": null
+ },
+ {
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": null
+ },
+ {
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": null
+ },
+ {
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": null
+ },
+ {
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": []
+ }
+ ],
+ "title": "Image Normal Estimation (Marigold V2)",
+ "properties": {
+ "previewExposures": []
+ },
+ "widgets_values": [
+ "euler",
+ "0.5, 0",
+ "normals",
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "marigold_v2_normals.safetensors",
+ "marigold_v2_normals_vae.safetensors",
+ "marigold_v2_normals_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler",
+ "sigmas": "0.5, 0",
+ "prediction": "normals",
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "lora_name": "marigold_v2_normals.safetensors",
+ "vae_name": "marigold_v2_normals_vae.safetensors",
+ "conditioning_name": "marigold_v2_normals_conditioning.safetensors"
+ }
+ }
+ ],
+ "links": [],
+ "version": 0.4,
+ "definitions": {
+ "subgraphs": [
+ {
+ "id": "fd1bad31-6e21-4106-8e7b-85465a9381f6",
+ "version": 1,
+ "state": {
+ "lastGroupId": 4,
+ "lastNodeId": 91,
+ "lastLinkId": 110,
+ "lastRerouteId": 0
+ },
+ "revision": 0,
+ "config": {},
+ "name": "Image Normal Estimation (Marigold V2)",
+ "inputNode": {
+ "id": -10,
+ "bounding": [
+ -2110,
+ 4550,
+ 155.080078125,
+ 208
+ ]
+ },
+ "outputNode": {
+ "id": -20,
+ "bounding": [
+ 460,
+ 4481,
+ 128,
+ 68
+ ]
+ },
+ "inputs": [
+ {
+ "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550",
+ "name": "pixels",
+ "type": "IMAGE",
+ "linkIds": [
+ 17
+ ],
+ "localized_name": "pixels",
+ "pos": [
+ -1978.919921875,
+ 4574
+ ]
+ },
+ {
+ "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "linkIds": [
+ 35
+ ],
+ "pos": [
+ -1978.919921875,
+ 4594
+ ]
+ },
+ {
+ "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526",
+ "name": "sigmas",
+ "type": "STRING",
+ "linkIds": [
+ 36
+ ],
+ "pos": [
+ -1978.919921875,
+ 4614
+ ]
+ },
+ {
+ "id": "663f265f-75bd-45b0-9457-39dc96d68cce",
+ "name": "prediction",
+ "type": "COMBO",
+ "linkIds": [
+ 37
+ ],
+ "pos": [
+ -1978.919921875,
+ 4634
+ ]
+ },
+ {
+ "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92",
+ "name": "unet_name",
+ "type": "COMBO",
+ "linkIds": [
+ 38
+ ],
+ "pos": [
+ -1978.919921875,
+ 4654
+ ]
+ },
+ {
+ "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a",
+ "name": "lora_name",
+ "type": "COMBO",
+ "linkIds": [
+ 39
+ ],
+ "pos": [
+ -1978.919921875,
+ 4674
+ ]
+ },
+ {
+ "id": "d53a2944-e126-4e41-a025-98e126db2c57",
+ "name": "vae_name",
+ "type": "COMBO",
+ "linkIds": [
+ 40
+ ],
+ "pos": [
+ -1978.919921875,
+ 4694
+ ]
+ },
+ {
+ "id": "7b8c34b9-7565-4278-9eef-b331045db837",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "linkIds": [
+ 41
+ ],
+ "pos": [
+ -1978.919921875,
+ 4714
+ ]
+ }
+ ],
+ "outputs": [
+ {
+ "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "linkIds": [
+ 30
+ ],
+ "localized_name": "IMAGE",
+ "pos": [
+ 484,
+ 4505
+ ]
+ }
+ ],
+ "widgets": [],
+ "nodes": [
+ {
+ "id": 26,
+ "type": "UNETLoader",
+ "pos": [
+ -1730,
+ 4080
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 1,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "unet_name",
+ "name": "unet_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "unet_name"
+ },
+ "link": 38
+ },
+ {
+ "localized_name": "weight_dtype",
+ "name": "weight_dtype",
+ "type": "COMBO",
+ "widget": {
+ "name": "weight_dtype"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 5
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "UNETLoader",
+ "models": [
+ {
+ "name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors",
+ "directory": "diffusion_models"
+ }
+ ]
+ },
+ "widgets_values": [
+ "qwen_image_edit_2509_int8_convrot.safetensors",
+ "default"
+ ],
+ "widgets_values_named": {
+ "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors",
+ "weight_dtype": "default"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 27,
+ "type": "LoraLoaderModelOnly",
+ "pos": [
+ -1730,
+ 4240
+ ],
+ "size": [
+ 610,
+ 120
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 5
+ },
+ {
+ "localized_name": "lora_name",
+ "name": "lora_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "lora_name"
+ },
+ "link": 39
+ },
+ {
+ "localized_name": "strength_model",
+ "name": "strength_model",
+ "type": "FLOAT",
+ "widget": {
+ "name": "strength_model"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 8
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "LoraLoaderModelOnly",
+ "models": [
+ {
+ "name": "marigold_v2_normals.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_normals.safetensors",
+ "directory": "loras"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_normals.safetensors",
+ 1
+ ],
+ "widgets_values_named": {
+ "lora_name": "marigold_v2_normals.safetensors",
+ "strength_model": 1
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 28,
+ "type": "ModelSamplingAuraFlow",
+ "pos": [
+ -1040,
+ 4390
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 3,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 8
+ },
+ {
+ "localized_name": "shift",
+ "name": "shift",
+ "type": "FLOAT",
+ "widget": {
+ "name": "shift"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "sampling",
+ "name": "sampling",
+ "shape": 7,
+ "type": "COMBO",
+ "widget": {
+ "name": "sampling"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 12
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ModelSamplingAuraFlow"
+ },
+ "widgets_values": [
+ 1.73,
+ "flow"
+ ],
+ "widgets_values_named": {
+ "shift": 1.73,
+ "sampling": "flow"
+ },
+ "color": "#223",
+ "bgcolor": "#335"
+ },
+ {
+ "id": 29,
+ "type": "ConditioningLoader",
+ "pos": [
+ -1730,
+ 4580
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 4,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "conditioning_name",
+ "name": "conditioning_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "conditioning_name"
+ },
+ "link": 41
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 13
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ConditioningLoader",
+ "models": [
+ {
+ "name": "marigold_v2_normals_conditioning.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_normals_conditioning.safetensors",
+ "directory": "embeddings"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_normals_conditioning.safetensors"
+ ],
+ "widgets_values_named": {
+ "conditioning_name": "marigold_v2_normals_conditioning.safetensors"
+ },
+ "color": "#432",
+ "bgcolor": "#653"
+ },
+ {
+ "id": 30,
+ "type": "VAELoader",
+ "pos": [
+ -1730,
+ 4430
+ ],
+ "size": [
+ 610,
+ 90
+ ],
+ "flags": {},
+ "order": 5,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "vae_name",
+ "name": "vae_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "vae_name"
+ },
+ "link": 40
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "VAE",
+ "name": "VAE",
+ "type": "VAE",
+ "links": [
+ 18,
+ 21
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAELoader",
+ "models": [
+ {
+ "name": "marigold_v2_normals_vae.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_normals_vae.safetensors",
+ "directory": "vae"
+ }
+ ]
+ },
+ "widgets_values": [
+ "marigold_v2_normals_vae.safetensors"
+ ],
+ "widgets_values_named": {
+ "vae_name": "marigold_v2_normals_vae.safetensors"
+ },
+ "color": "#323",
+ "bgcolor": "#535"
+ },
+ {
+ "id": 31,
+ "type": "DisableNoise",
+ "pos": [
+ -740,
+ 4160
+ ],
+ "size": [
+ 270,
+ 40
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [],
+ "outputs": [
+ {
+ "localized_name": "NOISE",
+ "name": "NOISE",
+ "type": "NOISE",
+ "links": [
+ 26
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "DisableNoise"
+ }
+ },
+ {
+ "id": 32,
+ "type": "KSamplerSelect",
+ "pos": [
+ -740,
+ 4270
+ ],
+ "size": [
+ 270,
+ 70
+ ],
+ "flags": {},
+ "order": 6,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sampler_name",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": 35
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SAMPLER",
+ "name": "SAMPLER",
+ "type": "SAMPLER",
+ "links": [
+ 25
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "KSamplerSelect"
+ },
+ "widgets_values": [
+ "euler"
+ ],
+ "widgets_values_named": {
+ "sampler_name": "euler"
+ }
+ },
+ {
+ "id": 33,
+ "type": "BasicGuider",
+ "pos": [
+ -740,
+ 4400
+ ],
+ "size": [
+ 270,
+ 60
+ ],
+ "flags": {},
+ "order": 7,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 12
+ },
+ {
+ "localized_name": "conditioning",
+ "name": "conditioning",
+ "type": "CONDITIONING",
+ "link": 13
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "GUIDER",
+ "name": "GUIDER",
+ "type": "GUIDER",
+ "links": [
+ 14
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "BasicGuider"
+ }
+ },
+ {
+ "id": 34,
+ "type": "ManualSigmas",
+ "pos": [
+ -740,
+ 4510
+ ],
+ "size": [
+ 270,
+ 100
+ ],
+ "flags": {},
+ "order": 8,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "STRING",
+ "widget": {
+ "name": "sigmas"
+ },
+ "link": 36
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "SIGMAS",
+ "name": "SIGMAS",
+ "type": "SIGMAS",
+ "links": [
+ 27
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ManualSigmas"
+ },
+ "widgets_values": [
+ "0.5, 0"
+ ],
+ "widgets_values_named": {
+ "sigmas": "0.5, 0"
+ }
+ },
+ {
+ "id": 35,
+ "type": "SamplerCustomAdvanced",
+ "pos": [
+ -370,
+ 4290
+ ],
+ "size": [
+ 230,
+ 120
+ ],
+ "flags": {},
+ "order": 9,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "noise",
+ "name": "noise",
+ "type": "NOISE",
+ "link": 26
+ },
+ {
+ "localized_name": "guider",
+ "name": "guider",
+ "type": "GUIDER",
+ "link": 14
+ },
+ {
+ "localized_name": "sampler",
+ "name": "sampler",
+ "type": "SAMPLER",
+ "link": 25
+ },
+ {
+ "localized_name": "sigmas",
+ "name": "sigmas",
+ "type": "SIGMAS",
+ "link": 27
+ },
+ {
+ "localized_name": "latent_image",
+ "name": "latent_image",
+ "type": "LATENT",
+ "link": 19
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "output",
+ "name": "output",
+ "type": "LATENT",
+ "links": [
+ 20
+ ]
+ },
+ {
+ "localized_name": "denoised_output",
+ "name": "denoised_output",
+ "type": "LATENT",
+ "links": null
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SamplerCustomAdvanced"
+ }
+ },
+ {
+ "id": 36,
+ "type": "VAEEncode",
+ "pos": [
+ -1550,
+ 4860
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 10,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "pixels",
+ "name": "pixels",
+ "type": "IMAGE",
+ "link": 17
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 18
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 19
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEEncode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ },
+ {
+ "id": 37,
+ "type": "MarigoldV2PostProcess",
+ "pos": [
+ 50,
+ 4250
+ ],
+ "size": [
+ 280,
+ 70
+ ],
+ "flags": {},
+ "order": 11,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "image",
+ "name": "image",
+ "type": "IMAGE",
+ "link": 23
+ },
+ {
+ "localized_name": "prediction",
+ "name": "prediction",
+ "type": "COMBO",
+ "widget": {
+ "name": "prediction"
+ },
+ "link": 37
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 30
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "MarigoldV2PostProcess"
+ },
+ "widgets_values": [
+ "depth"
+ ],
+ "widgets_values_named": {
+ "prediction": "depth"
+ }
+ },
+ {
+ "id": 38,
+ "type": "VAEDecode",
+ "pos": [
+ 60,
+ 4130
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 12,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "samples",
+ "name": "samples",
+ "type": "LATENT",
+ "link": 20
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 21
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "IMAGE",
+ "name": "IMAGE",
+ "type": "IMAGE",
+ "links": [
+ 23
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEDecode"
+ },
+ "color": "#322",
+ "bgcolor": "#533"
+ }
+ ],
+ "groups": [
+ {
+ "id": 1,
+ "title": "Models",
+ "bounding": [
+ -1740,
+ 4010,
+ 630,
+ 686
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 2,
+ "title": "Image Encoding",
+ "bounding": [
+ -1740,
+ 4720,
+ 630,
+ 300
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 3,
+ "title": "Sampling",
+ "bounding": [
+ -1080,
+ 4010,
+ 1030,
+ 690
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 4,
+ "title": "Decoding",
+ "bounding": [
+ -20,
+ 4010,
+ 420,
+ 390
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ }
+ ],
+ "links": [
+ {
+ "id": 5,
+ "origin_id": 26,
+ "origin_slot": 0,
+ "target_id": 27,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 8,
+ "origin_id": 27,
+ "origin_slot": 0,
+ "target_id": 28,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 12,
+ "origin_id": 28,
+ "origin_slot": 0,
+ "target_id": 33,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 13,
+ "origin_id": 29,
+ "origin_slot": 0,
+ "target_id": 33,
+ "target_slot": 1,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 26,
+ "origin_id": 31,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 0,
+ "type": "NOISE"
+ },
+ {
+ "id": 14,
+ "origin_id": 33,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 1,
+ "type": "GUIDER"
+ },
+ {
+ "id": 25,
+ "origin_id": 32,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 2,
+ "type": "SAMPLER"
+ },
+ {
+ "id": 27,
+ "origin_id": 34,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 3,
+ "type": "SIGMAS"
+ },
+ {
+ "id": 19,
+ "origin_id": 36,
+ "origin_slot": 0,
+ "target_id": 35,
+ "target_slot": 4,
+ "type": "LATENT"
+ },
+ {
+ "id": 18,
+ "origin_id": 30,
+ "origin_slot": 0,
+ "target_id": 36,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 23,
+ "origin_id": 38,
+ "origin_slot": 0,
+ "target_id": 37,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 20,
+ "origin_id": 35,
+ "origin_slot": 0,
+ "target_id": 38,
+ "target_slot": 0,
+ "type": "LATENT"
+ },
+ {
+ "id": 21,
+ "origin_id": 30,
+ "origin_slot": 0,
+ "target_id": 38,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 17,
+ "origin_id": -10,
+ "origin_slot": 0,
+ "target_id": 36,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 30,
+ "origin_id": 37,
+ "origin_slot": 0,
+ "target_id": -20,
+ "target_slot": 0,
+ "type": "IMAGE"
+ },
+ {
+ "id": 35,
+ "origin_id": -10,
+ "origin_slot": 1,
+ "target_id": 32,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 36,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 34,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 37,
+ "origin_id": -10,
+ "origin_slot": 3,
+ "target_id": 37,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 38,
+ "origin_id": -10,
+ "origin_slot": 4,
+ "target_id": 26,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 39,
+ "origin_id": -10,
+ "origin_slot": 5,
+ "target_id": 27,
+ "target_slot": 1,
+ "type": "COMBO"
+ },
+ {
+ "id": 40,
+ "origin_id": -10,
+ "origin_slot": 6,
+ "target_id": 30,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 41,
+ "origin_id": -10,
+ "origin_slot": 7,
+ "target_id": 29,
+ "target_slot": 0,
+ "type": "COMBO"
+ }
+ ],
+ "extra": {},
+ "category": "Preprocessors/Normal",
+ "description": "Estimates surface normals from an input image using Marigold V2, producing a normal map of surface orientation for relighting and geometry-aware processing."
+ }
+ ]
+ },
+ "extra": {}
+}
\ No newline at end of file
diff --git a/blueprints/Music Cover (YuE2).json b/blueprints/Music Cover (YuE2).json
new file mode 100644
index 000000000..7209809a9
--- /dev/null
+++ b/blueprints/Music Cover (YuE2).json
@@ -0,0 +1,1232 @@
+{
+ "revision": 0,
+ "last_node_id": "58",
+ "last_link_id": 0,
+ "nodes": [
+ {
+ "id": 58,
+ "type": "75e2923b-fcd3-4bc5-9588-451fa1c1475b",
+ "pos": [
+ 920,
+ -270
+ ],
+ "size": [
+ 390,
+ 450
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [
+ {
+ "label": "Style",
+ "name": "value",
+ "type": "STRING",
+ "widget": {
+ "name": "value"
+ },
+ "link": null
+ },
+ {
+ "label": "Lyrics",
+ "name": "value_1",
+ "type": "STRING",
+ "widget": {
+ "name": "value_1"
+ },
+ "link": null
+ },
+ {
+ "name": "max_duration",
+ "type": "FLOAT",
+ "widget": {
+ "name": "max_duration"
+ },
+ "link": null
+ },
+ {
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": null
+ },
+ {
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "ckpt_name"
+ },
+ "link": null
+ },
+ {
+ "name": "audio",
+ "type": "AUDIO",
+ "link": null
+ },
+ {
+ "name": "audio_encoder_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "audio_encoder_name"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "AUDIO",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "links": []
+ }
+ ],
+ "properties": {
+ "previewExposures": [
+ {
+ "name": "$$canvas-image-preview",
+ "sourceNodeId": "51",
+ "sourcePreviewName": "$$canvas-image-preview"
+ }
+ ]
+ },
+ "widgets_values": [
+ "",
+ "",
+ 360,
+ 0,
+ "yue2_3b_int8_convrot.safetensors",
+ "sheetsage2_bf16.safetensors"
+ ],
+ "widgets_values_named": {
+ "value": "",
+ "value_1": "",
+ "max_duration": 360,
+ "seed": 0,
+ "ckpt_name": "yue2_3b_int8_convrot.safetensors",
+ "audio_encoder_name": "sheetsage2_bf16.safetensors"
+ },
+ "title": "Music Cover (YuE2)"
+ }
+ ],
+ "links": [],
+ "version": 0.4,
+ "definitions": {
+ "subgraphs": [
+ {
+ "id": "75e2923b-fcd3-4bc5-9588-451fa1c1475b",
+ "version": 1,
+ "state": {
+ "lastGroupId": 7,
+ "lastNodeId": 58,
+ "lastLinkId": 97,
+ "lastRerouteId": 0
+ },
+ "revision": 0,
+ "config": {},
+ "name": "Music Cover (YuE2)",
+ "inputNode": {
+ "id": -10,
+ "bounding": [
+ -840,
+ -550,
+ 168.966796875,
+ 188
+ ]
+ },
+ "outputNode": {
+ "id": -20,
+ "bounding": [
+ 2930,
+ -690,
+ 128,
+ 68
+ ]
+ },
+ "inputs": [
+ {
+ "id": "6c1f1dc8-09bc-416e-93e6-185bdbb48f42",
+ "name": "value",
+ "type": "STRING",
+ "linkIds": [
+ 95
+ ],
+ "label": "Style",
+ "pos": [
+ -695.033203125,
+ -526
+ ]
+ },
+ {
+ "id": "54203a99-fe32-452b-8bc6-fa9add883a70",
+ "name": "value_1",
+ "type": "STRING",
+ "linkIds": [
+ 96
+ ],
+ "label": "Lyrics",
+ "pos": [
+ -695.033203125,
+ -506
+ ]
+ },
+ {
+ "id": "d0fcad51-9ad7-4a92-ab62-efffeb4c47a1",
+ "name": "max_duration",
+ "type": "FLOAT",
+ "linkIds": [
+ 79
+ ],
+ "pos": [
+ -695.033203125,
+ -486
+ ]
+ },
+ {
+ "id": "42d2b2cb-be16-40f7-a6d2-95a45aefcfca",
+ "name": "seed",
+ "type": "INT",
+ "linkIds": [
+ 80
+ ],
+ "pos": [
+ -695.033203125,
+ -466
+ ]
+ },
+ {
+ "id": "99304313-156e-4357-aab8-34fa0944f94a",
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "linkIds": [
+ 81
+ ],
+ "pos": [
+ -695.033203125,
+ -446
+ ]
+ },
+ {
+ "id": "340bc841-85e9-488c-9ba4-94906af1c45c",
+ "name": "audio",
+ "type": "AUDIO",
+ "linkIds": [
+ 90
+ ],
+ "pos": [
+ -695.033203125,
+ -426
+ ]
+ },
+ {
+ "id": "c9f667dd-dd37-4b13-95f8-636ad9ca91d5",
+ "name": "audio_encoder_name",
+ "type": "COMBO",
+ "linkIds": [
+ 91
+ ],
+ "pos": [
+ -695.033203125,
+ -406
+ ]
+ }
+ ],
+ "outputs": [
+ {
+ "id": "0732a71d-66d1-4d9b-aae6-02256c00fab7",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "linkIds": [
+ 31
+ ],
+ "localized_name": "AUDIO",
+ "pos": [
+ 2954,
+ -666
+ ]
+ }
+ ],
+ "widgets": [],
+ "nodes": [
+ {
+ "id": 47,
+ "type": "CheckpointLoaderSimple",
+ "pos": [
+ -230,
+ -1090
+ ],
+ "size": [
+ 420,
+ 130
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "ckpt_name",
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "ckpt_name"
+ },
+ "link": 81
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 18
+ ]
+ },
+ {
+ "localized_name": "CLIP",
+ "name": "CLIP",
+ "type": "CLIP",
+ "links": [
+ 43
+ ]
+ },
+ {
+ "localized_name": "VAE",
+ "name": "VAE",
+ "type": "VAE",
+ "links": [
+ 21
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "CheckpointLoaderSimple",
+ "models": [
+ {
+ "name": "yue2_3b_int8_convrot.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/checkpoints/yue2_3b_int8_convrot.safetensors",
+ "directory": "checkpoints"
+ }
+ ]
+ },
+ "widgets_values": [
+ "yue2_3b_int8_convrot.safetensors"
+ ],
+ "widgets_values_named": {
+ "ckpt_name": "yue2_3b_int8_convrot.safetensors"
+ }
+ },
+ {
+ "id": 48,
+ "type": "YuE2GenerateMusic",
+ "pos": [
+ 650,
+ -890
+ ],
+ "size": [
+ 400,
+ 410
+ ],
+ "flags": {},
+ "order": 1,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "clip",
+ "name": "clip",
+ "type": "CLIP",
+ "link": 43
+ },
+ {
+ "localized_name": "style",
+ "name": "style",
+ "type": "STRING",
+ "widget": {
+ "name": "style"
+ },
+ "link": 95
+ },
+ {
+ "localized_name": "lyrics",
+ "name": "lyrics",
+ "type": "STRING",
+ "widget": {
+ "name": "lyrics"
+ },
+ "link": 96
+ },
+ {
+ "localized_name": "abc",
+ "name": "abc",
+ "type": "STRING",
+ "widget": {
+ "name": "abc"
+ },
+ "link": 94
+ },
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 68
+ },
+ {
+ "localized_name": "mode",
+ "name": "mode",
+ "type": "COMBO",
+ "widget": {
+ "name": "mode"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "max_duration",
+ "name": "max_duration",
+ "type": "FLOAT",
+ "widget": {
+ "name": "max_duration"
+ },
+ "link": 79
+ },
+ {
+ "localized_name": "temperature",
+ "name": "temperature",
+ "type": "FLOAT",
+ "widget": {
+ "name": "temperature"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_p",
+ "name": "top_p",
+ "type": "FLOAT",
+ "widget": {
+ "name": "top_p"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_k",
+ "name": "top_k",
+ "type": "INT",
+ "widget": {
+ "name": "top_k"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "repetition_penalty",
+ "name": "repetition_penalty",
+ "type": "FLOAT",
+ "widget": {
+ "name": "repetition_penalty"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 49,
+ 50
+ ]
+ },
+ {
+ "localized_name": "seconds",
+ "name": "seconds",
+ "type": "FLOAT",
+ "links": [
+ 48,
+ 51
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "YuE2GenerateMusic"
+ },
+ "widgets_values": [
+ "",
+ "",
+ "",
+ 530976807293994,
+ "randomize",
+ "melody",
+ 360,
+ 1,
+ 0.95,
+ 100,
+ 1.2
+ ],
+ "widgets_values_named": {
+ "style": "",
+ "lyrics": "",
+ "abc": "",
+ "seed": 530976807293994,
+ "control_after_generate": "randomize",
+ "mode": "melody",
+ "max_duration": 360,
+ "temperature": 1,
+ "top_p": 0.95,
+ "top_k": 100,
+ "repetition_penalty": 1.2
+ }
+ },
+ {
+ "id": 49,
+ "type": "ConditioningZeroOut",
+ "pos": [
+ 1150,
+ -870
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "conditioning",
+ "name": "conditioning",
+ "type": "CONDITIONING",
+ "link": 50
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 26
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ConditioningZeroOut"
+ }
+ },
+ {
+ "id": 50,
+ "type": "PreviewAny",
+ "pos": [
+ 1150,
+ -750
+ ],
+ "size": [
+ 270,
+ 170
+ ],
+ "flags": {},
+ "order": 3,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "source",
+ "name": "source",
+ "type": "*",
+ "link": 51
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": null
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "PreviewAny"
+ },
+ "widgets_values": [],
+ "widgets_values_named": {}
+ },
+ {
+ "id": 51,
+ "type": "KSampler",
+ "pos": [
+ 1680,
+ -940
+ ],
+ "size": [
+ 330,
+ 290
+ ],
+ "flags": {},
+ "order": 4,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 18
+ },
+ {
+ "localized_name": "positive",
+ "name": "positive",
+ "type": "CONDITIONING",
+ "link": 49
+ },
+ {
+ "localized_name": "negative",
+ "name": "negative",
+ "type": "CONDITIONING",
+ "link": 26
+ },
+ {
+ "localized_name": "latent_image",
+ "name": "latent_image",
+ "type": "LATENT",
+ "link": 8
+ },
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 69
+ },
+ {
+ "localized_name": "steps",
+ "name": "steps",
+ "type": "INT",
+ "widget": {
+ "name": "steps"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "cfg",
+ "name": "cfg",
+ "type": "FLOAT",
+ "widget": {
+ "name": "cfg"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "sampler_name",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "scheduler",
+ "name": "scheduler",
+ "type": "COMBO",
+ "widget": {
+ "name": "scheduler"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "denoise",
+ "name": "denoise",
+ "type": "FLOAT",
+ "widget": {
+ "name": "denoise"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 9
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "KSampler"
+ },
+ "widgets_values": [
+ 42,
+ "fixed",
+ 32,
+ 1,
+ "dpm_2",
+ "sgm_uniform",
+ 1
+ ],
+ "widgets_values_named": {
+ "seed": 42,
+ "control_after_generate": "fixed",
+ "steps": 32,
+ "cfg": 1,
+ "sampler_name": "dpm_2",
+ "scheduler": "sgm_uniform",
+ "denoise": 1
+ }
+ },
+ {
+ "id": 52,
+ "type": "EmptyYuE2LatentAudio",
+ "pos": [
+ 1890,
+ -470
+ ],
+ "size": [
+ 230,
+ 120
+ ],
+ "flags": {},
+ "order": 5,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "seconds",
+ "name": "seconds",
+ "type": "FLOAT",
+ "widget": {
+ "name": "seconds"
+ },
+ "link": 48
+ },
+ {
+ "localized_name": "batch_size",
+ "name": "batch_size",
+ "type": "INT",
+ "widget": {
+ "name": "batch_size"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 8
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "EmptyYuE2LatentAudio"
+ },
+ "widgets_values": [
+ 120,
+ 1
+ ],
+ "widgets_values_named": {
+ "seconds": 120,
+ "batch_size": 1
+ },
+ "color": "#323",
+ "bgcolor": "#535"
+ },
+ {
+ "id": 53,
+ "type": "VAEDecodeAudio",
+ "pos": [
+ 2060,
+ -860
+ ],
+ "size": [
+ 230,
+ 80
+ ],
+ "flags": {},
+ "order": 6,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "samples",
+ "name": "samples",
+ "type": "LATENT",
+ "link": 9
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 21
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "AUDIO",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "links": [
+ 31
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEDecodeAudio"
+ }
+ },
+ {
+ "id": 54,
+ "type": "SeedNode",
+ "pos": [
+ 730,
+ -410
+ ],
+ "size": [
+ 270,
+ 90
+ ],
+ "flags": {},
+ "order": 7,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 80
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "links": [
+ 68,
+ 69
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SeedNode"
+ },
+ "widgets_values": [
+ 0,
+ "randomize"
+ ],
+ "widgets_values_named": {
+ "seed": 0,
+ "fixed": "randomize"
+ }
+ },
+ {
+ "id": 55,
+ "type": "SheetSage2AudioToABC",
+ "pos": [
+ -150,
+ -650
+ ],
+ "size": [
+ 230,
+ 110
+ ],
+ "flags": {},
+ "order": 8,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "audio_encoder",
+ "name": "audio_encoder",
+ "type": "AUDIO_ENCODER",
+ "link": 84
+ },
+ {
+ "localized_name": "audio",
+ "name": "audio",
+ "type": "AUDIO",
+ "link": 90
+ },
+ {
+ "localized_name": "mode",
+ "name": "mode",
+ "type": "COMBO",
+ "widget": {
+ "name": "mode"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "abc",
+ "name": "abc",
+ "shape": 6,
+ "type": "STRING",
+ "links": [
+ 93
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SheetSage2AudioToABC"
+ },
+ "widgets_values": [
+ "melody"
+ ],
+ "widgets_values_named": {
+ "mode": "melody"
+ }
+ },
+ {
+ "id": 56,
+ "type": "AudioEncoderLoader",
+ "pos": [
+ -240,
+ -920
+ ],
+ "size": [
+ 420,
+ 90
+ ],
+ "flags": {},
+ "order": 9,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "audio_encoder_name",
+ "name": "audio_encoder_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "audio_encoder_name"
+ },
+ "link": 91
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "AUDIO_ENCODER",
+ "name": "AUDIO_ENCODER",
+ "type": "AUDIO_ENCODER",
+ "links": [
+ 84
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "AudioEncoderLoader",
+ "models": [
+ {
+ "name": "sheetsage2_bf16.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/audio_encoders/sheetsage2_bf16.safetensors",
+ "directory": "audio_encoders"
+ }
+ ]
+ },
+ "widgets_values": [
+ "sheetsage2_bf16.safetensors"
+ ],
+ "widgets_values_named": {
+ "audio_encoder_name": "sheetsage2_bf16.safetensors"
+ }
+ },
+ {
+ "id": 57,
+ "type": "PreviewAny",
+ "pos": [
+ -250,
+ -500
+ ],
+ "size": [
+ 470,
+ 300
+ ],
+ "flags": {},
+ "order": 10,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "source",
+ "name": "source",
+ "type": "*",
+ "link": 93
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": [
+ 94
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "PreviewAny"
+ },
+ "widgets_values": [],
+ "widgets_values_named": {}
+ }
+ ],
+ "groups": [
+ {
+ "id": 3,
+ "title": "Model",
+ "bounding": [
+ -330,
+ -1180,
+ 620,
+ 430
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 2,
+ "title": "ABC",
+ "bounding": [
+ -330,
+ -730,
+ 620,
+ 560
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 6,
+ "title": "Conditioning",
+ "bounding": [
+ 390,
+ -1080,
+ 1160,
+ 790
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 4,
+ "title": "Duration",
+ "bounding": [
+ 1640,
+ -570,
+ 720,
+ 280
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 5,
+ "title": "Sampling & Decode",
+ "bounding": [
+ 1640,
+ -1080,
+ 720,
+ 480
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ }
+ ],
+ "links": [
+ {
+ "id": 43,
+ "origin_id": 47,
+ "origin_slot": 1,
+ "target_id": 48,
+ "target_slot": 0,
+ "type": "CLIP"
+ },
+ {
+ "id": 50,
+ "origin_id": 48,
+ "origin_slot": 0,
+ "target_id": 49,
+ "target_slot": 0,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 51,
+ "origin_id": 48,
+ "origin_slot": 1,
+ "target_id": 50,
+ "target_slot": 0,
+ "type": "FLOAT"
+ },
+ {
+ "id": 18,
+ "origin_id": 47,
+ "origin_slot": 0,
+ "target_id": 51,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 49,
+ "origin_id": 48,
+ "origin_slot": 0,
+ "target_id": 51,
+ "target_slot": 1,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 26,
+ "origin_id": 49,
+ "origin_slot": 0,
+ "target_id": 51,
+ "target_slot": 2,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 8,
+ "origin_id": 52,
+ "origin_slot": 0,
+ "target_id": 51,
+ "target_slot": 3,
+ "type": "LATENT"
+ },
+ {
+ "id": 48,
+ "origin_id": 48,
+ "origin_slot": 1,
+ "target_id": 52,
+ "target_slot": 0,
+ "type": "FLOAT"
+ },
+ {
+ "id": 9,
+ "origin_id": 51,
+ "origin_slot": 0,
+ "target_id": 53,
+ "target_slot": 0,
+ "type": "LATENT"
+ },
+ {
+ "id": 21,
+ "origin_id": 47,
+ "origin_slot": 2,
+ "target_id": 53,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 31,
+ "origin_id": 53,
+ "origin_slot": 0,
+ "target_id": -20,
+ "target_slot": 0,
+ "type": "AUDIO"
+ },
+ {
+ "id": 68,
+ "origin_id": 54,
+ "origin_slot": 0,
+ "target_id": 48,
+ "target_slot": 4,
+ "type": "INT"
+ },
+ {
+ "id": 69,
+ "origin_id": 54,
+ "origin_slot": 0,
+ "target_id": 51,
+ "target_slot": 4,
+ "type": "INT"
+ },
+ {
+ "id": 79,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 48,
+ "target_slot": 6,
+ "type": "FLOAT"
+ },
+ {
+ "id": 80,
+ "origin_id": -10,
+ "origin_slot": 3,
+ "target_id": 54,
+ "target_slot": 0,
+ "type": "INT"
+ },
+ {
+ "id": 81,
+ "origin_id": -10,
+ "origin_slot": 4,
+ "target_id": 47,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 84,
+ "origin_id": 56,
+ "origin_slot": 0,
+ "target_id": 55,
+ "target_slot": 0,
+ "type": "AUDIO_ENCODER"
+ },
+ {
+ "id": 90,
+ "origin_id": -10,
+ "origin_slot": 5,
+ "target_id": 55,
+ "target_slot": 1,
+ "type": "AUDIO"
+ },
+ {
+ "id": 91,
+ "origin_id": -10,
+ "origin_slot": 6,
+ "target_id": 56,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 93,
+ "origin_id": 55,
+ "origin_slot": 0,
+ "target_id": 57,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 94,
+ "origin_id": 57,
+ "origin_slot": 0,
+ "target_id": 48,
+ "target_slot": 3,
+ "type": "STRING"
+ },
+ {
+ "id": 95,
+ "origin_id": -10,
+ "origin_slot": 0,
+ "target_id": 48,
+ "target_slot": 1,
+ "type": "STRING"
+ },
+ {
+ "id": 96,
+ "origin_id": -10,
+ "origin_slot": 1,
+ "target_id": 48,
+ "target_slot": 2,
+ "type": "STRING"
+ }
+ ],
+ "extra": {},
+ "category": "Audio/Music generation",
+ "description": "Creates a new version of a song from reference audio using YuE2, preserving melody while changing style, vocals, lyrics, and arrangement."
+ }
+ ]
+ },
+ "extra": {}
+}
\ No newline at end of file
diff --git a/blueprints/Text to Music (YuE2).json b/blueprints/Text to Music (YuE2).json
new file mode 100644
index 000000000..ffdda2c4d
--- /dev/null
+++ b/blueprints/Text to Music (YuE2).json
@@ -0,0 +1,1630 @@
+{
+ "revision": 0,
+ "last_node_id": "33",
+ "last_link_id": 0,
+ "nodes": [
+ {
+ "id": 33,
+ "type": "59dddde1-2d83-4b6e-9c71-1e5cb2d823d6",
+ "pos": [
+ 1440,
+ -260
+ ],
+ "size": [
+ 390,
+ 450
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [
+ {
+ "label": "Style",
+ "name": "value",
+ "type": "STRING",
+ "widget": {
+ "name": "value"
+ },
+ "link": null
+ },
+ {
+ "label": "Lyrics",
+ "name": "value_1",
+ "type": "STRING",
+ "widget": {
+ "name": "value_1"
+ },
+ "link": null
+ },
+ {
+ "name": "mode",
+ "type": "COMBO",
+ "widget": {
+ "name": "mode"
+ },
+ "link": null
+ },
+ {
+ "label": "ABC_planning",
+ "name": "value_2",
+ "type": "BOOLEAN",
+ "widget": {
+ "name": "value_2"
+ },
+ "link": null
+ },
+ {
+ "name": "max_duration",
+ "type": "FLOAT",
+ "widget": {
+ "name": "max_duration"
+ },
+ "link": null
+ },
+ {
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": null
+ },
+ {
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "ckpt_name"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "AUDIO",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "links": []
+ }
+ ],
+ "properties": {
+ "previewExposures": [
+ {
+ "name": "$$canvas-image-preview",
+ "sourceNodeId": "8",
+ "sourcePreviewName": "$$canvas-image-preview"
+ }
+ ]
+ },
+ "widgets_values": [
+ "",
+ "",
+ "full",
+ true,
+ 120,
+ 0,
+ "yue2_3b_int8_convrot.safetensors"
+ ],
+ "widgets_values_named": {
+ "value": "",
+ "value_1": "",
+ "mode": "full",
+ "value_2": true,
+ "max_duration": 120,
+ "seed": 0,
+ "ckpt_name": "yue2_3b_int8_convrot.safetensors"
+ },
+ "title": "Text to Music (YuE2)"
+ }
+ ],
+ "links": [],
+ "version": 0.4,
+ "definitions": {
+ "subgraphs": [
+ {
+ "id": "59dddde1-2d83-4b6e-9c71-1e5cb2d823d6",
+ "version": 1,
+ "state": {
+ "lastGroupId": 7,
+ "lastNodeId": 40,
+ "lastLinkId": 85,
+ "lastRerouteId": 0
+ },
+ "revision": 0,
+ "config": {},
+ "name": "Text to Music (YuE2)",
+ "inputNode": {
+ "id": -10,
+ "bounding": [
+ -1000,
+ 40,
+ 128,
+ 188
+ ]
+ },
+ "outputNode": {
+ "id": -20,
+ "bounding": [
+ 3600,
+ -331,
+ 128,
+ 68
+ ]
+ },
+ "inputs": [
+ {
+ "id": "6c1f1dc8-09bc-416e-93e6-185bdbb48f42",
+ "name": "value",
+ "type": "STRING",
+ "linkIds": [
+ 85
+ ],
+ "label": "Style",
+ "pos": [
+ -896,
+ 64
+ ]
+ },
+ {
+ "id": "54203a99-fe32-452b-8bc6-fa9add883a70",
+ "name": "value_1",
+ "type": "STRING",
+ "linkIds": [
+ 84
+ ],
+ "label": "Lyrics",
+ "pos": [
+ -896,
+ 84
+ ]
+ },
+ {
+ "id": "4a3b1965-73f7-4b51-a8b7-77eb939029c7",
+ "name": "mode",
+ "type": "COMBO",
+ "linkIds": [
+ 76,
+ 77
+ ],
+ "pos": [
+ -896,
+ 104
+ ]
+ },
+ {
+ "id": "20a4c74f-f02d-4601-a674-9cb14dc29d52",
+ "name": "value_2",
+ "type": "BOOLEAN",
+ "linkIds": [
+ 78
+ ],
+ "label": "ABC_planning",
+ "pos": [
+ -896,
+ 124
+ ]
+ },
+ {
+ "id": "d0fcad51-9ad7-4a92-ab62-efffeb4c47a1",
+ "name": "max_duration",
+ "type": "FLOAT",
+ "linkIds": [
+ 79
+ ],
+ "pos": [
+ -896,
+ 144
+ ]
+ },
+ {
+ "id": "42d2b2cb-be16-40f7-a6d2-95a45aefcfca",
+ "name": "seed",
+ "type": "INT",
+ "linkIds": [
+ 80
+ ],
+ "pos": [
+ -896,
+ 164
+ ]
+ },
+ {
+ "id": "99304313-156e-4357-aab8-34fa0944f94a",
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "linkIds": [
+ 81
+ ],
+ "pos": [
+ -896,
+ 184
+ ]
+ }
+ ],
+ "outputs": [
+ {
+ "id": "0732a71d-66d1-4d9b-aae6-02256c00fab7",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "linkIds": [
+ 31
+ ],
+ "localized_name": "AUDIO",
+ "pos": [
+ 3624,
+ -307
+ ]
+ }
+ ],
+ "widgets": [],
+ "nodes": [
+ {
+ "id": 15,
+ "type": "CheckpointLoaderSimple",
+ "pos": [
+ -240,
+ -890
+ ],
+ "size": [
+ 420,
+ 130
+ ],
+ "flags": {},
+ "order": 5,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "ckpt_name",
+ "name": "ckpt_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "ckpt_name"
+ },
+ "link": 81
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "MODEL",
+ "name": "MODEL",
+ "type": "MODEL",
+ "links": [
+ 18
+ ]
+ },
+ {
+ "localized_name": "CLIP",
+ "name": "CLIP",
+ "type": "CLIP",
+ "links": [
+ 38,
+ 43
+ ]
+ },
+ {
+ "localized_name": "VAE",
+ "name": "VAE",
+ "type": "VAE",
+ "links": [
+ 21
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "CheckpointLoaderSimple",
+ "models": [
+ {
+ "name": "yue2_3b_int8_convrot.safetensors",
+ "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/checkpoints/yue2_3b_int8_convrot.safetensors",
+ "directory": "checkpoints"
+ }
+ ]
+ },
+ "widgets_values": [
+ "yue2_3b_int8_convrot.safetensors"
+ ],
+ "widgets_values_named": {
+ "ckpt_name": "yue2_3b_int8_convrot.safetensors"
+ }
+ },
+ {
+ "id": 24,
+ "type": "YuE2GenerateABC",
+ "pos": [
+ 570,
+ -580
+ ],
+ "size": [
+ 400,
+ 450
+ ],
+ "flags": {},
+ "order": 8,
+ "mode": 0,
+ "showAdvanced": true,
+ "inputs": [
+ {
+ "localized_name": "clip",
+ "name": "clip",
+ "type": "CLIP",
+ "link": 38
+ },
+ {
+ "localized_name": "style",
+ "name": "style",
+ "type": "STRING",
+ "widget": {
+ "name": "style"
+ },
+ "link": 70
+ },
+ {
+ "localized_name": "lyrics",
+ "name": "lyrics",
+ "type": "STRING",
+ "widget": {
+ "name": "lyrics"
+ },
+ "link": 72
+ },
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 67
+ },
+ {
+ "localized_name": "mode",
+ "name": "mode",
+ "type": "COMBO",
+ "widget": {
+ "name": "mode"
+ },
+ "link": 77
+ },
+ {
+ "localized_name": "max_abc_tokens",
+ "name": "max_abc_tokens",
+ "type": "INT",
+ "widget": {
+ "name": "max_abc_tokens"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "temperature",
+ "name": "temperature",
+ "type": "FLOAT",
+ "widget": {
+ "name": "temperature"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_p",
+ "name": "top_p",
+ "type": "FLOAT",
+ "widget": {
+ "name": "top_p"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_k",
+ "name": "top_k",
+ "type": "INT",
+ "widget": {
+ "name": "top_k"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "repetition_penalty",
+ "name": "repetition_penalty",
+ "type": "FLOAT",
+ "widget": {
+ "name": "repetition_penalty"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "penalty_window",
+ "name": "penalty_window",
+ "type": "INT",
+ "widget": {
+ "name": "penalty_window"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "abc",
+ "name": "abc",
+ "type": "STRING",
+ "links": [
+ 82
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "YuE2GenerateABC"
+ },
+ "widgets_values": [
+ "",
+ "",
+ 429124050625962,
+ "randomize",
+ "full",
+ 8192,
+ 0.7,
+ 0.9,
+ 30,
+ 1.005,
+ 100
+ ],
+ "widgets_values_named": {
+ "style": "",
+ "lyrics": "",
+ "seed": 429124050625962,
+ "control_after_generate": "randomize",
+ "mode": "full",
+ "max_abc_tokens": 8192,
+ "temperature": 0.7,
+ "top_p": 0.9,
+ "top_k": 30,
+ "repetition_penalty": 1.005,
+ "penalty_window": 100
+ }
+ },
+ {
+ "id": 14,
+ "type": "PreviewAny",
+ "pos": [
+ 1000,
+ -580
+ ],
+ "size": [
+ 420,
+ 430
+ ],
+ "flags": {},
+ "order": 4,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "source",
+ "name": "source",
+ "type": "*",
+ "link": 61
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": [
+ 62
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "PreviewAny"
+ },
+ "widgets_values": [],
+ "widgets_values_named": {}
+ },
+ {
+ "id": 30,
+ "type": "ComfySwitchNode",
+ "pos": [
+ 1060,
+ -90
+ ],
+ "size": [
+ 270,
+ 110
+ ],
+ "flags": {},
+ "order": 10,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "on_false",
+ "name": "on_false",
+ "shape": 7,
+ "type": "*",
+ "link": 83
+ },
+ {
+ "localized_name": "on_true",
+ "name": "on_true",
+ "shape": 7,
+ "type": "*",
+ "link": 82
+ },
+ {
+ "localized_name": "switch",
+ "name": "switch",
+ "type": "BOOLEAN",
+ "widget": {
+ "name": "switch"
+ },
+ "link": 58
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "output",
+ "name": "output",
+ "type": "*",
+ "links": [
+ 61
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ComfySwitchNode"
+ },
+ "widgets_values": [
+ false
+ ],
+ "widgets_values_named": {
+ "switch": false
+ }
+ },
+ {
+ "id": 32,
+ "type": "PrimitiveString",
+ "pos": [
+ 590,
+ -60
+ ],
+ "size": [
+ 370,
+ 100
+ ],
+ "flags": {},
+ "order": 0,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "value",
+ "name": "value",
+ "type": "STRING",
+ "widget": {
+ "name": "value"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": [
+ 83
+ ]
+ }
+ ],
+ "title": "Text (Empty ABC)",
+ "properties": {
+ "Node name for S&R": "PrimitiveString"
+ },
+ "widgets_values": [
+ ""
+ ],
+ "widgets_values_named": {
+ "value": ""
+ }
+ },
+ {
+ "id": 25,
+ "type": "YuE2GenerateMusic",
+ "pos": [
+ 1830,
+ -530
+ ],
+ "size": [
+ 400,
+ 410
+ ],
+ "flags": {},
+ "order": 9,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "clip",
+ "name": "clip",
+ "type": "CLIP",
+ "link": 43
+ },
+ {
+ "localized_name": "style",
+ "name": "style",
+ "type": "STRING",
+ "widget": {
+ "name": "style"
+ },
+ "link": 71
+ },
+ {
+ "localized_name": "lyrics",
+ "name": "lyrics",
+ "type": "STRING",
+ "widget": {
+ "name": "lyrics"
+ },
+ "link": 73
+ },
+ {
+ "localized_name": "abc",
+ "name": "abc",
+ "type": "STRING",
+ "widget": {
+ "name": "abc"
+ },
+ "link": 62
+ },
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 68
+ },
+ {
+ "localized_name": "mode",
+ "name": "mode",
+ "type": "COMBO",
+ "widget": {
+ "name": "mode"
+ },
+ "link": 76
+ },
+ {
+ "localized_name": "max_duration",
+ "name": "max_duration",
+ "type": "FLOAT",
+ "widget": {
+ "name": "max_duration"
+ },
+ "link": 79
+ },
+ {
+ "localized_name": "temperature",
+ "name": "temperature",
+ "type": "FLOAT",
+ "widget": {
+ "name": "temperature"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_p",
+ "name": "top_p",
+ "type": "FLOAT",
+ "widget": {
+ "name": "top_p"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "top_k",
+ "name": "top_k",
+ "type": "INT",
+ "widget": {
+ "name": "top_k"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "repetition_penalty",
+ "name": "repetition_penalty",
+ "type": "FLOAT",
+ "widget": {
+ "name": "repetition_penalty"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 49,
+ 50
+ ]
+ },
+ {
+ "localized_name": "seconds",
+ "name": "seconds",
+ "type": "FLOAT",
+ "links": [
+ 48,
+ 51
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "YuE2GenerateMusic"
+ },
+ "widgets_values": [
+ "",
+ "",
+ "",
+ 530976807293994,
+ "randomize",
+ "full",
+ 360,
+ 1,
+ 0.95,
+ 100,
+ 1.2
+ ],
+ "widgets_values_named": {
+ "style": "",
+ "lyrics": "",
+ "abc": "",
+ "seed": 530976807293994,
+ "control_after_generate": "randomize",
+ "mode": "full",
+ "max_duration": 360,
+ "temperature": 1,
+ "top_p": 0.95,
+ "top_k": 100,
+ "repetition_penalty": 1.2
+ }
+ },
+ {
+ "id": 31,
+ "type": "PrimitiveBoolean",
+ "pos": [
+ -160,
+ 230
+ ],
+ "size": [
+ 230,
+ 90
+ ],
+ "flags": {},
+ "order": 11,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "value",
+ "name": "value",
+ "type": "BOOLEAN",
+ "widget": {
+ "name": "value"
+ },
+ "link": 78
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "BOOLEAN",
+ "name": "BOOLEAN",
+ "type": "BOOLEAN",
+ "links": [
+ 58
+ ]
+ }
+ ],
+ "title": "Boolean (ABC planning)",
+ "properties": {
+ "Node name for S&R": "PrimitiveBoolean"
+ },
+ "widgets_values": [
+ false
+ ],
+ "widgets_values_named": {
+ "value": false
+ }
+ },
+ {
+ "id": 18,
+ "type": "ConditioningZeroOut",
+ "pos": [
+ 2330,
+ -520
+ ],
+ "size": [
+ 230,
+ 60
+ ],
+ "flags": {},
+ "order": 6,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "conditioning",
+ "name": "conditioning",
+ "type": "CONDITIONING",
+ "link": 50
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "CONDITIONING",
+ "name": "CONDITIONING",
+ "type": "CONDITIONING",
+ "links": [
+ 26
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "ConditioningZeroOut"
+ }
+ },
+ {
+ "id": 23,
+ "type": "PreviewAny",
+ "pos": [
+ 2310,
+ -400
+ ],
+ "size": [
+ 270,
+ 170
+ ],
+ "flags": {},
+ "order": 7,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "source",
+ "name": "source",
+ "type": "*",
+ "link": 51
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": null
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "PreviewAny"
+ },
+ "widgets_values": [],
+ "widgets_values_named": {}
+ },
+ {
+ "id": 8,
+ "type": "KSampler",
+ "pos": [
+ 2860,
+ -580
+ ],
+ "size": [
+ 330,
+ 290
+ ],
+ "flags": {},
+ "order": 2,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "model",
+ "name": "model",
+ "type": "MODEL",
+ "link": 18
+ },
+ {
+ "localized_name": "positive",
+ "name": "positive",
+ "type": "CONDITIONING",
+ "link": 49
+ },
+ {
+ "localized_name": "negative",
+ "name": "negative",
+ "type": "CONDITIONING",
+ "link": 26
+ },
+ {
+ "localized_name": "latent_image",
+ "name": "latent_image",
+ "type": "LATENT",
+ "link": 8
+ },
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 69
+ },
+ {
+ "localized_name": "steps",
+ "name": "steps",
+ "type": "INT",
+ "widget": {
+ "name": "steps"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "cfg",
+ "name": "cfg",
+ "type": "FLOAT",
+ "widget": {
+ "name": "cfg"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "sampler_name",
+ "name": "sampler_name",
+ "type": "COMBO",
+ "widget": {
+ "name": "sampler_name"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "scheduler",
+ "name": "scheduler",
+ "type": "COMBO",
+ "widget": {
+ "name": "scheduler"
+ },
+ "link": null
+ },
+ {
+ "localized_name": "denoise",
+ "name": "denoise",
+ "type": "FLOAT",
+ "widget": {
+ "name": "denoise"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 9
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "KSampler"
+ },
+ "widgets_values": [
+ 42,
+ "fixed",
+ 32,
+ 1,
+ "dpm_2",
+ "sgm_uniform",
+ 1
+ ],
+ "widgets_values_named": {
+ "seed": 42,
+ "control_after_generate": "fixed",
+ "steps": 32,
+ "cfg": 1,
+ "sampler_name": "dpm_2",
+ "scheduler": "sgm_uniform",
+ "denoise": 1
+ }
+ },
+ {
+ "id": 5,
+ "type": "EmptyYuE2LatentAudio",
+ "pos": [
+ 3070,
+ -110
+ ],
+ "size": [
+ 230,
+ 120
+ ],
+ "flags": {},
+ "order": 1,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "seconds",
+ "name": "seconds",
+ "type": "FLOAT",
+ "widget": {
+ "name": "seconds"
+ },
+ "link": 48
+ },
+ {
+ "localized_name": "batch_size",
+ "name": "batch_size",
+ "type": "INT",
+ "widget": {
+ "name": "batch_size"
+ },
+ "link": null
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "LATENT",
+ "name": "LATENT",
+ "type": "LATENT",
+ "links": [
+ 8
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "EmptyYuE2LatentAudio"
+ },
+ "widgets_values": [
+ 120,
+ 1
+ ],
+ "widgets_values_named": {
+ "seconds": 120,
+ "batch_size": 1
+ },
+ "color": "#323",
+ "bgcolor": "#535"
+ },
+ {
+ "id": 9,
+ "type": "VAEDecodeAudio",
+ "pos": [
+ 3240,
+ -500
+ ],
+ "size": [
+ 230,
+ 80
+ ],
+ "flags": {},
+ "order": 3,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "samples",
+ "name": "samples",
+ "type": "LATENT",
+ "link": 9
+ },
+ {
+ "localized_name": "vae",
+ "name": "vae",
+ "type": "VAE",
+ "link": 21
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "AUDIO",
+ "name": "AUDIO",
+ "type": "AUDIO",
+ "links": [
+ 31
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "VAEDecodeAudio"
+ }
+ },
+ {
+ "id": 34,
+ "type": "SeedNode",
+ "pos": [
+ -190,
+ 470
+ ],
+ "size": [
+ 270,
+ 90
+ ],
+ "flags": {},
+ "order": 12,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "widget": {
+ "name": "seed"
+ },
+ "link": 80
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "seed",
+ "name": "seed",
+ "type": "INT",
+ "links": [
+ 67,
+ 68,
+ 69
+ ]
+ }
+ ],
+ "properties": {
+ "Node name for S&R": "SeedNode"
+ },
+ "widgets_values": [
+ 0,
+ "fixed"
+ ],
+ "widgets_values_named": {
+ "seed": 0,
+ "fixed": "fixed"
+ }
+ },
+ {
+ "id": 36,
+ "type": "PrimitiveStringMultiline",
+ "pos": [
+ -260,
+ -590
+ ],
+ "size": [
+ 480,
+ 260
+ ],
+ "flags": {},
+ "order": 13,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "value",
+ "name": "value",
+ "type": "STRING",
+ "widget": {
+ "name": "value"
+ },
+ "link": 85
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": [
+ 70,
+ 71
+ ]
+ }
+ ],
+ "title": "Text (Style)",
+ "properties": {
+ "Node name for S&R": "PrimitiveStringMultiline"
+ },
+ "widgets_values": [
+ ""
+ ],
+ "widgets_values_named": {
+ "value": ""
+ },
+ "color": "#232",
+ "bgcolor": "#353"
+ },
+ {
+ "id": 37,
+ "type": "PrimitiveStringMultiline",
+ "pos": [
+ -250,
+ -260
+ ],
+ "size": [
+ 480,
+ 260
+ ],
+ "flags": {},
+ "order": 14,
+ "mode": 0,
+ "inputs": [
+ {
+ "localized_name": "value",
+ "name": "value",
+ "type": "STRING",
+ "widget": {
+ "name": "value"
+ },
+ "link": 84
+ }
+ ],
+ "outputs": [
+ {
+ "localized_name": "STRING",
+ "name": "STRING",
+ "type": "STRING",
+ "links": [
+ 72,
+ 73
+ ]
+ }
+ ],
+ "title": "Text (Lyrics)",
+ "properties": {
+ "Node name for S&R": "PrimitiveStringMultiline"
+ },
+ "widgets_values": [
+ ""
+ ],
+ "widgets_values_named": {
+ "value": ""
+ },
+ "color": "#232",
+ "bgcolor": "#353"
+ }
+ ],
+ "groups": [
+ {
+ "id": 3,
+ "title": "Model",
+ "bounding": [
+ -340,
+ -980,
+ 630,
+ 230
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 1,
+ "title": "Style & Lyrics",
+ "bounding": [
+ -340,
+ -720,
+ 630,
+ 790
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 2,
+ "title": "ABC planning",
+ "bounding": [
+ 400,
+ -720,
+ 1140,
+ 790
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 7,
+ "title": "ABC planning?",
+ "bounding": [
+ -340,
+ 120,
+ 630,
+ 270
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 6,
+ "title": "Conditioning",
+ "bounding": [
+ 1570,
+ -720,
+ 1160,
+ 790
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 4,
+ "title": "Duration",
+ "bounding": [
+ 2820,
+ -210,
+ 720,
+ 280
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ },
+ {
+ "id": 5,
+ "title": "Sampling & Decode",
+ "bounding": [
+ 2820,
+ -720,
+ 720,
+ 480
+ ],
+ "color": "#3f789e",
+ "flags": {}
+ }
+ ],
+ "links": [
+ {
+ "id": 38,
+ "origin_id": 15,
+ "origin_slot": 1,
+ "target_id": 24,
+ "target_slot": 0,
+ "type": "CLIP"
+ },
+ {
+ "id": 61,
+ "origin_id": 30,
+ "origin_slot": 0,
+ "target_id": 14,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 58,
+ "origin_id": 31,
+ "origin_slot": 0,
+ "target_id": 30,
+ "target_slot": 2,
+ "type": "BOOLEAN"
+ },
+ {
+ "id": 43,
+ "origin_id": 15,
+ "origin_slot": 1,
+ "target_id": 25,
+ "target_slot": 0,
+ "type": "CLIP"
+ },
+ {
+ "id": 62,
+ "origin_id": 14,
+ "origin_slot": 0,
+ "target_id": 25,
+ "target_slot": 3,
+ "type": "STRING"
+ },
+ {
+ "id": 50,
+ "origin_id": 25,
+ "origin_slot": 0,
+ "target_id": 18,
+ "target_slot": 0,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 51,
+ "origin_id": 25,
+ "origin_slot": 1,
+ "target_id": 23,
+ "target_slot": 0,
+ "type": "FLOAT"
+ },
+ {
+ "id": 18,
+ "origin_id": 15,
+ "origin_slot": 0,
+ "target_id": 8,
+ "target_slot": 0,
+ "type": "MODEL"
+ },
+ {
+ "id": 49,
+ "origin_id": 25,
+ "origin_slot": 0,
+ "target_id": 8,
+ "target_slot": 1,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 26,
+ "origin_id": 18,
+ "origin_slot": 0,
+ "target_id": 8,
+ "target_slot": 2,
+ "type": "CONDITIONING"
+ },
+ {
+ "id": 8,
+ "origin_id": 5,
+ "origin_slot": 0,
+ "target_id": 8,
+ "target_slot": 3,
+ "type": "LATENT"
+ },
+ {
+ "id": 48,
+ "origin_id": 25,
+ "origin_slot": 1,
+ "target_id": 5,
+ "target_slot": 0,
+ "type": "FLOAT"
+ },
+ {
+ "id": 9,
+ "origin_id": 8,
+ "origin_slot": 0,
+ "target_id": 9,
+ "target_slot": 0,
+ "type": "LATENT"
+ },
+ {
+ "id": 21,
+ "origin_id": 15,
+ "origin_slot": 2,
+ "target_id": 9,
+ "target_slot": 1,
+ "type": "VAE"
+ },
+ {
+ "id": 31,
+ "origin_id": 9,
+ "origin_slot": 0,
+ "target_id": -20,
+ "target_slot": 0,
+ "type": "AUDIO"
+ },
+ {
+ "id": 67,
+ "origin_id": 34,
+ "origin_slot": 0,
+ "target_id": 24,
+ "target_slot": 3,
+ "type": "INT"
+ },
+ {
+ "id": 68,
+ "origin_id": 34,
+ "origin_slot": 0,
+ "target_id": 25,
+ "target_slot": 4,
+ "type": "INT"
+ },
+ {
+ "id": 69,
+ "origin_id": 34,
+ "origin_slot": 0,
+ "target_id": 8,
+ "target_slot": 4,
+ "type": "INT"
+ },
+ {
+ "id": 70,
+ "origin_id": 36,
+ "origin_slot": 0,
+ "target_id": 24,
+ "target_slot": 1,
+ "type": "STRING"
+ },
+ {
+ "id": 71,
+ "origin_id": 36,
+ "origin_slot": 0,
+ "target_id": 25,
+ "target_slot": 1,
+ "type": "STRING"
+ },
+ {
+ "id": 72,
+ "origin_id": 37,
+ "origin_slot": 0,
+ "target_id": 24,
+ "target_slot": 2,
+ "type": "STRING"
+ },
+ {
+ "id": 73,
+ "origin_id": 37,
+ "origin_slot": 0,
+ "target_id": 25,
+ "target_slot": 2,
+ "type": "STRING"
+ },
+ {
+ "id": 76,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 25,
+ "target_slot": 5,
+ "type": "COMBO"
+ },
+ {
+ "id": 77,
+ "origin_id": -10,
+ "origin_slot": 2,
+ "target_id": 24,
+ "target_slot": 4,
+ "type": "COMBO"
+ },
+ {
+ "id": 78,
+ "origin_id": -10,
+ "origin_slot": 3,
+ "target_id": 31,
+ "target_slot": 0,
+ "type": "BOOLEAN"
+ },
+ {
+ "id": 79,
+ "origin_id": -10,
+ "origin_slot": 4,
+ "target_id": 25,
+ "target_slot": 6,
+ "type": "FLOAT"
+ },
+ {
+ "id": 80,
+ "origin_id": -10,
+ "origin_slot": 5,
+ "target_id": 34,
+ "target_slot": 0,
+ "type": "INT"
+ },
+ {
+ "id": 81,
+ "origin_id": -10,
+ "origin_slot": 6,
+ "target_id": 15,
+ "target_slot": 0,
+ "type": "COMBO"
+ },
+ {
+ "id": 82,
+ "origin_id": 24,
+ "origin_slot": 0,
+ "target_id": 30,
+ "target_slot": 1,
+ "type": "STRING"
+ },
+ {
+ "id": 83,
+ "origin_id": 32,
+ "origin_slot": 0,
+ "target_id": 30,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 84,
+ "origin_id": -10,
+ "origin_slot": 1,
+ "target_id": 37,
+ "target_slot": 0,
+ "type": "STRING"
+ },
+ {
+ "id": 85,
+ "origin_id": -10,
+ "origin_slot": 0,
+ "target_id": 36,
+ "target_slot": 0,
+ "type": "STRING"
+ }
+ ],
+ "extra": {},
+ "category": "Audio/Music generation",
+ "description": "Generates complete songs from a music style and lyrics using YuE2, with symbolic planning for structured melody, harmony, vocals, and accompaniment."
+ }
+ ]
+ },
+ "extra": {}
+}
\ No newline at end of file