Skip to content
Python
11.7 KB
Raw Blame
{
  "$schema": "../../schema/app.schema.json",
  "id": "mixed-media",
  "name": "Mixed Media",
  "section": "video",
  "pack": "video-ltx25",
  "status": "ready",
  "higgsfield_feature": "Mixed Media",
  "summary": "Restyles a clip in one of 16 looks: FLUX 3 Klein redraws the first frame in the look, and the clip's edges keep its structure (Union Control IC-LoRA).",
  "workflow": "workflow.api.json",
  "source": {
    "template": "ComfyUI-LTXVideo example_workflows/2.5/LTX-2.5_ICLoRA_Union_Control_Distilled.json (44c8a36) + comfyui_workflow_templates image_flux3_klein_distilled_image_edit.json (0.1.115)",
    "comfyui": "0.42.0",
    "notes": "Gemma API text encoder removed (local encoding only), int8 weights, prompt enhancer removed. The example's annotators (Video Depth Anything, DWPose, Canny: all custom nodes) are replaced by the core Canny node on the edge branch. The example's optional first frame is always on and comes from the `edit` pipeline merged into the graph (nodes edit:*): the clip's first frame redrawn in the look. The first lab run with the look only in the prompt gave photoreal footage back in 14 of 16 looks; with the still, the look held only on the first second at LoRA strength 1.0 and to the last frame at 0.7 (run 20261023-124332-h100), which is the default. The LoRA was trained on LTX-2.3; Lightricks' own 2.5 example uses it."
  },
  "outputs": [
    {
      "node": "4852",
      "type": "video",
      "label": "Video"
    }
  ],
  "inputs": [
    {
      "id": "clip",
      "type": "video",
      "label": "Your clip",
      "required": true,
      "limits": {
        "max_mb": 200,
        "seconds": [
          2,
          8
        ]
      },
      "bind": [
        {
          "node": "5001",
          "field": "file"
        }
      ]
    },
    {
      "id": "style",
      "type": "select",
      "label": "Look",
      "default": "anime",
      "gallery": true,
      "options": [
        {
          "value": "anime",
          "label": "Anime",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Japanese TV anime style, cel shading, clean line art, vibrant flat colors; people drawn as anime characters with large expressive eyes and small noses, each keeping their own skin tone and hair"
            }
          ]
        },
        {
          "value": "claymation",
          "label": "Claymation",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Stop-motion claymation, hand-sculpted plasticine figures, soft studio lighting"
            }
          ]
        },
        {
          "value": "watercolor",
          "label": "Watercolor",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "A loose watercolor painting on textured paper, the whole scene and the people painted in soft bleeding washes with wet edges, no photographic detail anywhere"
            }
          ]
        },
        {
          "value": "comic-book",
          "label": "Comic book",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "American comic book style, bold ink outlines, halftone shading, saturated colors"
            }
          ]
        },
        {
          "value": "felt-toy",
          "label": "Felt toy",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Everything made of soft felt and wool fabric like a handmade plush-toy diorama, visible stitched seams, the people included"
            }
          ]
        },
        {
          "value": "oil-painting",
          "label": "Oil painting",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Thick impasto oil painting, visible brush strokes, classical palette"
            }
          ]
        },
        {
          "value": "brick-toy",
          "label": "Brick toy",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Everything built from plastic toy bricks, glossy studs, miniature set"
            }
          ]
        },
        {
          "value": "cyberpunk",
          "label": "Cyberpunk",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Cyberpunk night city, neon magenta and cyan lights, rain, chrome surfaces"
            }
          ]
        },
        {
          "value": "paper-cutout",
          "label": "Paper cutout",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Layered paper cutout animation, flat shapes, visible paper edges"
            }
          ]
        },
        {
          "value": "pencil-sketch",
          "label": "Pencil sketch",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Graphite pencil sketch, cross-hatching, white paper, monochrome"
            }
          ]
        },
        {
          "value": "film-noir",
          "label": "Film noir",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "1940s film noir, black and white, hard shadows, light through venetian blinds"
            }
          ]
        },
        {
          "value": "ukiyo-e",
          "label": "Ukiyo-e",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Japanese ukiyo-e woodblock print, flat color areas, bold outlines"
            }
          ]
        },
        {
          "value": "stained-glass",
          "label": "Stained glass",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "The whole scene rendered as a stained glass window, the people included: every shape a piece of glowing colored glass separated by thick black lead lines"
            }
          ]
        },
        {
          "value": "low-poly-3d",
          "label": "Low-poly 3D",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Low-poly 3D render, flat shaded polygons, pastel colors"
            }
          ]
        },
        {
          "value": "charcoal",
          "label": "Charcoal",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Charcoal drawing, smudged shading, rough paper"
            }
          ]
        },
        {
          "value": "pop-art",
          "label": "Pop art",
          "sets": [
            {
              "node": "ff_style",
              "field": "value",
              "value": "Pop art, Ben-Day dots, bold primary colors, thick black outlines"
            }
          ]
        }
      ]
    },
    {
      "id": "details",
      "type": "textarea",
      "label": "What is in the shot",
      "default": "",
      "help": "Optional. Naming the subject and the setting helps the look land",
      "bind": [
        {
          "node": "5508",
          "field": "value"
        }
      ]
    },
    {
      "id": "negative",
      "type": "textarea",
      "label": "Must not appear",
      "default": "photorealistic, photo, blurry, distorted",
      "bind": [
        {
          "node": "5509",
          "field": "value"
        }
      ]
    },
    {
      "id": "size",
      "type": "select",
      "label": "Resolution (short side)",
      "default": 544,
      "options": [
        {
          "value": 448,
          "label": "448 px"
        },
        {
          "value": 544,
          "label": "544 px"
        },
        {
          "value": 576,
          "label": "576 px"
        },
        {
          "value": 720,
          "label": "720 px"
        }
      ],
      "bind": [
        {
          "node": "5548:5026",
          "field": "resize_type.shorter_size"
        }
      ],
      "help": "Before the 2× second stage"
    },
    {
      "id": "strength",
      "type": "slider",
      "label": "Follow the clip",
      "min": 0.4,
      "max": 1.0,
      "step": 0.05,
      "default": 0.7,
      "help": "Higher sticks closer to the clip's edges; at 1.0 the look fades back to the footage after the first second",
      "bind": [
        {
          "node": "5004:5607",
          "field": "strength_model"
        }
      ]
    },
    {
      "id": "seed",
      "type": "seed",
      "label": "Seed",
      "default": -1,
      "help": "-1 picks a random seed",
      "bind": [
        {
          "node": "5516:4832",
          "field": "noise_seed"
        },
        {
          "node": "5517:4967",
          "field": "noise_seed"
        },
        {
          "node": "edit:7",
          "field": "seed"
        }
      ]
    }
  ],
  "models": [
    {
      "repo": "Lightricks/LTX-2.5",
      "file": "diffusion_models/ltx-2.5-22b-distilled-transformer-comfy-int8-convrot.safetensors",
      "dir": "diffusion_models",
      "gb": 21.5,
      "phase": "denoise",
      "gated": true,
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "Lightricks/LTX-2.5",
      "file": "text_encoders/gemma4-12b-with-proj-ltx-2.5-comfy-int8-convrot.safetensors",
      "dir": "text_encoders",
      "gb": 15.37,
      "phase": "encode",
      "gated": true,
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "Lightricks/LTX-2.5",
      "file": "vae/ltx-2.5-video-vae-bf16.safetensors",
      "dir": "vae",
      "gb": 1.47,
      "phase": "decode",
      "gated": true,
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "Lightricks/LTX-2.5",
      "file": "vae/ltx-2.5-audio-vae-bf16.safetensors",
      "dir": "vae",
      "gb": 0.36,
      "phase": "decode",
      "gated": true,
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "Lightricks/LTX-2.5",
      "file": "latent_upscale_models/ltx-2.5-latent-spatial-upscaler-x2-bf16-1.0.safetensors",
      "dir": "latent_upscale_models",
      "gb": 1.0,
      "phase": "aux",
      "gated": true,
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "Lightricks/LTX-2.3-22b-IC-LoRA-Union-Control",
      "file": "ltx-2.3-22b-ic-lora-union-control-ref0.5.safetensors",
      "dir": "loras",
      "gb": 0.65,
      "phase": "denoise",
      "license": "LTX-2.x Community License"
    },
    {
      "repo": "black-forest-labs/flux-3-image-klein-comfy",
      "file": "diffusion_models/flux3-image-klein-int8-convrot.safetensors",
      "dir": "diffusion_models",
      "gb": 5.83,
      "phase": "aux",
      "gated": true,
      "license": "FLUX Kommunity License"
    },
    {
      "repo": "black-forest-labs/flux-3-image-klein-comfy",
      "file": "text_encoders/qwen3vl_4b_int8_convrot.safetensors",
      "dir": "text_encoders",
      "gb": 4.86,
      "phase": "aux",
      "gated": true,
      "license": "FLUX Kommunity License"
    },
    {
      "repo": "black-forest-labs/flux-3-image-klein-comfy",
      "file": "vae/flux2-vae.safetensors",
      "dir": "vae",
      "gb": 0.34,
      "phase": "aux",
      "gated": true,
      "license": "FLUX Kommunity License"
    }
  ],
  "custom_nodes": [
    {
      "repo": "https://github.com/Lightricks/ComfyUI-LTXVideo",
      "commit": "44c8a36b7c31ee00b4271daed11dc2a4aa481140"
    }
  ],
  "credits": [
    "LTX-2.5 and the Union Control IC-LoRA by Lightricks",
    "FLUX 3 Image Klein by Black Forest Labs",
    "Workflow adapted from Lightricks' ComfyUI-LTXVideo examples and ComfyUI's FLUX 3 Klein edit template"
  ],
  "test": {
    "clip": "test/clip.mp4",
    "size": 448
  }
}