The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
feat(api-nodes): add Luma UNI-1 models (#13614)
Alexander Piskunc55ff8524373
diff --git a/comfy_api_nodes/apis/luma.py b/comfy_api_nodes/apis/luma.pyindex 632c4ab96..8c6db2022 100644--- a/comfy_api_nodes/apis/luma.py+++ b/comfy_api_nodes/apis/luma.py@@ -1,15 +1,12 @@from __future__ import annotations--import torch-from enum import Enumfrom typing import Optional, Union+import torchfrom pydantic import BaseModel, Field, confloat-class LumaIO:LUMA_REF = "LUMA_REF"LUMA_CONCEPTS = "LUMA_CONCEPTS"@@ -183,13 +180,13 @@ class LumaAssets(BaseModel):class LumaImageRef(BaseModel):- '''Used for image gen'''+ """Used for image gen"""url: str = Field(..., description='The URL of the image reference')weight: confloat(ge=0.0, le=1.0) = Field(..., description='The weight of the image reference')class LumaImageReference(BaseModel):- '''Used for video gen'''+ """Used for video gen"""type: Optional[str] = Field('image', description='Input type, defaults to image')url: str = Field(..., description='The URL of the image')@@ -251,3 +248,32 @@ class LumaGeneration(BaseModel):assets: Optional[LumaAssets] = Field(None, description='The assets of the generation')model: str = Field(..., description='The model used for the generation')request: Union[LumaGenerationRequest, LumaImageGenerationRequest] = Field(..., description="The request used for the generation")+++class Luma2ImageRef(BaseModel):+ url: str | None = None+ data: str | None = None+ media_type: str | None = None+++class Luma2GenerationRequest(BaseModel):+ prompt: str = Field(..., min_length=1, max_length=6000)+ model: str | None = None+ type: str | None = None+ aspect_ratio: str | None = None+ style: str | None = None+ output_format: str | None = None+ web_search: bool | None = None+ image_ref: list[Luma2ImageRef] | None = None+ source: Luma2ImageRef | None = None+++class Luma2Generation(BaseModel):+ id: str | None = None+ type: str | None = None+ state: str | None = None+ model: str | None = None+ created_at: str | None = None+ output: list[LumaImageReference] | None = None+ failure_reason: str | None = None+ failure_code: str | None = Nonediff --git a/comfy_api_nodes/nodes_luma.py b/comfy_api_nodes/nodes_luma.pyindex 9ed6cd299..d92a7c382 100644--- a/comfy_api_nodes/nodes_luma.py+++ b/comfy_api_nodes/nodes_luma.py@@ -1,10 +1,11 @@-from typing import Optional-import torchfrom typing_extensions import override-from comfy_api.latest import IO, ComfyExtension+from comfy_api.latest import IO, ComfyExtension, Inputfrom comfy_api_nodes.apis.luma import (+ Luma2Generation,+ Luma2GenerationRequest,+ Luma2ImageRef,LumaAspectRatio,LumaCharacterRef,LumaConceptChain,@@ -30,6 +31,7 @@ from comfy_api_nodes.util import (download_url_to_video_output,poll_op,sync_op,+ upload_image_to_comfyapi,upload_images_to_comfyapi,validate_string,)@@ -212,9 +214,9 @@ class LumaImageGenerationNode(IO.ComfyNode):aspect_ratio: str,seed,style_image_weight: float,- image_luma_ref: Optional[LumaReferenceChain] = None,- style_image: Optional[torch.Tensor] = None,- character_image: Optional[torch.Tensor] = None,+ image_luma_ref: LumaReferenceChain | None = None,+ style_image: torch.Tensor | None = None,+ character_image: torch.Tensor | None = None,) -> IO.NodeOutput:validate_string(prompt, strip_whitespace=True, min_length=3)# handle image_luma_ref@@ -434,7 +436,7 @@ class LumaTextToVideoGenerationNode(IO.ComfyNode):duration: str,loop: bool,seed,- luma_concepts: Optional[LumaConceptChain] = None,+ luma_concepts: LumaConceptChain | None = None,) -> IO.NodeOutput:validate_string(prompt, strip_whitespace=False, min_length=3)duration = duration if model != LumaVideoModel.ray_1_6 else None@@ -533,7 +535,6 @@ class LumaImageToVideoGenerationNode(IO.ComfyNode):],is_api_node=True,price_badge=PRICE_BADGE_VIDEO,-)@classmethod@@ -644,6 +645,293 @@ PRICE_BADGE_VIDEO = IO.PriceBadge()+def _luma2_uni1_common_inputs(max_image_refs: int) -> list:+ return [+ IO.Combo.Input(+ "style",+ options=["auto", "manga"],+ default="auto",+ tooltip="Style preset. 'auto' picks based on the prompt; "+ "'manga' applies a manga/anime aesthetic and requires a portrait "+ "aspect ratio (2:3, 9:16, 1:2, 1:3).",+ ),+ IO.Boolean.Input(+ "web_search",+ default=False,+ tooltip="Search the web for visual references before generating.",+ ),+ IO.Autogrow.Input(+ "image_ref",+ template=IO.Autogrow.TemplateNames(+ IO.Image.Input("image"),+ names=[f"image_{i}" for i in range(1, max_image_refs + 1)],+ min=0,+ ),+ optional=True,+ tooltip=f"Up to {max_image_refs} reference images for style/content guidance.",+ ),+ ]+++async def _luma2_upload_image_refs(+ cls: type[IO.ComfyNode],+ refs: dict | None,+ max_count: int,+) -> list[Luma2ImageRef] | None:+ if not refs:+ return None+ out: list[Luma2ImageRef] = []+ for key in refs:+ url = await upload_image_to_comfyapi(cls, refs[key])+ out.append(Luma2ImageRef(url=url))+ if len(out) > max_count:+ raise ValueError(f"Maximum {max_count} reference images are allowed.")+ return out or None+++async def _luma2_submit_and_poll(+ cls: type[IO.ComfyNode],+ request: Luma2GenerationRequest,+) -> Input.Image:+ initial = await sync_op(+ cls,+ ApiEndpoint(path="/proxy/luma_2/generations", method="POST"),+ response_model=Luma2Generation,+ data=request,+ )+ if not initial.id:+ raise RuntimeError("Luma 2 API did not return a generation id.")+ final = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/luma_2/generations/{initial.id}", method="GET"),+ response_model=Luma2Generation,+ status_extractor=lambda r: r.state,+ progress_extractor=lambda r: None,+ )+ if not final.output:+ msg = final.failure_reason or "no output returned"+ raise RuntimeError(f"Luma 2 generation failed: {msg}")+ url = final.output[0].url+ if not url:+ raise RuntimeError("Luma 2 generation completed without an output URL.")+ return await download_url_to_image_tensor(url)+++class LumaImageNode(IO.ComfyNode):++ @classmethod+ def define_schema(cls) -> IO.Schema:+ return IO.Schema(+ node_id="LumaImageNode2",+ display_name="Luma UNI-1 Image",+ category="api node/image/Luma",+ description="Generate images from text using the Luma UNI-1 model.",+ inputs=[+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Text description of the desired image. 1–6000 characters.",+ ),+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "uni-1",+ [+ IO.Combo.Input(+ "aspect_ratio",+ options=[+ "auto",+ "3:1",+ "2:1",+ "16:9",+ "3:2",+ "1:1",+ "2:3",+ "9:16",+ "1:2",+ "1:3",+ ],+ default="auto",+ tooltip="Output image aspect ratio. 'auto' lets "+ "the model pick based on the prompt.",+ ),+ *_luma2_uni1_common_inputs(max_image_refs=9),+ ],+ ),+ IO.DynamicCombo.Option(+ "uni-1-max",+ [+ IO.Combo.Input(+ "aspect_ratio",+ options=[+ "auto",+ "3:1",+ "2:1",+ "16:9",+ "3:2",+ "1:1",+ "2:3",+ "9:16",+ "1:2",+ "1:3",+ ],+ default="auto",+ tooltip="Output image aspect ratio. 'auto' lets "+ "the model pick based on the prompt.",+ ),+ *_luma2_uni1_common_inputs(max_image_refs=9),+ ],+ ),+ ],+ tooltip="Model to use for generation.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ control_after_generate=True,+ tooltip="Seed controls whether the node should re-run; "+ "results are non-deterministic regardless of seed.",+ ),+ ],+ outputs=[IO.Image.Output()],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model"], input_groups=["model.image_ref"]),+ expr="""+ (+ $m := widgets.model;+ $refs := $lookup(inputGroups, "model.image_ref");+ $base := $m = "uni-1-max" ? 0.1 : 0.0404;+ {"type":"usd","usd": $round($base + 0.003 * $refs, 4)}+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ prompt: str,+ model: dict,+ seed: int,+ ) -> IO.NodeOutput:+ validate_string(prompt, min_length=1, max_length=6000)+ aspect_ratio = model["aspect_ratio"]+ style = model["style"]+ allowed_manga_ratios = {"2:3", "9:16", "1:2", "1:3"}+ if style == "manga" and aspect_ratio != "auto" and aspect_ratio not in allowed_manga_ratios:+ raise ValueError(+ f"'manga' style requires a portrait aspect ratio "+ f"({', '.join(sorted(allowed_manga_ratios))}) or 'auto'; got '{aspect_ratio}'."+ )+ request = Luma2GenerationRequest(+ prompt=prompt,+ model=model["model"],+ type="image",+ aspect_ratio=aspect_ratio if aspect_ratio != "auto" else None,+ style=style if style != "auto" else None,+ output_format="png",+ web_search=model["web_search"],+ image_ref=await _luma2_upload_image_refs(cls, model.get("image_ref"), max_count=9),+ )+ return IO.NodeOutput(await _luma2_submit_and_poll(cls, request))+++class LumaImageEditNode(IO.ComfyNode):++ @classmethod+ def define_schema(cls) -> IO.Schema:+ return IO.Schema(+ node_id="LumaImageEditNode2",+ display_name="Luma UNI-1 Image Edit",+ category="api node/image/Luma",+ description="Edit an existing image with a text prompt using the Luma UNI-1 model.",+ inputs=[+ IO.Image.Input(+ "source",+ tooltip="Source image to edit.",+ ),+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Description of the desired edit. 1–6000 characters.",+ ),+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "uni-1",+ _luma2_uni1_common_inputs(max_image_refs=8),+ ),+ IO.DynamicCombo.Option(+ "uni-1-max",+ _luma2_uni1_common_inputs(max_image_refs=8),+ ),+ ],+ tooltip="Model to use for editing.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ control_after_generate=True,+ tooltip="Seed controls whether the node should re-run; "+ "results are non-deterministic regardless of seed.",+ ),+ ],+ outputs=[IO.Image.Output()],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model"], input_groups=["model.image_ref"]),+ expr="""+ (+ $m := widgets.model;+ $refs := $lookup(inputGroups, "model.image_ref");+ $base := $m = "uni-1-max" ? 0.103 : 0.0434;+ {"type":"usd","usd": $round($base + 0.003 * $refs, 4)}+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ source: Input.Image,+ prompt: str,+ model: dict,+ seed: int,+ ) -> IO.NodeOutput:+ validate_string(prompt, min_length=1, max_length=6000)+ request = Luma2GenerationRequest(+ prompt=prompt,+ model=model["model"],+ type="image_edit",+ source=Luma2ImageRef(url=await upload_image_to_comfyapi(cls, source)),+ style=model["style"] if model["style"] != "auto" else None,+ output_format="png",+ web_search=model["web_search"],+ image_ref=await _luma2_upload_image_refs(cls, model.get("image_ref"), max_count=8),+ )+ return IO.NodeOutput(await _luma2_submit_and_poll(cls, request))++class LumaExtension(ComfyExtension):@overrideasync def get_node_list(self) -> list[type[IO.ComfyNode]]:@@ -654,6 +942,8 @@ class LumaExtension(ComfyExtension):LumaImageToVideoGenerationNode,LumaReferenceNode,LumaConceptsNode,+ LumaImageNode,+ LumaImageEditNode,]