The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
add WanImageToImageApi node (#10094)
Alexander Piskun05a258efd84b
diff --git a/comfy_api_nodes/nodes_wan.py b/comfy_api_nodes/nodes_wan.pyindex db5bd41c1..0be5daadb 100644--- a/comfy_api_nodes/nodes_wan.py+++ b/comfy_api_nodes/nodes_wan.py@@ -28,6 +28,12 @@ class Text2ImageInputField(BaseModel):negative_prompt: Optional[str] = Field(None)+class Image2ImageInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: Optional[str] = Field(None)+ images: list[str] = Field(..., min_length=1, max_length=2)++class Text2VideoInputField(BaseModel):prompt: str = Field(...)negative_prompt: Optional[str] = Field(None)@@ -49,6 +55,13 @@ class Txt2ImageParametersField(BaseModel):watermark: bool = Field(True)+class Image2ImageParametersField(BaseModel):+ size: Optional[str] = Field(None)+ n: int = Field(1, description="Number of images to generate.") # we support only value=1+ seed: int = Field(..., ge=0, le=2147483647)+ watermark: bool = Field(True)++class Text2VideoParametersField(BaseModel):size: str = Field(...)seed: int = Field(..., ge=0, le=2147483647)@@ -73,6 +86,12 @@ class Text2ImageTaskCreationRequest(BaseModel):parameters: Txt2ImageParametersField = Field(...)+class Image2ImageTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Image2ImageInputField = Field(...)+ parameters: Image2ImageParametersField = Field(...)++class Text2VideoTaskCreationRequest(BaseModel):model: str = Field(...)input: Text2VideoInputField = Field(...)@@ -135,7 +154,12 @@ async def process_task(url: str,request_model: Type[T],response_model: Type[R],- payload: Union[Text2ImageTaskCreationRequest, Text2VideoTaskCreationRequest, Image2VideoTaskCreationRequest],+ payload: Union[+ Text2ImageTaskCreationRequest,+ Image2ImageTaskCreationRequest,+ Text2VideoTaskCreationRequest,+ Image2VideoTaskCreationRequest,+ ],node_id: str,estimated_duration: int,poll_interval: int,@@ -288,6 +312,128 @@ class WanTextToImageApi(comfy_io.ComfyNode):return comfy_io.NodeOutput(await download_url_to_image_tensor(str(response.output.results[0].url)))+class WanImageToImageApi(comfy_io.ComfyNode):+ @classmethod+ def define_schema(cls):+ return comfy_io.Schema(+ node_id="WanImageToImageApi",+ display_name="Wan Image to Image",+ category="api node/image/Wan",+ description="Generates an image from one or two input images and a text prompt. "+ "The output image is currently fixed at 1.6 MP; its aspect ratio matches the input image(s).",+ inputs=[+ comfy_io.Combo.Input(+ "model",+ options=["wan2.5-i2i-preview"],+ default="wan2.5-i2i-preview",+ tooltip="Model to use.",+ ),+ comfy_io.Image.Input(+ "image",+ tooltip="Single-image editing or multi-image fusion, maximum 2 images.",+ ),+ comfy_io.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Prompt used to describe the elements and visual features, supports English/Chinese.",+ ),+ comfy_io.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative text prompt to guide what to avoid.",+ optional=True,+ ),+ # redo this later as an optional combo of recommended resolutions+ # comfy_io.Int.Input(+ # "width",+ # default=1280,+ # min=384,+ # max=1440,+ # step=16,+ # optional=True,+ # ),+ # comfy_io.Int.Input(+ # "height",+ # default=1280,+ # min=384,+ # max=1440,+ # step=16,+ # optional=True,+ # ),+ comfy_io.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ optional=True,+ ),+ comfy_io.Boolean.Input(+ "watermark",+ default=True,+ tooltip="Whether to add an \"AI generated\" watermark to the result.",+ optional=True,+ ),+ ],+ outputs=[+ comfy_io.Image.Output(),+ ],+ hidden=[+ comfy_io.Hidden.auth_token_comfy_org,+ comfy_io.Hidden.api_key_comfy_org,+ comfy_io.Hidden.unique_id,+ ],+ is_api_node=True,+ )++ @classmethod+ async def execute(+ cls,+ model: str,+ image: torch.Tensor,+ prompt: str,+ negative_prompt: str = "",+ # width: int = 1024,+ # height: int = 1024,+ seed: int = 0,+ watermark: bool = True,+ ):+ n_images = get_number_of_images(image)+ if n_images not in (1, 2):+ raise ValueError(f"Expected 1 or 2 input images, got {n_images}.")+ images = []+ for i in image:+ images.append("data:image/png;base64," + tensor_to_base64_string(i, total_pixels=4096*4096))+ payload = Image2ImageTaskCreationRequest(+ model=model,+ input=Image2ImageInputField(prompt=prompt, negative_prompt=negative_prompt, images=images),+ parameters=Image2ImageParametersField(+ # size=f"{width}*{height}",+ seed=seed,+ watermark=watermark,+ ),+ )+ response = await process_task(+ {+ "auth_token": cls.hidden.auth_token_comfy_org,+ "comfy_api_key": cls.hidden.api_key_comfy_org,+ },+ "/proxy/wan/api/v1/services/aigc/image2image/image-synthesis",+ request_model=Image2ImageTaskCreationRequest,+ response_model=ImageTaskStatusResponse,+ payload=payload,+ node_id=cls.hidden.unique_id,+ estimated_duration=42,+ poll_interval=3,+ )+ return comfy_io.NodeOutput(await download_url_to_image_tensor(str(response.output.results[0].url)))++class WanTextToVideoApi(comfy_io.ComfyNode):@classmethoddef define_schema(cls):@@ -593,6 +739,7 @@ class WanApiExtension(ComfyExtension):async def get_node_list(self) -> list[type[comfy_io.ComfyNode]]:return [WanTextToImageApi,+ WanImageToImageApi,WanTextToVideoApi,WanImageToVideoApi,]