The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
feat(api-nodes): add Bria Edit node (#11978)
Jedrzej Kosinskib931b37e30bb
diff --git a/comfy_api_nodes/apis/bria.py b/comfy_api_nodes/apis/bria.pynew file mode 100644index 000000000..9119cacc6--- /dev/null+++ b/comfy_api_nodes/apis/bria.py@@ -0,0 +1,61 @@+from typing import TypedDict++from pydantic import BaseModel, Field+++class InputModerationSettings(TypedDict):+ prompt_content_moderation: bool+ visual_input_moderation: bool+ visual_output_moderation: bool+++class BriaEditImageRequest(BaseModel):+ instruction: str | None = Field(...)+ structured_instruction: str | None = Field(+ ...,+ description="Use this instead of instruction for precise, programmatic control.",+ )+ images: list[str] = Field(+ ...,+ description="Required. Publicly available URL or Base64-encoded. Must contain exactly one item.",+ )+ mask: str | None = Field(+ None,+ description="Mask image (black and white). Black areas will be preserved, white areas will be edited. "+ "If omitted, the edit applies to the entire image. "+ "The input image and the the input mask must be of the same size.",+ )+ negative_prompt: str | None = Field(None)+ guidance_scale: float = Field(...)+ model_version: str = Field(...)+ steps_num: int = Field(...)+ seed: int = Field(...)+ ip_signal: bool = Field(+ False,+ description="If true, returns a warning for potential IP content in the instruction.",+ )+ prompt_content_moderation: bool = Field(+ False, description="If true, returns 422 on instruction moderation failure."+ )+ visual_input_content_moderation: bool = Field(+ False, description="If true, returns 422 on images or mask moderation failure."+ )+ visual_output_content_moderation: bool = Field(+ False, description="If true, returns 422 on visual output moderation failure."+ )+++class BriaStatusResponse(BaseModel):+ request_id: str = Field(...)+ status_url: str = Field(...)+ warning: str | None = Field(None)+++class BriaResult(BaseModel):+ structured_prompt: str = Field(...)+ image_url: str = Field(...)+++class BriaResponse(BaseModel):+ status: str = Field(...)+ result: BriaResult | None = Field(None)diff --git a/comfy_api_nodes/nodes_bria.py b/comfy_api_nodes/nodes_bria.pynew file mode 100644index 000000000..72a3055a7--- /dev/null+++ b/comfy_api_nodes/nodes_bria.py@@ -0,0 +1,198 @@+from typing_extensions import override++from comfy_api.latest import IO, ComfyExtension, Input+from comfy_api_nodes.apis.bria import (+ BriaEditImageRequest,+ BriaResponse,+ BriaStatusResponse,+ InputModerationSettings,+)+from comfy_api_nodes.util import (+ ApiEndpoint,+ convert_mask_to_image,+ download_url_to_image_tensor,+ get_number_of_images,+ poll_op,+ sync_op,+ upload_images_to_comfyapi,+)+++class BriaImageEditNode(IO.ComfyNode):++ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="BriaImageEditNode",+ display_name="Bria Image Edit",+ category="api node/image/Bria",+ description="Edit images using Bria latest model",+ inputs=[+ IO.Combo.Input("model", options=["FIBO"]),+ IO.Image.Input("image"),+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Instruction to edit image",+ ),+ IO.String.Input("negative_prompt", multiline=True, default=""),+ IO.String.Input(+ "structured_prompt",+ multiline=True,+ default="",+ tooltip="A string containing the structured edit prompt in JSON format. "+ "Use this instead of usual prompt for precise, programmatic control.",+ ),+ IO.Int.Input(+ "seed",+ default=1,+ min=1,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ ),+ IO.Float.Input(+ "guidance_scale",+ default=3,+ min=3,+ max=5,+ step=0.01,+ display_mode=IO.NumberDisplay.number,+ tooltip="Higher value makes the image follow the prompt more closely.",+ ),+ IO.Int.Input(+ "steps",+ default=50,+ min=20,+ max=50,+ step=1,+ display_mode=IO.NumberDisplay.number,+ ),+ IO.DynamicCombo.Input(+ "moderation",+ options=[+ IO.DynamicCombo.Option(+ "true",+ [+ IO.Boolean.Input(+ "prompt_content_moderation", default=False+ ),+ IO.Boolean.Input(+ "visual_input_moderation", default=False+ ),+ IO.Boolean.Input(+ "visual_output_moderation", default=True+ ),+ ],+ ),+ IO.DynamicCombo.Option("false", []),+ ],+ tooltip="Moderation settings",+ ),+ IO.Mask.Input(+ "mask",+ tooltip="If omitted, the edit applies to the entire image.",+ optional=True,+ ),+ ],+ outputs=[+ IO.Image.Output(),+ IO.String.Output(display_name="structured_prompt"),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ expr="""{"type":"usd","usd":0.04}""",+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: str,+ image: Input.Image,+ prompt: str,+ negative_prompt: str,+ structured_prompt: str,+ seed: int,+ guidance_scale: float,+ steps: int,+ moderation: InputModerationSettings,+ mask: Input.Image | None = None,+ ) -> IO.NodeOutput:+ if not prompt and not structured_prompt:+ raise ValueError(+ "One of prompt or structured_prompt is required to be non-empty."+ )+ if get_number_of_images(image) != 1:+ raise ValueError("Exactly one input image is required.")+ mask_url = None+ if mask is not None:+ mask_url = (+ await upload_images_to_comfyapi(+ cls,+ convert_mask_to_image(mask),+ max_images=1,+ mime_type="image/png",+ wait_label="Uploading mask",+ )+ )[0]+ response = await sync_op(+ cls,+ ApiEndpoint(path="proxy/bria/v2/image/edit", method="POST"),+ data=BriaEditImageRequest(+ instruction=prompt if prompt else None,+ structured_instruction=structured_prompt if structured_prompt else None,+ images=await upload_images_to_comfyapi(+ cls,+ image,+ max_images=1,+ mime_type="image/png",+ wait_label="Uploading image",+ ),+ mask=mask_url,+ negative_prompt=negative_prompt if negative_prompt else None,+ guidance_scale=guidance_scale,+ seed=seed,+ model_version=model,+ steps_num=steps,+ prompt_content_moderation=moderation.get(+ "prompt_content_moderation", False+ ),+ visual_input_content_moderation=moderation.get(+ "visual_input_moderation", False+ ),+ visual_output_content_moderation=moderation.get(+ "visual_output_moderation", False+ ),+ ),+ response_model=BriaStatusResponse,+ )+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/bria/v2/status/{response.request_id}"),+ status_extractor=lambda r: r.status,+ response_model=BriaResponse,+ )+ return IO.NodeOutput(+ await download_url_to_image_tensor(response.result.image_url),+ response.result.structured_prompt,+ )+++class BriaExtension(ComfyExtension):+ @override+ async def get_node_list(self) -> list[type[IO.ComfyNode]]:+ return [+ BriaImageEditNode,+ ]+++async def comfy_entrypoint() -> BriaExtension:+ return BriaExtension()diff --git a/comfy_api_nodes/util/__init__.py b/comfy_api_nodes/util/__init__.pyindex 4cc22abfb..364976000 100644--- a/comfy_api_nodes/util/__init__.py+++ b/comfy_api_nodes/util/__init__.py@@ -11,6 +11,7 @@ from .conversions import (audio_input_to_mp3,audio_to_base64_string,bytesio_to_image_tensor,+ convert_mask_to_image,downscale_image_tensor,image_tensor_pair_to_batch,pil_to_bytesio,@@ -72,6 +73,7 @@ __all__ = ["audio_input_to_mp3","audio_to_base64_string","bytesio_to_image_tensor",+ "convert_mask_to_image","downscale_image_tensor","image_tensor_pair_to_batch","pil_to_bytesio",diff --git a/comfy_api_nodes/util/conversions.py b/comfy_api_nodes/util/conversions.pyindex 99c302a2a..546741b7b 100644--- a/comfy_api_nodes/util/conversions.py+++ b/comfy_api_nodes/util/conversions.py@@ -451,6 +451,12 @@ def resize_mask_to_image(return mask+def convert_mask_to_image(mask: Input.Image) -> torch.Tensor:+ """Make mask have the expected amount of dims (4) and channels (3) to be recognized as an image."""+ mask = mask.unsqueeze(-1)+ return torch.cat([mask] * 3, dim=-1)++def text_filepath_to_base64_string(filepath: str) -> str:"""Converts a text file to a base64 string."""with open(filepath, "rb") as f: