Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

feat(api-nodes): add Bria Edit node (#11978)

Jedrzej Kosinskib931b37e30bb
diff --git a/comfy_api_nodes/apis/bria.py b/comfy_api_nodes/apis/bria.py
new file mode 100644
index 000000000..9119cacc6
--- /dev/null
+++ b/comfy_api_nodes/apis/bria.py
@@ -0,0 +1,61 @@
+from typing import TypedDict
+
+from pydantic import BaseModel, Field
+
+
+class InputModerationSettings(TypedDict):
+ prompt_content_moderation: bool
+ visual_input_moderation: bool
+ visual_output_moderation: bool
+
+
+class BriaEditImageRequest(BaseModel):
+ instruction: str | None = Field(...)
+ structured_instruction: str | None = Field(
+ ...,
+ description="Use this instead of instruction for precise, programmatic control.",
+ )
+ images: list[str] = Field(
+ ...,
+ description="Required. Publicly available URL or Base64-encoded. Must contain exactly one item.",
+ )
+ mask: str | None = Field(
+ None,
+ description="Mask image (black and white). Black areas will be preserved, white areas will be edited. "
+ "If omitted, the edit applies to the entire image. "
+ "The input image and the the input mask must be of the same size.",
+ )
+ negative_prompt: str | None = Field(None)
+ guidance_scale: float = Field(...)
+ model_version: str = Field(...)
+ steps_num: int = Field(...)
+ seed: int = Field(...)
+ ip_signal: bool = Field(
+ False,
+ description="If true, returns a warning for potential IP content in the instruction.",
+ )
+ prompt_content_moderation: bool = Field(
+ False, description="If true, returns 422 on instruction moderation failure."
+ )
+ visual_input_content_moderation: bool = Field(
+ False, description="If true, returns 422 on images or mask moderation failure."
+ )
+ visual_output_content_moderation: bool = Field(
+ False, description="If true, returns 422 on visual output moderation failure."
+ )
+
+
+class BriaStatusResponse(BaseModel):
+ request_id: str = Field(...)
+ status_url: str = Field(...)
+ warning: str | None = Field(None)
+
+
+class BriaResult(BaseModel):
+ structured_prompt: str = Field(...)
+ image_url: str = Field(...)
+
+
+class BriaResponse(BaseModel):
+ status: str = Field(...)
+ result: BriaResult | None = Field(None)
diff --git a/comfy_api_nodes/nodes_bria.py b/comfy_api_nodes/nodes_bria.py
new file mode 100644
index 000000000..72a3055a7
--- /dev/null
+++ b/comfy_api_nodes/nodes_bria.py
@@ -0,0 +1,198 @@
+from typing_extensions import override
+
+from comfy_api.latest import IO, ComfyExtension, Input
+from comfy_api_nodes.apis.bria import (
+ BriaEditImageRequest,
+ BriaResponse,
+ BriaStatusResponse,
+ InputModerationSettings,
+)
+from comfy_api_nodes.util import (
+ ApiEndpoint,
+ convert_mask_to_image,
+ download_url_to_image_tensor,
+ get_number_of_images,
+ poll_op,
+ sync_op,
+ upload_images_to_comfyapi,
+)
+
+
+class BriaImageEditNode(IO.ComfyNode):
+
+ @classmethod
+ def define_schema(cls):
+ return IO.Schema(
+ node_id="BriaImageEditNode",
+ display_name="Bria Image Edit",
+ category="api node/image/Bria",
+ description="Edit images using Bria latest model",
+ inputs=[
+ IO.Combo.Input("model", options=["FIBO"]),
+ IO.Image.Input("image"),
+ IO.String.Input(
+ "prompt",
+ multiline=True,
+ default="",
+ tooltip="Instruction to edit image",
+ ),
+ IO.String.Input("negative_prompt", multiline=True, default=""),
+ IO.String.Input(
+ "structured_prompt",
+ multiline=True,
+ default="",
+ tooltip="A string containing the structured edit prompt in JSON format. "
+ "Use this instead of usual prompt for precise, programmatic control.",
+ ),
+ IO.Int.Input(
+ "seed",
+ default=1,
+ min=1,
+ max=2147483647,
+ step=1,
+ display_mode=IO.NumberDisplay.number,
+ control_after_generate=True,
+ ),
+ IO.Float.Input(
+ "guidance_scale",
+ default=3,
+ min=3,
+ max=5,
+ step=0.01,
+ display_mode=IO.NumberDisplay.number,
+ tooltip="Higher value makes the image follow the prompt more closely.",
+ ),
+ IO.Int.Input(
+ "steps",
+ default=50,
+ min=20,
+ max=50,
+ step=1,
+ display_mode=IO.NumberDisplay.number,
+ ),
+ IO.DynamicCombo.Input(
+ "moderation",
+ options=[
+ IO.DynamicCombo.Option(
+ "true",
+ [
+ IO.Boolean.Input(
+ "prompt_content_moderation", default=False
+ ),
+ IO.Boolean.Input(
+ "visual_input_moderation", default=False
+ ),
+ IO.Boolean.Input(
+ "visual_output_moderation", default=True
+ ),
+ ],
+ ),
+ IO.DynamicCombo.Option("false", []),
+ ],
+ tooltip="Moderation settings",
+ ),
+ IO.Mask.Input(
+ "mask",
+ tooltip="If omitted, the edit applies to the entire image.",
+ optional=True,
+ ),
+ ],
+ outputs=[
+ IO.Image.Output(),
+ IO.String.Output(display_name="structured_prompt"),
+ ],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=IO.PriceBadge(
+ expr="""{"type":"usd","usd":0.04}""",
+ ),
+ )
+
+ @classmethod
+ async def execute(
+ cls,
+ model: str,
+ image: Input.Image,
+ prompt: str,
+ negative_prompt: str,
+ structured_prompt: str,
+ seed: int,
+ guidance_scale: float,
+ steps: int,
+ moderation: InputModerationSettings,
+ mask: Input.Image | None = None,
+ ) -> IO.NodeOutput:
+ if not prompt and not structured_prompt:
+ raise ValueError(
+ "One of prompt or structured_prompt is required to be non-empty."
+ )
+ if get_number_of_images(image) != 1:
+ raise ValueError("Exactly one input image is required.")
+ mask_url = None
+ if mask is not None:
+ mask_url = (
+ await upload_images_to_comfyapi(
+ cls,
+ convert_mask_to_image(mask),
+ max_images=1,
+ mime_type="image/png",
+ wait_label="Uploading mask",
+ )
+ )[0]
+ response = await sync_op(
+ cls,
+ ApiEndpoint(path="proxy/bria/v2/image/edit", method="POST"),
+ data=BriaEditImageRequest(
+ instruction=prompt if prompt else None,
+ structured_instruction=structured_prompt if structured_prompt else None,
+ images=await upload_images_to_comfyapi(
+ cls,
+ image,
+ max_images=1,
+ mime_type="image/png",
+ wait_label="Uploading image",
+ ),
+ mask=mask_url,
+ negative_prompt=negative_prompt if negative_prompt else None,
+ guidance_scale=guidance_scale,
+ seed=seed,
+ model_version=model,
+ steps_num=steps,
+ prompt_content_moderation=moderation.get(
+ "prompt_content_moderation", False
+ ),
+ visual_input_content_moderation=moderation.get(
+ "visual_input_moderation", False
+ ),
+ visual_output_content_moderation=moderation.get(
+ "visual_output_moderation", False
+ ),
+ ),
+ response_model=BriaStatusResponse,
+ )
+ response = await poll_op(
+ cls,
+ ApiEndpoint(path=f"/proxy/bria/v2/status/{response.request_id}"),
+ status_extractor=lambda r: r.status,
+ response_model=BriaResponse,
+ )
+ return IO.NodeOutput(
+ await download_url_to_image_tensor(response.result.image_url),
+ response.result.structured_prompt,
+ )
+
+
+class BriaExtension(ComfyExtension):
+ @override
+ async def get_node_list(self) -> list[type[IO.ComfyNode]]:
+ return [
+ BriaImageEditNode,
+ ]
+
+
+async def comfy_entrypoint() -> BriaExtension:
+ return BriaExtension()
diff --git a/comfy_api_nodes/util/__init__.py b/comfy_api_nodes/util/__init__.py
index 4cc22abfb..364976000 100644
--- a/comfy_api_nodes/util/__init__.py
+++ b/comfy_api_nodes/util/__init__.py
@@ -11,6 +11,7 @@ from .conversions import (
audio_input_to_mp3,
audio_to_base64_string,
bytesio_to_image_tensor,
+ convert_mask_to_image,
downscale_image_tensor,
image_tensor_pair_to_batch,
pil_to_bytesio,
@@ -72,6 +73,7 @@ __all__ = [
"audio_input_to_mp3",
"audio_to_base64_string",
"bytesio_to_image_tensor",
+ "convert_mask_to_image",
"downscale_image_tensor",
"image_tensor_pair_to_batch",
"pil_to_bytesio",
diff --git a/comfy_api_nodes/util/conversions.py b/comfy_api_nodes/util/conversions.py
index 99c302a2a..546741b7b 100644
--- a/comfy_api_nodes/util/conversions.py
+++ b/comfy_api_nodes/util/conversions.py
@@ -451,6 +451,12 @@ def resize_mask_to_image(
return mask
+def convert_mask_to_image(mask: Input.Image) -> torch.Tensor:
+ """Make mask have the expected amount of dims (4) and channels (3) to be recognized as an image."""
+ mask = mask.unsqueeze(-1)
+ return torch.cat([mask] * 3, dim=-1)
+
+
def text_filepath_to_base64_string(filepath: str) -> str:
"""Converts a text file to a base64 string."""
with open(filepath, "rb") as f: