The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
feat(api-nodes): add Bria RMBG nodes (#12465)
Alexander Piskun2c1d06a4e329
diff --git a/comfy_api_nodes/apis/bria.py b/comfy_api_nodes/apis/bria.pyindex 9119cacc6..8c496b56c 100644--- a/comfy_api_nodes/apis/bria.py+++ b/comfy_api_nodes/apis/bria.py@@ -45,17 +45,55 @@ class BriaEditImageRequest(BaseModel):)+class BriaRemoveBackgroundRequest(BaseModel):+ image: str = Field(...)+ sync: bool = Field(False)+ visual_input_content_moderation: bool = Field(+ False, description="If true, returns 422 on input image moderation failure."+ )+ visual_output_content_moderation: bool = Field(+ False, description="If true, returns 422 on visual output moderation failure."+ )+ seed: int = Field(...)++class BriaStatusResponse(BaseModel):request_id: str = Field(...)status_url: str = Field(...)warning: str | None = Field(None)-class BriaResult(BaseModel):+class BriaRemoveBackgroundResult(BaseModel):+ image_url: str = Field(...)+++class BriaRemoveBackgroundResponse(BaseModel):+ status: str = Field(...)+ result: BriaRemoveBackgroundResult | None = Field(None)+++class BriaImageEditResult(BaseModel):structured_prompt: str = Field(...)image_url: str = Field(...)-class BriaResponse(BaseModel):+class BriaImageEditResponse(BaseModel):+ status: str = Field(...)+ result: BriaImageEditResult | None = Field(None)+++class BriaRemoveVideoBackgroundRequest(BaseModel):+ video: str = Field(...)+ background_color: str = Field(default="transparent", description="Background color for the output video.")+ output_container_and_codec: str = Field(...)+ preserve_audio: bool = Field(True)+ seed: int = Field(...)+++class BriaRemoveVideoBackgroundResult(BaseModel):+ video_url: str = Field(...)+++class BriaRemoveVideoBackgroundResponse(BaseModel):status: str = Field(...)- result: BriaResult | None = Field(None)+ result: BriaRemoveVideoBackgroundResult | None = Field(None)diff --git a/comfy_api_nodes/nodes_bria.py b/comfy_api_nodes/nodes_bria.pyindex d3a52bc1b..4044ee3ea 100644--- a/comfy_api_nodes/nodes_bria.py+++ b/comfy_api_nodes/nodes_bria.py@@ -3,7 +3,11 @@ from typing_extensions import overridefrom comfy_api.latest import IO, ComfyExtension, Inputfrom comfy_api_nodes.apis.bria import (BriaEditImageRequest,- BriaResponse,+ BriaRemoveBackgroundRequest,+ BriaRemoveBackgroundResponse,+ BriaRemoveVideoBackgroundRequest,+ BriaRemoveVideoBackgroundResponse,+ BriaImageEditResponse,BriaStatusResponse,InputModerationSettings,)@@ -11,10 +15,12 @@ from comfy_api_nodes.util import (ApiEndpoint,convert_mask_to_image,download_url_to_image_tensor,- get_number_of_images,+ download_url_to_video_output,poll_op,sync_op,- upload_images_to_comfyapi,+ upload_image_to_comfyapi,+ upload_video_to_comfyapi,+ validate_video_duration,)@@ -73,21 +79,15 @@ class BriaImageEditNode(IO.ComfyNode):IO.DynamicCombo.Input("moderation",options=[+ IO.DynamicCombo.Option("false", []),IO.DynamicCombo.Option("true",[- IO.Boolean.Input(- "prompt_content_moderation", default=False- ),- IO.Boolean.Input(- "visual_input_moderation", default=False- ),- IO.Boolean.Input(- "visual_output_moderation", default=True- ),+ IO.Boolean.Input("prompt_content_moderation", default=False),+ IO.Boolean.Input("visual_input_moderation", default=False),+ IO.Boolean.Input("visual_output_moderation", default=True),],),- IO.DynamicCombo.Option("false", []),],tooltip="Moderation settings",),@@ -127,50 +127,26 @@ class BriaImageEditNode(IO.ComfyNode):mask: Input.Image | None = None,) -> IO.NodeOutput:if not prompt and not structured_prompt:- raise ValueError(- "One of prompt or structured_prompt is required to be non-empty."- )- if get_number_of_images(image) != 1:- raise ValueError("Exactly one input image is required.")+ raise ValueError("One of prompt or structured_prompt is required to be non-empty.")mask_url = Noneif mask is not None:- mask_url = (- await upload_images_to_comfyapi(- cls,- convert_mask_to_image(mask),- max_images=1,- mime_type="image/png",- wait_label="Uploading mask",- )- )[0]+ mask_url = await upload_image_to_comfyapi(cls, convert_mask_to_image(mask), wait_label="Uploading mask")response = await sync_op(cls,ApiEndpoint(path="proxy/bria/v2/image/edit", method="POST"),data=BriaEditImageRequest(instruction=prompt if prompt else None,structured_instruction=structured_prompt if structured_prompt else None,- images=await upload_images_to_comfyapi(- cls,- image,- max_images=1,- mime_type="image/png",- wait_label="Uploading image",- ),+ images=[await upload_image_to_comfyapi(cls, image, wait_label="Uploading image")],mask=mask_url,negative_prompt=negative_prompt if negative_prompt else None,guidance_scale=guidance_scale,seed=seed,model_version=model,steps_num=steps,- prompt_content_moderation=moderation.get(- "prompt_content_moderation", False- ),- visual_input_content_moderation=moderation.get(- "visual_input_moderation", False- ),- visual_output_content_moderation=moderation.get(- "visual_output_moderation", False- ),+ prompt_content_moderation=moderation.get("prompt_content_moderation", False),+ visual_input_content_moderation=moderation.get("visual_input_moderation", False),+ visual_output_content_moderation=moderation.get("visual_output_moderation", False),),response_model=BriaStatusResponse,)@@ -178,7 +154,7 @@ class BriaImageEditNode(IO.ComfyNode):cls,ApiEndpoint(path=f"/proxy/bria/v2/status/{response.request_id}"),status_extractor=lambda r: r.status,- response_model=BriaResponse,+ response_model=BriaImageEditResponse,)return IO.NodeOutput(await download_url_to_image_tensor(response.result.image_url),@@ -186,11 +162,167 @@ class BriaImageEditNode(IO.ComfyNode):)+class BriaRemoveImageBackground(IO.ComfyNode):++ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="BriaRemoveImageBackground",+ display_name="Bria Remove Image Background",+ category="api node/image/Bria",+ description="Remove the background from an image using Bria RMBG 2.0.",+ inputs=[+ IO.Image.Input("image"),+ IO.DynamicCombo.Input(+ "moderation",+ options=[+ IO.DynamicCombo.Option("false", []),+ IO.DynamicCombo.Option(+ "true",+ [+ IO.Boolean.Input("visual_input_moderation", default=False),+ IO.Boolean.Input("visual_output_moderation", default=True),+ ],+ ),+ ],+ tooltip="Moderation settings",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed controls whether the node should re-run; "+ "results are non-deterministic regardless of seed.",+ ),+ ],+ outputs=[IO.Image.Output()],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ expr="""{"type":"usd","usd":0.018}""",+ ),+ )++ @classmethod+ async def execute(+ cls,+ image: Input.Image,+ moderation: dict,+ seed: int,+ ) -> IO.NodeOutput:+ response = await sync_op(+ cls,+ ApiEndpoint(path="/proxy/bria/v2/image/edit/remove_background", method="POST"),+ data=BriaRemoveBackgroundRequest(+ image=await upload_image_to_comfyapi(cls, image, wait_label="Uploading image"),+ sync=False,+ visual_input_content_moderation=moderation.get("visual_input_moderation", False),+ visual_output_content_moderation=moderation.get("visual_output_moderation", False),+ seed=seed,+ ),+ response_model=BriaStatusResponse,+ )+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/bria/v2/status/{response.request_id}"),+ status_extractor=lambda r: r.status,+ response_model=BriaRemoveBackgroundResponse,+ )+ return IO.NodeOutput(await download_url_to_image_tensor(response.result.image_url))+++class BriaRemoveVideoBackground(IO.ComfyNode):++ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="BriaRemoveVideoBackground",+ display_name="Bria Remove Video Background",+ category="api node/video/Bria",+ description="Remove the background from a video using Bria. ",+ inputs=[+ IO.Video.Input("video"),+ IO.Combo.Input(+ "background_color",+ options=[+ "Black",+ "White",+ "Gray",+ "Red",+ "Green",+ "Blue",+ "Yellow",+ "Cyan",+ "Magenta",+ "Orange",+ ],+ tooltip="Background color for the output video.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed controls whether the node should re-run; "+ "results are non-deterministic regardless of seed.",+ ),+ ],+ outputs=[IO.Video.Output()],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ expr="""{"type":"usd","usd":0.14,"format":{"suffix":"/second"}}""",+ ),+ )++ @classmethod+ async def execute(+ cls,+ video: Input.Video,+ background_color: str,+ seed: int,+ ) -> IO.NodeOutput:+ validate_video_duration(video, max_duration=60.0)+ response = await sync_op(+ cls,+ ApiEndpoint(path="/proxy/bria/v2/video/edit/remove_background", method="POST"),+ data=BriaRemoveVideoBackgroundRequest(+ video=await upload_video_to_comfyapi(cls, video),+ background_color=background_color,+ output_container_and_codec="mp4_h264",+ seed=seed,+ ),+ response_model=BriaStatusResponse,+ )+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/bria/v2/status/{response.request_id}"),+ status_extractor=lambda r: r.status,+ response_model=BriaRemoveVideoBackgroundResponse,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.result.video_url))++class BriaExtension(ComfyExtension):@overrideasync def get_node_list(self) -> list[type[IO.ComfyNode]]:return [BriaImageEditNode,+ BriaRemoveImageBackground,+ BriaRemoveVideoBackground,]diff --git a/comfy_api_nodes/util/conversions.py b/comfy_api_nodes/util/conversions.pyindex 3e37e8a8c..82b6d22a5 100644--- a/comfy_api_nodes/util/conversions.py+++ b/comfy_api_nodes/util/conversions.py@@ -57,7 +57,7 @@ def tensor_to_bytesio(image: torch.Tensor,*,total_pixels: int | None = 2048 * 2048,- mime_type: str = "image/png",+ mime_type: str | None = "image/png",) -> BytesIO:"""Converts a torch.Tensor image to a named BytesIO object.