Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Add BFL Kontext API Nodes. (#8333)

Robin Huangf1c9ca816ac1
diff --git a/comfy_api_nodes/apis/bfl_api.py b/comfy_api_nodes/apis/bfl_api.py
index c189038fb..504e507e1 100644
--- a/comfy_api_nodes/apis/bfl_api.py
+++ b/comfy_api_nodes/apis/bfl_api.py
@@ -108,6 +108,40 @@ class BFLFluxProGenerateRequest(BaseModel):
# )
+class BFLFluxKontextProGenerateRequest(BaseModel):
+ prompt: str = Field(..., description='The text prompt for what you wannt to edit.')
+ input_image: Optional[str] = Field(None, description='Image to edit in base64 format')
+ seed: Optional[int] = Field(None, description='The seed value for reproducibility.')
+ guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')
+ steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')
+ safety_tolerance: Optional[conint(ge=0, le=2)] = Field(
+ 2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'
+ )
+ output_format: Optional[BFLOutputFormat] = Field(
+ BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']
+ )
+ aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')
+ prompt_upsampling: Optional[bool] = Field(
+ None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'
+ )
+
+class BFLFluxKontextMaxGenerateRequest(BaseModel):
+ prompt: str = Field(..., description='The text prompt for what you wannt to edit.')
+ input_image: Optional[str] = Field(None, description='Image to edit in base64 format')
+ seed: Optional[int] = Field(None, description='The seed value for reproducibility.')
+ guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')
+ steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')
+ safety_tolerance: Optional[conint(ge=0, le=2)] = Field(
+ 2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'
+ )
+ output_format: Optional[BFLOutputFormat] = Field(
+ BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']
+ )
+ aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')
+ prompt_upsampling: Optional[bool] = Field(
+ None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'
+ )
+
class BFLFluxProUltraGenerateRequest(BaseModel):
prompt: str = Field(..., description='The text prompt for image generation.')
prompt_upsampling: Optional[bool] = Field(
diff --git a/comfy_api_nodes/nodes_bfl.py b/comfy_api_nodes/nodes_bfl.py
index 509170b34..a762472e6 100644
--- a/comfy_api_nodes/nodes_bfl.py
+++ b/comfy_api_nodes/nodes_bfl.py
@@ -1,6 +1,6 @@
import io
from inspect import cleandoc
-from typing import Union
+from typing import Union, Optional
from comfy.comfy_types.node_typing import IO, ComfyNodeABC
from comfy_api_nodes.apis.bfl_api import (
BFLStatus,
@@ -9,6 +9,7 @@ from comfy_api_nodes.apis.bfl_api import (
BFLFluxCannyImageRequest,
BFLFluxDepthImageRequest,
BFLFluxProGenerateRequest,
+ BFLFluxKontextProGenerateRequest,
BFLFluxProUltraGenerateRequest,
BFLFluxProGenerateResponse,
)
@@ -269,6 +270,287 @@ class FluxProUltraImageNode(ComfyNodeABC):
return (output_image,)
+class FluxKontextProImageNode(ComfyNodeABC):
+ """
+ Edits images using Flux.1 Kontext Pro via api based on prompt and resolution.
+ """
+
+ MINIMUM_RATIO = 1 / 4
+ MAXIMUM_RATIO = 4 / 1
+ MINIMUM_RATIO_STR = "1:4"
+ MAXIMUM_RATIO_STR = "4:1"
+
+ @classmethod
+ def INPUT_TYPES(s):
+ return {
+ "required": {
+ "prompt": (
+ IO.STRING,
+ {
+ "multiline": True,
+ "default": "",
+ "tooltip": "Prompt for the image generation - specify what and how to edit.",
+ },
+ ),
+ "aspect_ratio": (
+ IO.STRING,
+ {
+ "default": "16:9",
+ "tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",
+ },
+ ),
+ "guidance": (
+ IO.FLOAT,
+ {
+ "default": 3.0,
+ "min": 0.1,
+ "max": 99.0,
+ "step": 0.1,
+ "tooltip": "Guidance strength for the image generation process"
+ },
+ ),
+ "steps": (
+ IO.INT,
+ {
+ "default": 50,
+ "min": 1,
+ "max": 150,
+ "tooltip": "Number of steps for the image generation process"
+ },
+ ),
+ "seed": (
+ IO.INT,
+ {
+ "default": 0,
+ "min": 0,
+ "max": 0xFFFFFFFFFFFFFFFF,
+ "control_after_generate": True,
+ "tooltip": "The random seed used for creating the noise.",
+ },
+ ),
+ "prompt_upsampling": (
+ IO.BOOLEAN,
+ {
+ "default": False,
+ "tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",
+ },
+ ),
+ },
+ "optional": {
+ "input_image": (IO.IMAGE,),
+ },
+ "hidden": {
+ "auth_token": "AUTH_TOKEN_COMFY_ORG",
+ "comfy_api_key": "API_KEY_COMFY_ORG",
+ "unique_id": "UNIQUE_ID",
+ },
+ }
+
+ @classmethod
+ def VALIDATE_INPUTS(cls, aspect_ratio: str):
+ try:
+ validate_aspect_ratio(
+ aspect_ratio,
+ minimum_ratio=cls.MINIMUM_RATIO,
+ maximum_ratio=cls.MAXIMUM_RATIO,
+ minimum_ratio_str=cls.MINIMUM_RATIO_STR,
+ maximum_ratio_str=cls.MAXIMUM_RATIO_STR,
+ )
+ except Exception as e:
+ return str(e)
+ return True
+
+ RETURN_TYPES = (IO.IMAGE,)
+ DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value
+ FUNCTION = "api_call"
+ API_NODE = True
+ CATEGORY = "api node/image/BFL"
+
+ def api_call(
+ self,
+ prompt: str,
+ aspect_ratio: str,
+ guidance: float,
+ steps: int,
+ input_image: Optional[torch.Tensor]=None,
+ seed=0,
+ prompt_upsampling=False,
+ unique_id: Union[str, None] = None,
+ **kwargs,
+ ):
+ if input_image is None:
+ validate_string(prompt, strip_whitespace=False)
+ operation = SynchronousOperation(
+ endpoint=ApiEndpoint(
+ path="/proxy/bfl/flux-kontext-pro/generate",
+ method=HttpMethod.POST,
+ request_model=BFLFluxKontextProGenerateRequest,
+ response_model=BFLFluxProGenerateResponse,
+ ),
+ request=BFLFluxKontextProGenerateRequest(
+ prompt=prompt,
+ prompt_upsampling=prompt_upsampling,
+ guidance=round(guidance, 1),
+ steps=steps,
+ seed=seed,
+ aspect_ratio=validate_aspect_ratio(
+ aspect_ratio,
+ minimum_ratio=self.MINIMUM_RATIO,
+ maximum_ratio=self.MAXIMUM_RATIO,
+ minimum_ratio_str=self.MINIMUM_RATIO_STR,
+ maximum_ratio_str=self.MAXIMUM_RATIO_STR,
+ ),
+ input_image=(
+ input_image
+ if input_image is None
+ else convert_image_to_base64(input_image)
+ )
+ ),
+ auth_kwargs=kwargs,
+ )
+ output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)
+ return (output_image,)
+
+class FluxKontextMaxImageNode(ComfyNodeABC):
+ """
+ Edits images using Flux.1 Kontext Max via api based on prompt and resolution.
+ """
+
+ MINIMUM_RATIO = 1 / 4
+ MAXIMUM_RATIO = 4 / 1
+ MINIMUM_RATIO_STR = "1:4"
+ MAXIMUM_RATIO_STR = "4:1"
+
+ @classmethod
+ def INPUT_TYPES(s):
+ return {
+ "required": {
+ "prompt": (
+ IO.STRING,
+ {
+ "multiline": True,
+ "default": "",
+ "tooltip": "Prompt for the image generation - specify what and how to edit.",
+ },
+ ),
+ "aspect_ratio": (
+ IO.STRING,
+ {
+ "default": "16:9",
+ "tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",
+ },
+ ),
+ "guidance": (
+ IO.FLOAT,
+ {
+ "default": 3.0,
+ "min": 0.1,
+ "max": 99.0,
+ "step": 0.1,
+ "tooltip": "Guidance strength for the image generation process"
+ },
+ ),
+ "steps": (
+ IO.INT,
+ {
+ "default": 50,
+ "min": 1,
+ "max": 150,
+ "tooltip": "Number of steps for the image generation process"
+ },
+ ),
+ "seed": (
+ IO.INT,
+ {
+ "default": 0,
+ "min": 0,
+ "max": 0xFFFFFFFFFFFFFFFF,
+ "control_after_generate": True,
+ "tooltip": "The random seed used for creating the noise.",
+ },
+ ),
+ "prompt_upsampling": (
+ IO.BOOLEAN,
+ {
+ "default": False,
+ "tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",
+ },
+ ),
+ },
+ "optional": {
+ "input_image": (IO.IMAGE,),
+ },
+ "hidden": {
+ "auth_token": "AUTH_TOKEN_COMFY_ORG",
+ "comfy_api_key": "API_KEY_COMFY_ORG",
+ "unique_id": "UNIQUE_ID",
+ },
+ }
+
+ @classmethod
+ def VALIDATE_INPUTS(cls, aspect_ratio: str):
+ try:
+ validate_aspect_ratio(
+ aspect_ratio,
+ minimum_ratio=cls.MINIMUM_RATIO,
+ maximum_ratio=cls.MAXIMUM_RATIO,
+ minimum_ratio_str=cls.MINIMUM_RATIO_STR,
+ maximum_ratio_str=cls.MAXIMUM_RATIO_STR,
+ )
+ except Exception as e:
+ return str(e)
+ return True
+
+ RETURN_TYPES = (IO.IMAGE,)
+ DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value
+ FUNCTION = "api_call"
+ API_NODE = True
+ CATEGORY = "api node/image/BFL"
+
+ def api_call(
+ self,
+ prompt: str,
+ aspect_ratio: str,
+ guidance: float,
+ steps: int,
+ input_image: Optional[torch.Tensor]=None,
+ seed=0,
+ prompt_upsampling=False,
+ unique_id: Union[str, None] = None,
+ **kwargs,
+ ):
+ if input_image is None:
+ validate_string(prompt, strip_whitespace=False)
+ operation = SynchronousOperation(
+ endpoint=ApiEndpoint(
+ path="/proxy/bfl/flux-kontext-max/generate",
+ method=HttpMethod.POST,
+ request_model=BFLFluxKontextProGenerateRequest,
+ response_model=BFLFluxProGenerateResponse,
+ ),
+ request=BFLFluxKontextProGenerateRequest(
+ prompt=prompt,
+ prompt_upsampling=prompt_upsampling,
+ guidance=round(guidance, 1),
+ steps=steps,
+ seed=seed,
+ aspect_ratio=validate_aspect_ratio(
+ aspect_ratio,
+ minimum_ratio=self.MINIMUM_RATIO,
+ maximum_ratio=self.MAXIMUM_RATIO,
+ minimum_ratio_str=self.MINIMUM_RATIO_STR,
+ maximum_ratio_str=self.MAXIMUM_RATIO_STR,
+ ),
+ input_image=(
+ input_image
+ if input_image is None
+ else convert_image_to_base64(input_image)
+ )
+ ),
+ auth_kwargs=kwargs,
+ )
+ output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)
+ return (output_image,)
class FluxProImageNode(ComfyNodeABC):
"""
@@ -914,6 +1196,8 @@ class FluxProDepthNode(ComfyNodeABC):
NODE_CLASS_MAPPINGS = {
"FluxProUltraImageNode": FluxProUltraImageNode,
# "FluxProImageNode": FluxProImageNode,
+ "FluxKontextProImageNode": FluxKontextProImageNode,
+ "FluxKontextMaxImageNode": FluxKontextMaxImageNode,
"FluxProExpandNode": FluxProExpandNode,
"FluxProFillNode": FluxProFillNode,
"FluxProCannyNode": FluxProCannyNode,
@@ -924,6 +1208,8 @@ NODE_CLASS_MAPPINGS = {
NODE_DISPLAY_NAME_MAPPINGS = {
"FluxProUltraImageNode": "Flux 1.1 [pro] Ultra Image",
# "FluxProImageNode": "Flux 1.1 [pro] Image",
+ "FluxKontextProImageNode": "Flux.1 Kontext Pro Image",
+ "FluxKontextMaxImageNode": "Flux.1 Kontext Max Image",
"FluxProExpandNode": "Flux.1 Expand Image",
"FluxProFillNode": "Flux.1 Fill Image",
"FluxProCannyNode": "Flux.1 Canny Control Image",