The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add BFL Kontext API Nodes. (#8333)
Robin Huangf1c9ca816ac1
diff --git a/comfy_api_nodes/apis/bfl_api.py b/comfy_api_nodes/apis/bfl_api.pyindex c189038fb..504e507e1 100644--- a/comfy_api_nodes/apis/bfl_api.py+++ b/comfy_api_nodes/apis/bfl_api.py@@ -108,6 +108,40 @@ class BFLFluxProGenerateRequest(BaseModel):# )+class BFLFluxKontextProGenerateRequest(BaseModel):+ prompt: str = Field(..., description='The text prompt for what you wannt to edit.')+ input_image: Optional[str] = Field(None, description='Image to edit in base64 format')+ seed: Optional[int] = Field(None, description='The seed value for reproducibility.')+ guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')+ steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')+ safety_tolerance: Optional[conint(ge=0, le=2)] = Field(+ 2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'+ )+ output_format: Optional[BFLOutputFormat] = Field(+ BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']+ )+ aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')+ prompt_upsampling: Optional[bool] = Field(+ None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'+ )++class BFLFluxKontextMaxGenerateRequest(BaseModel):+ prompt: str = Field(..., description='The text prompt for what you wannt to edit.')+ input_image: Optional[str] = Field(None, description='Image to edit in base64 format')+ seed: Optional[int] = Field(None, description='The seed value for reproducibility.')+ guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')+ steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')+ safety_tolerance: Optional[conint(ge=0, le=2)] = Field(+ 2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'+ )+ output_format: Optional[BFLOutputFormat] = Field(+ BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']+ )+ aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')+ prompt_upsampling: Optional[bool] = Field(+ None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'+ )+class BFLFluxProUltraGenerateRequest(BaseModel):prompt: str = Field(..., description='The text prompt for image generation.')prompt_upsampling: Optional[bool] = Field(diff --git a/comfy_api_nodes/nodes_bfl.py b/comfy_api_nodes/nodes_bfl.pyindex 509170b34..a762472e6 100644--- a/comfy_api_nodes/nodes_bfl.py+++ b/comfy_api_nodes/nodes_bfl.py@@ -1,6 +1,6 @@import iofrom inspect import cleandoc-from typing import Union+from typing import Union, Optionalfrom comfy.comfy_types.node_typing import IO, ComfyNodeABCfrom comfy_api_nodes.apis.bfl_api import (BFLStatus,@@ -9,6 +9,7 @@ from comfy_api_nodes.apis.bfl_api import (BFLFluxCannyImageRequest,BFLFluxDepthImageRequest,BFLFluxProGenerateRequest,+ BFLFluxKontextProGenerateRequest,BFLFluxProUltraGenerateRequest,BFLFluxProGenerateResponse,)@@ -269,6 +270,287 @@ class FluxProUltraImageNode(ComfyNodeABC):return (output_image,)+class FluxKontextProImageNode(ComfyNodeABC):+ """+ Edits images using Flux.1 Kontext Pro via api based on prompt and resolution.+ """++ MINIMUM_RATIO = 1 / 4+ MAXIMUM_RATIO = 4 / 1+ MINIMUM_RATIO_STR = "1:4"+ MAXIMUM_RATIO_STR = "4:1"++ @classmethod+ def INPUT_TYPES(s):+ return {+ "required": {+ "prompt": (+ IO.STRING,+ {+ "multiline": True,+ "default": "",+ "tooltip": "Prompt for the image generation - specify what and how to edit.",+ },+ ),+ "aspect_ratio": (+ IO.STRING,+ {+ "default": "16:9",+ "tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",+ },+ ),+ "guidance": (+ IO.FLOAT,+ {+ "default": 3.0,+ "min": 0.1,+ "max": 99.0,+ "step": 0.1,+ "tooltip": "Guidance strength for the image generation process"+ },+ ),+ "steps": (+ IO.INT,+ {+ "default": 50,+ "min": 1,+ "max": 150,+ "tooltip": "Number of steps for the image generation process"+ },+ ),+ "seed": (+ IO.INT,+ {+ "default": 0,+ "min": 0,+ "max": 0xFFFFFFFFFFFFFFFF,+ "control_after_generate": True,+ "tooltip": "The random seed used for creating the noise.",+ },+ ),+ "prompt_upsampling": (+ IO.BOOLEAN,+ {+ "default": False,+ "tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",+ },+ ),+ },+ "optional": {+ "input_image": (IO.IMAGE,),+ },+ "hidden": {+ "auth_token": "AUTH_TOKEN_COMFY_ORG",+ "comfy_api_key": "API_KEY_COMFY_ORG",+ "unique_id": "UNIQUE_ID",+ },+ }++ @classmethod+ def VALIDATE_INPUTS(cls, aspect_ratio: str):+ try:+ validate_aspect_ratio(+ aspect_ratio,+ minimum_ratio=cls.MINIMUM_RATIO,+ maximum_ratio=cls.MAXIMUM_RATIO,+ minimum_ratio_str=cls.MINIMUM_RATIO_STR,+ maximum_ratio_str=cls.MAXIMUM_RATIO_STR,+ )+ except Exception as e:+ return str(e)+ return True++ RETURN_TYPES = (IO.IMAGE,)+ DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value+ FUNCTION = "api_call"+ API_NODE = True+ CATEGORY = "api node/image/BFL"++ def api_call(+ self,+ prompt: str,+ aspect_ratio: str,+ guidance: float,+ steps: int,+ input_image: Optional[torch.Tensor]=None,+ seed=0,+ prompt_upsampling=False,+ unique_id: Union[str, None] = None,+ **kwargs,+ ):+ if input_image is None:+ validate_string(prompt, strip_whitespace=False)+ operation = SynchronousOperation(+ endpoint=ApiEndpoint(+ path="/proxy/bfl/flux-kontext-pro/generate",+ method=HttpMethod.POST,+ request_model=BFLFluxKontextProGenerateRequest,+ response_model=BFLFluxProGenerateResponse,+ ),+ request=BFLFluxKontextProGenerateRequest(+ prompt=prompt,+ prompt_upsampling=prompt_upsampling,+ guidance=round(guidance, 1),+ steps=steps,+ seed=seed,+ aspect_ratio=validate_aspect_ratio(+ aspect_ratio,+ minimum_ratio=self.MINIMUM_RATIO,+ maximum_ratio=self.MAXIMUM_RATIO,+ minimum_ratio_str=self.MINIMUM_RATIO_STR,+ maximum_ratio_str=self.MAXIMUM_RATIO_STR,+ ),+ input_image=(+ input_image+ if input_image is None+ else convert_image_to_base64(input_image)+ )+ ),+ auth_kwargs=kwargs,+ )+ output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)+ return (output_image,)++class FluxKontextMaxImageNode(ComfyNodeABC):+ """+ Edits images using Flux.1 Kontext Max via api based on prompt and resolution.+ """++ MINIMUM_RATIO = 1 / 4+ MAXIMUM_RATIO = 4 / 1+ MINIMUM_RATIO_STR = "1:4"+ MAXIMUM_RATIO_STR = "4:1"++ @classmethod+ def INPUT_TYPES(s):+ return {+ "required": {+ "prompt": (+ IO.STRING,+ {+ "multiline": True,+ "default": "",+ "tooltip": "Prompt for the image generation - specify what and how to edit.",+ },+ ),+ "aspect_ratio": (+ IO.STRING,+ {+ "default": "16:9",+ "tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",+ },+ ),+ "guidance": (+ IO.FLOAT,+ {+ "default": 3.0,+ "min": 0.1,+ "max": 99.0,+ "step": 0.1,+ "tooltip": "Guidance strength for the image generation process"+ },+ ),+ "steps": (+ IO.INT,+ {+ "default": 50,+ "min": 1,+ "max": 150,+ "tooltip": "Number of steps for the image generation process"+ },+ ),+ "seed": (+ IO.INT,+ {+ "default": 0,+ "min": 0,+ "max": 0xFFFFFFFFFFFFFFFF,+ "control_after_generate": True,+ "tooltip": "The random seed used for creating the noise.",+ },+ ),+ "prompt_upsampling": (+ IO.BOOLEAN,+ {+ "default": False,+ "tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",+ },+ ),+ },+ "optional": {+ "input_image": (IO.IMAGE,),+ },+ "hidden": {+ "auth_token": "AUTH_TOKEN_COMFY_ORG",+ "comfy_api_key": "API_KEY_COMFY_ORG",+ "unique_id": "UNIQUE_ID",+ },+ }++ @classmethod+ def VALIDATE_INPUTS(cls, aspect_ratio: str):+ try:+ validate_aspect_ratio(+ aspect_ratio,+ minimum_ratio=cls.MINIMUM_RATIO,+ maximum_ratio=cls.MAXIMUM_RATIO,+ minimum_ratio_str=cls.MINIMUM_RATIO_STR,+ maximum_ratio_str=cls.MAXIMUM_RATIO_STR,+ )+ except Exception as e:+ return str(e)+ return True++ RETURN_TYPES = (IO.IMAGE,)+ DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value+ FUNCTION = "api_call"+ API_NODE = True+ CATEGORY = "api node/image/BFL"++ def api_call(+ self,+ prompt: str,+ aspect_ratio: str,+ guidance: float,+ steps: int,+ input_image: Optional[torch.Tensor]=None,+ seed=0,+ prompt_upsampling=False,+ unique_id: Union[str, None] = None,+ **kwargs,+ ):+ if input_image is None:+ validate_string(prompt, strip_whitespace=False)+ operation = SynchronousOperation(+ endpoint=ApiEndpoint(+ path="/proxy/bfl/flux-kontext-max/generate",+ method=HttpMethod.POST,+ request_model=BFLFluxKontextProGenerateRequest,+ response_model=BFLFluxProGenerateResponse,+ ),+ request=BFLFluxKontextProGenerateRequest(+ prompt=prompt,+ prompt_upsampling=prompt_upsampling,+ guidance=round(guidance, 1),+ steps=steps,+ seed=seed,+ aspect_ratio=validate_aspect_ratio(+ aspect_ratio,+ minimum_ratio=self.MINIMUM_RATIO,+ maximum_ratio=self.MAXIMUM_RATIO,+ minimum_ratio_str=self.MINIMUM_RATIO_STR,+ maximum_ratio_str=self.MAXIMUM_RATIO_STR,+ ),+ input_image=(+ input_image+ if input_image is None+ else convert_image_to_base64(input_image)+ )+ ),+ auth_kwargs=kwargs,+ )+ output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)+ return (output_image,)class FluxProImageNode(ComfyNodeABC):"""@@ -914,6 +1196,8 @@ class FluxProDepthNode(ComfyNodeABC):NODE_CLASS_MAPPINGS = {"FluxProUltraImageNode": FluxProUltraImageNode,# "FluxProImageNode": FluxProImageNode,+ "FluxKontextProImageNode": FluxKontextProImageNode,+ "FluxKontextMaxImageNode": FluxKontextMaxImageNode,"FluxProExpandNode": FluxProExpandNode,"FluxProFillNode": FluxProFillNode,"FluxProCannyNode": FluxProCannyNode,@@ -924,6 +1208,8 @@ NODE_CLASS_MAPPINGS = {NODE_DISPLAY_NAME_MAPPINGS = {"FluxProUltraImageNode": "Flux 1.1 [pro] Ultra Image",# "FluxProImageNode": "Flux 1.1 [pro] Image",+ "FluxKontextProImageNode": "Flux.1 Kontext Pro Image",+ "FluxKontextMaxImageNode": "Flux.1 Kontext Max Image","FluxProExpandNode": "Flux.1 Expand Image","FluxProFillNode": "Flux.1 Fill Image","FluxProCannyNode": "Flux.1 Canny Control Image",