The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
add new ByteDanceSeedream (4.0) node (#9802)
Alexander Piskun9b0553809cba
diff --git a/comfy_api_nodes/nodes_bytedance.py b/comfy_api_nodes/nodes_bytedance.pyindex 064df2d10..369a3a4fe 100644--- a/comfy_api_nodes/nodes_bytedance.py+++ b/comfy_api_nodes/nodes_bytedance.py@@ -77,6 +77,22 @@ class Image2ImageTaskCreationRequest(BaseModel):watermark: Optional[bool] = Field(True)+class Seedream4Options(BaseModel):+ max_images: int = Field(15)+++class Seedream4TaskCreationRequest(BaseModel):+ model: str = Field("seedream-4-0-250828")+ prompt: str = Field(...)+ response_format: str = Field("url")+ image: Optional[list[str]] = Field(None, description="Image URLs")+ size: str = Field(...)+ seed: int = Field(..., ge=0, le=2147483647)+ sequential_image_generation: str = Field("disabled")+ sequential_image_generation_options: Seedream4Options = Field(Seedream4Options(max_images=15))+ watermark: bool = Field(True)++class ImageTaskCreationResponse(BaseModel):model: str = Field(...)created: int = Field(..., description="Unix timestamp (in seconds) indicating time when the request was created.")@@ -143,6 +159,19 @@ RECOMMENDED_PRESETS = [("Custom", None, None),]+RECOMMENDED_PRESETS_SEEDREAM_4 = [+ ("2048x2048 (1:1)", 2048, 2048),+ ("2304x1728 (4:3)", 2304, 1728),+ ("1728x2304 (3:4)", 1728, 2304),+ ("2560x1440 (16:9)", 2560, 1440),+ ("1440x2560 (9:16)", 1440, 2560),+ ("2496x1664 (3:2)", 2496, 1664),+ ("1664x2496 (2:3)", 1664, 2496),+ ("3024x1296 (21:9)", 3024, 1296),+ ("4096x4096 (1:1)", 4096, 4096),+ ("Custom", None, None),+]+# The time in this dictionary are given for 10 seconds duration.VIDEO_TASKS_EXECUTION_TIME = {"seedance-1-0-lite-t2v-250428": {@@ -348,7 +377,7 @@ class ByteDanceImageEditNode(comfy_io.ComfyNode):return comfy_io.Schema(node_id="ByteDanceImageEditNode",display_name="ByteDance Image Edit",- category="api node/video/ByteDance",+ category="api node/image/ByteDance",description="Edit images using ByteDance models via api based on prompt",inputs=[comfy_io.Combo.Input(@@ -451,6 +480,182 @@ class ByteDanceImageEditNode(comfy_io.ComfyNode):return comfy_io.NodeOutput(await download_url_to_image_tensor(get_image_url_from_response(response)))+class ByteDanceSeedreamNode(comfy_io.ComfyNode):++ @classmethod+ def define_schema(cls):+ return comfy_io.Schema(+ node_id="ByteDanceSeedreamNode",+ display_name="ByteDance Seedream 4",+ category="api node/image/ByteDance",+ description="Unified text-to-image generation and precise single-sentence editing at up to 4K resolution.",+ inputs=[+ comfy_io.Combo.Input(+ "model",+ options=["seedream-4-0-250828"],+ tooltip="Model name",+ ),+ comfy_io.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Text prompt for creating or editing an image.",+ ),+ comfy_io.Image.Input(+ "image",+ tooltip="Input image(s) for image-to-image generation. "+ "List of 1-10 images for single or multi-reference generation.",+ optional=True,+ ),+ comfy_io.Combo.Input(+ "size_preset",+ options=[label for label, _, _ in RECOMMENDED_PRESETS_SEEDREAM_4],+ tooltip="Pick a recommended size. Select Custom to use the width and height below.",+ ),+ comfy_io.Int.Input(+ "width",+ default=2048,+ min=1024,+ max=4096,+ step=64,+ tooltip="Custom width for image. Value is working only if `size_preset` is set to `Custom`",+ optional=True,+ ),+ comfy_io.Int.Input(+ "height",+ default=2048,+ min=1024,+ max=4096,+ step=64,+ tooltip="Custom height for image. Value is working only if `size_preset` is set to `Custom`",+ optional=True,+ ),+ comfy_io.Combo.Input(+ "sequential_image_generation",+ options=["disabled", "auto"],+ tooltip="Group image generation mode. "+ "'disabled' generates a single image. "+ "'auto' lets the model decide whether to generate multiple related images "+ "(e.g., story scenes, character variations).",+ optional=True,+ ),+ comfy_io.Int.Input(+ "max_images",+ default=1,+ min=1,+ max=15,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ tooltip="Maximum number of images to generate when sequential_image_generation='auto'. "+ "Total images (input + generated) cannot exceed 15.",+ optional=True,+ ),+ comfy_io.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ optional=True,+ ),+ comfy_io.Boolean.Input(+ "watermark",+ default=True,+ tooltip="Whether to add an \"AI generated\" watermark to the image.",+ optional=True,+ ),+ ],+ outputs=[+ comfy_io.Image.Output(),+ ],+ hidden=[+ comfy_io.Hidden.auth_token_comfy_org,+ comfy_io.Hidden.api_key_comfy_org,+ comfy_io.Hidden.unique_id,+ ],+ is_api_node=True,+ )++ @classmethod+ async def execute(+ cls,+ model: str,+ prompt: str,+ image: torch.Tensor = None,+ size_preset: str = RECOMMENDED_PRESETS_SEEDREAM_4[0][0],+ width: int = 2048,+ height: int = 2048,+ sequential_image_generation: str = "disabled",+ max_images: int = 1,+ seed: int = 0,+ watermark: bool = True,+ ) -> comfy_io.NodeOutput:+ validate_string(prompt, strip_whitespace=True, min_length=1)+ w = h = None+ for label, tw, th in RECOMMENDED_PRESETS_SEEDREAM_4:+ if label == size_preset:+ w, h = tw, th+ break++ if w is None or h is None:+ w, h = width, height+ if not (1024 <= w <= 4096) or not (1024 <= h <= 4096):+ raise ValueError(+ f"Custom size out of range: {w}x{h}. "+ "Both width and height must be between 1024 and 4096 pixels."+ )+ n_input_images = get_number_of_images(image) if image is not None else 0+ if n_input_images > 10:+ raise ValueError(f"Maximum of 10 reference images are supported, but {n_input_images} received.")+ if sequential_image_generation == "auto" and n_input_images + max_images > 15:+ raise ValueError(+ "The maximum number of generated images plus the number of reference images cannot exceed 15."+ )+ auth_kwargs = {+ "auth_token": cls.hidden.auth_token_comfy_org,+ "comfy_api_key": cls.hidden.api_key_comfy_org,+ }+ reference_images_urls = []+ if n_input_images:+ for i in image:+ validate_image_aspect_ratio_range(i, (1, 3), (3, 1))+ reference_images_urls = (await upload_images_to_comfyapi(+ image,+ max_images=n_input_images,+ mime_type="image/png",+ auth_kwargs=auth_kwargs,+ ))+ payload = Seedream4TaskCreationRequest(+ model=model,+ prompt=prompt,+ image=reference_images_urls,+ size=f"{w}x{h}",+ seed=seed,+ sequential_image_generation=sequential_image_generation,+ sequential_image_generation_options=Seedream4Options(max_images=max_images),+ watermark=watermark,+ )+ response = await SynchronousOperation(+ endpoint=ApiEndpoint(+ path=BYTEPLUS_IMAGE_ENDPOINT,+ method=HttpMethod.POST,+ request_model=Seedream4TaskCreationRequest,+ response_model=ImageTaskCreationResponse,+ ),+ request=payload,+ auth_kwargs=auth_kwargs,+ ).execute()++ if len(response.data) == 1:+ return comfy_io.NodeOutput(await download_url_to_image_tensor(get_image_url_from_response(response)))+ return comfy_io.NodeOutput(+ torch.cat([await download_url_to_image_tensor(str(i["url"])) for i in response.data])+ )++class ByteDanceTextToVideoNode(comfy_io.ComfyNode):@classmethod@@ -1001,6 +1206,7 @@ class ByteDanceExtension(ComfyExtension):return [ByteDanceImageNode,ByteDanceImageEditNode,+ ByteDanceSeedreamNode,ByteDanceTextToVideoNode,ByteDanceImageToVideoNode,ByteDanceFirstLastFrameNode,