The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add support for API Nodes in ComfyUI. (#7726)
Robin Huangdea1c7474a8e
diff --git a/.github/workflows/update-api-stubs.yml b/.github/workflows/update-api-stubs.ymlnew file mode 100644index 000000000..2ae99b673--- /dev/null+++ b/.github/workflows/update-api-stubs.yml@@ -0,0 +1,47 @@+name: Generate Pydantic Stubs from api.comfy.org++on:+ schedule:+ - cron: '0 0 * * 1'+ workflow_dispatch:++jobs:+ generate-models:+ runs-on: ubuntu-latest++ steps:+ - name: Checkout repository+ uses: actions/checkout@v4++ - name: Set up Python+ uses: actions/setup-python@v4+ with:+ python-version: '3.10'++ - name: Install dependencies+ run: |+ python -m pip install --upgrade pip+ pip install 'datamodel-code-generator[http]'++ - name: Generate API models+ run: |+ datamodel-codegen --use-subclass-enum --url https://api.comfy.org/openapi --output comfy_api_nodes/apis --output-model-type pydantic_v2.BaseModel++ - name: Check for changes+ id: git-check+ run: |+ git diff --exit-code comfy_api_nodes/apis || echo "changes=true" >> $GITHUB_OUTPUT++ - name: Create Pull Request+ if: steps.git-check.outputs.changes == 'true'+ uses: peter-evans/create-pull-request@v5+ with:+ commit-message: 'chore: update API models from OpenAPI spec'+ title: 'Update API models from api.comfy.org'+ body: |+ This PR updates the API models based on the latest api.comfy.org OpenAPI specification.++ Generated automatically by the a Github workflow.+ branch: update-api-stubs+ delete-branch: true+ base: maindiff --git a/comfy_api_nodes/apis/PixverseController.py b/comfy_api_nodes/apis/PixverseController.pynew file mode 100644index 000000000..29a3ab33b--- /dev/null+++ b/comfy_api_nodes/apis/PixverseController.py@@ -0,0 +1,17 @@+# generated by datamodel-codegen:+# filename: https://api.comfy.org/openapi+# timestamp: 2025-04-23T15:56:33+00:00++from __future__ import annotations++from typing import Optional++from pydantic import BaseModel++from . import PixverseDto+++class ResponseData(BaseModel):+ ErrCode: Optional[int] = None+ ErrMsg: Optional[str] = None+ Resp: Optional[PixverseDto.V2OpenAPII2VResp] = Nonediff --git a/comfy_api_nodes/apis/PixverseDto.py b/comfy_api_nodes/apis/PixverseDto.pynew file mode 100644index 000000000..399512214--- /dev/null+++ b/comfy_api_nodes/apis/PixverseDto.py@@ -0,0 +1,57 @@+# generated by datamodel-codegen:+# filename: https://api.comfy.org/openapi+# timestamp: 2025-04-23T15:56:33+00:00++from __future__ import annotations++from typing import Optional++from pydantic import BaseModel, Field, constr+++class V2OpenAPII2VResp(BaseModel):+ video_id: Optional[int] = Field(None, description='Video_id')+++class V2OpenAPIT2VReq(BaseModel):+ aspect_ratio: str = Field(+ ..., description='Aspect ratio (16:9, 4:3, 1:1, 3:4, 9:16)', examples=['16:9']+ )+ duration: int = Field(+ ...,+ description='Video duration (5, 8 seconds, --model=v3.5 only allows 5,8; --quality=1080p does not support 8s)',+ examples=[5],+ )+ model: str = Field(+ ..., description='Model version (only supports v3.5)', examples=['v3.5']+ )+ motion_mode: Optional[str] = Field(+ 'normal',+ description='Motion mode (normal, fast, --fast only available when duration=5; --quality=1080p does not support fast)',+ examples=['normal'],+ )+ negative_prompt: Optional[constr(max_length=2048)] = Field(+ None, description='Negative prompt\n'+ )+ prompt: constr(max_length=2048) = Field(..., description='Prompt')+ quality: str = Field(+ ...,+ description='Video quality ("360p"(Turbo model), "540p", "720p", "1080p")',+ examples=['540p'],+ )+ seed: Optional[int] = Field(None, description='Random seed, range: 0 - 2147483647')+ style: Optional[str] = Field(+ None,+ description='Style (effective when model=v3.5, "anime", "3d_animation", "clay", "comic", "cyberpunk") Do not include style parameter unless needed',+ examples=['anime'],+ )+ template_id: Optional[int] = Field(+ None,+ description='Template ID (template_id must be activated before use)',+ examples=[302325299692608],+ )+ water_mark: Optional[bool] = Field(+ False,+ description='Watermark (true: add watermark, false: no watermark)',+ examples=[False],+ )diff --git a/comfy_api_nodes/apis/__init__.py b/comfy_api_nodes/apis/__init__.pynew file mode 100644index 000000000..e7ea9b332--- /dev/null+++ b/comfy_api_nodes/apis/__init__.py@@ -0,0 +1,422 @@+# generated by datamodel-codegen:+# filename: https://api.comfy.org/openapi+# timestamp: 2025-04-23T15:56:33+00:00++from __future__ import annotations++from datetime import datetime+from enum import Enum+from typing import Any, Dict, List, Optional++from pydantic import AnyUrl, BaseModel, Field, confloat, conint++class Customer(BaseModel):+ createdAt: Optional[datetime] = Field(+ None, description='The date and time the user was created'+ )+ email: Optional[str] = Field(None, description='The email address for this user')+ id: str = Field(..., description='The firebase UID of the user')+ name: Optional[str] = Field(None, description='The name for this user')+ updatedAt: Optional[datetime] = Field(+ None, description='The date and time the user was last updated'+ )+++class Error(BaseModel):+ details: Optional[List[str]] = Field(+ None,+ description='Optional detailed information about the error or hints for resolving it.',+ )+ message: Optional[str] = Field(+ None, description='A clear and concise description of the error.'+ )+++class ErrorResponse(BaseModel):+ error: str+ message: str++class ImageRequest(BaseModel):+ aspect_ratio: Optional[str] = Field(+ None,+ description="Optional. The aspect ratio (e.g., 'ASPECT_16_9', 'ASPECT_1_1'). Cannot be used with resolution. Defaults to 'ASPECT_1_1' if unspecified.",+ )+ color_palette: Optional[Dict[str, Any]] = Field(+ None, description='Optional. Color palette object. Only for V_2, V_2_TURBO.'+ )+ magic_prompt_option: Optional[str] = Field(+ None, description="Optional. MagicPrompt usage ('AUTO', 'ON', 'OFF')."+ )+ model: str = Field(..., description="The model used (e.g., 'V_2', 'V_2A_TURBO')")+ negative_prompt: Optional[str] = Field(+ None,+ description='Optional. Description of what to exclude. Only for V_1, V_1_TURBO, V_2, V_2_TURBO.',+ )+ num_images: Optional[conint(ge=1, le=8)] = Field(+ 1, description='Optional. Number of images to generate (1-8). Defaults to 1.'+ )+ prompt: str = Field(+ ..., description='Required. The prompt to use to generate the image.'+ )+ resolution: Optional[str] = Field(+ None,+ description="Optional. Resolution (e.g., 'RESOLUTION_1024_1024'). Only for model V_2. Cannot be used with aspect_ratio.",+ )+ seed: Optional[conint(ge=0, le=2147483647)] = Field(+ None, description='Optional. A number between 0 and 2147483647.'+ )+ style_type: Optional[str] = Field(+ None,+ description="Optional. Style type ('AUTO', 'GENERAL', 'REALISTIC', 'DESIGN', 'RENDER_3D', 'ANIME'). Only for models V_2 and above.",+ )+++class Datum(BaseModel):+ is_image_safe: Optional[bool] = Field(+ None, description='Indicates whether the image is considered safe.'+ )+ prompt: Optional[str] = Field(+ None, description='The prompt used to generate this image.'+ )+ resolution: Optional[str] = Field(+ None, description="The resolution of the generated image (e.g., '1024x1024')."+ )+ seed: Optional[int] = Field(+ None, description='The seed value used for this generation.'+ )+ style_type: Optional[str] = Field(+ None,+ description="The style type used for generation (e.g., 'REALISTIC', 'ANIME').",+ )+ url: Optional[str] = Field(None, description='URL to the generated image.')+++class Code(Enum):+ int_1100 = 1100+ int_1101 = 1101+ int_1102 = 1102+ int_1103 = 1103+++class Code1(Enum):+ int_1000 = 1000+ int_1001 = 1001+ int_1002 = 1002+ int_1003 = 1003+ int_1004 = 1004+++class AspectRatio(str, Enum):+ field_16_9 = '16:9'+ field_9_16 = '9:16'+ field_1_1 = '1:1'+++class Config(BaseModel):+ horizontal: Optional[confloat(ge=-10.0, le=10.0)] = None+ pan: Optional[confloat(ge=-10.0, le=10.0)] = None+ roll: Optional[confloat(ge=-10.0, le=10.0)] = None+ tilt: Optional[confloat(ge=-10.0, le=10.0)] = None+ vertical: Optional[confloat(ge=-10.0, le=10.0)] = None+ zoom: Optional[confloat(ge=-10.0, le=10.0)] = None+++class Type(str, Enum):+ simple = 'simple'+ down_back = 'down_back'+ forward_up = 'forward_up'+ right_turn_forward = 'right_turn_forward'+ left_turn_forward = 'left_turn_forward'+++class CameraControl(BaseModel):+ config: Optional[Config] = None+ type: Optional[Type] = Field(None, description='Predefined camera movements type')+++class Duration(str, Enum):+ field_5 = 5+ field_10 = 10+++class Mode(str, Enum):+ std = 'std'+ pro = 'pro'+++class TaskInfo(BaseModel):+ external_task_id: Optional[str] = None+++class Video(BaseModel):+ duration: Optional[str] = Field(None, description='Total video duration')+ id: Optional[str] = Field(None, description='Generated video ID')+ url: Optional[AnyUrl] = Field(None, description='URL for generated video')+++class TaskResult(BaseModel):+ videos: Optional[List[Video]] = None+++class TaskStatus(str, Enum):+ submitted = 'submitted'+ processing = 'processing'+ succeed = 'succeed'+ failed = 'failed'+++class Data(BaseModel):+ created_at: Optional[int] = Field(None, description='Task creation time')+ task_id: Optional[str] = Field(None, description='Task ID')+ task_info: Optional[TaskInfo] = None+ task_result: Optional[TaskResult] = None+ task_status: Optional[TaskStatus] = None+ updated_at: Optional[int] = Field(None, description='Task update time')+++class AspectRatio1(str, Enum):+ field_16_9 = '16:9'+ field_9_16 = '9:16'+ field_1_1 = '1:1'+ field_4_3 = '4:3'+ field_3_4 = '3:4'+ field_3_2 = '3:2'+ field_2_3 = '2:3'+ field_21_9 = '21:9'+++class ImageReference(str, Enum):+ subject = 'subject'+ face = 'face'+++class Image(BaseModel):+ index: Optional[int] = Field(None, description='Image Number (0-9)')+ url: Optional[AnyUrl] = Field(None, description='URL for generated image')+++class TaskResult1(BaseModel):+ images: Optional[List[Image]] = None+++class Data1(BaseModel):+ created_at: Optional[int] = Field(None, description='Task creation time')+ task_id: Optional[str] = Field(None, description='Task ID')+ task_result: Optional[TaskResult1] = None+ task_status: Optional[TaskStatus] = None+ task_status_msg: Optional[str] = Field(None, description='Task status information')+ updated_at: Optional[int] = Field(None, description='Task update time')+++class AspectRatio2(str, Enum):+ field_16_9 = '16:9'+ field_9_16 = '9:16'+ field_1_1 = '1:1'+++class CameraControl1(BaseModel):+ config: Optional[Config] = None+ type: Optional[Type] = Field(None, description='Predefined camera movements type')+++class ModelName2(str, Enum):+ kling_v1 = 'kling-v1'+ kling_v1_6 = 'kling-v1-6'+++class TaskResult2(BaseModel):+ videos: Optional[List[Video]] = None+++class Data2(BaseModel):+ created_at: Optional[int] = Field(None, description='Task creation time')+ task_id: Optional[str] = Field(None, description='Task ID')+ task_info: Optional[TaskInfo] = None+ task_result: Optional[TaskResult2] = None+ task_status: Optional[TaskStatus] = None+ updated_at: Optional[int] = Field(None, description='Task update time')+++class Code2(Enum):+ int_1200 = 1200+ int_1201 = 1201+ int_1202 = 1202+ int_1203 = 1203+++class ResourcePackType(str, Enum):+ decreasing_total = 'decreasing_total'+ constant_period = 'constant_period'+++class Status(str, Enum):+ toBeOnline = 'toBeOnline'+ online = 'online'+ expired = 'expired'+ runOut = 'runOut'+++class ResourcePackSubscribeInfo(BaseModel):+ effective_time: Optional[int] = Field(+ None, description='Effective time, Unix timestamp in ms'+ )+ invalid_time: Optional[int] = Field(+ None, description='Expiration time, Unix timestamp in ms'+ )+ purchase_time: Optional[int] = Field(+ None, description='Purchase time, Unix timestamp in ms'+ )+ remaining_quantity: Optional[float] = Field(+ None, description='Remaining quantity (updated with a 12-hour delay)'+ )+ resource_pack_id: Optional[str] = Field(None, description='Resource package ID')+ resource_pack_name: Optional[str] = Field(None, description='Resource package name')+ resource_pack_type: Optional[ResourcePackType] = Field(+ None,+ description='Resource package type (decreasing_total=decreasing total, constant_period=constant periodicity)',+ )+ status: Optional[Status] = Field(None, description='Resource Package Status')+ total_quantity: Optional[float] = Field(None, description='Total quantity')++class Background(str, Enum):+ transparent = 'transparent'+ opaque = 'opaque'+++class Moderation(str, Enum):+ low = 'low'+ auto = 'auto'+++class OutputFormat(str, Enum):+ png = 'png'+ webp = 'webp'+ jpeg = 'jpeg'+++class Quality(str, Enum):+ low = 'low'+ medium = 'medium'+ high = 'high'+++class OpenAIImageEditRequest(BaseModel):+ background: Optional[str] = Field(+ None, description='Background transparency', examples=['opaque']+ )+ model: str = Field(+ ..., description='The model to use for image editing', examples=['gpt-image-1']+ )+ moderation: Optional[Moderation] = Field(+ None, description='Content moderation setting', examples=['auto']+ )+ n: Optional[int] = Field(+ None, description='The number of images to generate', examples=[1]+ )+ output_compression: Optional[int] = Field(+ None, description='Compression level for JPEG or WebP (0-100)', examples=[100]+ )+ output_format: Optional[OutputFormat] = Field(+ None, description='Format of the output image', examples=['png']+ )+ prompt: str = Field(+ ...,+ description='A text description of the desired edit',+ examples=['Give the rocketship rainbow coloring'],+ )+ quality: Optional[str] = Field(+ None, description='The quality of the edited image', examples=['low']+ )+ size: Optional[str] = Field(+ None, description='Size of the output image', examples=['1024x1024']+ )+ user: Optional[str] = Field(+ None,+ description='A unique identifier for end-user monitoring',+ examples=['user-1234'],+ )+++class Quality1(str, Enum):+ low = 'low'+ medium = 'medium'+ high = 'high'+ standard = 'standard'+ hd = 'hd'+++class ResponseFormat(str, Enum):+ url = 'url'+ b64_json = 'b64_json'+++class Style(str, Enum):+ vivid = 'vivid'+ natural = 'natural'+++class OpenAIImageGenerationRequest(BaseModel):+ background: Optional[Background] = Field(+ None, description='Background transparency', examples=['opaque']+ )+ model: Optional[str] = Field(+ None, description='The model to use for image generation', examples=['dall-e-3']+ )+ moderation: Optional[Moderation] = Field(+ None, description='Content moderation setting', examples=['auto']+ )+ n: Optional[int] = Field(+ None,+ description='The number of images to generate (1-10). Only 1 supported for dall-e-3.',+ examples=[1],+ )+ output_compression: Optional[int] = Field(+ None, description='Compression level for JPEG or WebP (0-100)', examples=[100]+ )+ output_format: Optional[OutputFormat] = Field(+ None, description='Format of the output image', examples=['png']+ )+ prompt: str = Field(+ ...,+ description='A text description of the desired image',+ examples=['Draw a rocket in front of a blackhole in deep space'],+ )+ quality: Optional[Quality1] = Field(+ None, description='The quality of the generated image', examples=['high']+ )+ response_format: Optional[ResponseFormat] = Field(+ None, description='Response format of image data', examples=['b64_json']+ )+ size: Optional[str] = Field(+ None,+ description='Size of the image (e.g., 1024x1024, 1536x1024, auto)',+ examples=['1024x1536'],+ )+ style: Optional[Style] = Field(+ None, description='Style of the image (only for dall-e-3)', examples=['vivid']+ )+ user: Optional[str] = Field(+ None,+ description='A unique identifier for end-user monitoring',+ examples=['user-1234'],+ )+++class Datum1(BaseModel):+ b64_json: Optional[str] = Field(None, description='Base64 encoded image data')+ revised_prompt: Optional[str] = Field(None, description='Revised prompt')+ url: Optional[str] = Field(None, description='URL of the image')+++class OpenAIImageGenerationResponse(BaseModel):+ data: Optional[List[Datum1]] = None+class User(BaseModel):+ email: Optional[str] = Field(None, description='The email address for this user.')+ id: Optional[str] = Field(None, description='The unique id for this user.')+ isAdmin: Optional[bool] = Field(+ None, description='Indicates if the user has admin privileges.'+ )+ isApproved: Optional[bool] = Field(+ None, description='Indicates if the user is approved.'+ )+ name: Optional[str] = Field(None, description='The name for this user.')diff --git a/comfy_api_nodes/apis/client.py b/comfy_api_nodes/apis/client.pyindex cd81d5a1d..9bc3d76d5 100644--- a/comfy_api_nodes/apis/client.py+++ b/comfy_api_nodes/apis/client.py@@ -226,7 +226,7 @@ class ApiClient:def check_auth_token(self, auth_token):"""Verify that an auth token is present."""if auth_token is None:- raise Exception("Please login first to use this node.")+ raise Exception("Unauthorized: Please login first to use this node.")return auth_tokendiff --git a/comfy_api_nodes/nodes_api.py b/comfy_api_nodes/nodes_api.pynew file mode 100644index 000000000..92f4a0c87--- /dev/null+++ b/comfy_api_nodes/nodes_api.py@@ -0,0 +1,425 @@+import io+from inspect import cleandoc++from comfy.utils import common_upscale+from comfy.comfy_types.node_typing import IO, ComfyNodeABC, InputTypeDict+from comfy_api_nodes.apis import (+ OpenAIImageGenerationRequest,+ OpenAIImageEditRequest,+ OpenAIImageGenerationResponse+)+from comfy_api_nodes.apis.client import ApiEndpoint, HttpMethod, SynchronousOperation++import numpy as np+from PIL import Image+import requests+import torch+import math+import base64++def downscale_input(image):+ samples = image.movedim(-1,1)+ #downscaling input images to roughly the same size as the outputs+ total = int(1536 * 1024)+ scale_by = math.sqrt(total / (samples.shape[3] * samples.shape[2]))+ if scale_by >= 1:+ return image+ width = round(samples.shape[3] * scale_by)+ height = round(samples.shape[2] * scale_by)++ s = common_upscale(samples, width, height, "lanczos", "disabled")+ s = s.movedim(1,-1)+ return s++def validate_and_cast_response (response):+ # validate raw JSON response+ data = response.data+ if not data or len(data) == 0:+ raise Exception("No images returned from API endpoint")++ # Get base64 image data+ image_url = data[0].url+ b64_data = data[0].b64_json+ if not image_url and not b64_data:+ raise Exception("No image was generated in the response")++ if b64_data:+ img_data = base64.b64decode(b64_data)+ img = Image.open(io.BytesIO(img_data))++ elif image_url:+ img_response = requests.get(image_url)+ if img_response.status_code != 200:+ raise Exception("Failed to download the image")+ img = Image.open(io.BytesIO(img_response.content))++ img = img.convert("RGB") # Ensure RGB format++ # Convert to numpy array, normalize to float32 between 0 and 1+ img_array = np.array(img).astype(np.float32) / 255.0++ # Convert to torch tensor and add batch dimension+ return torch.from_numpy(img_array)[None,]++class OpenAIDalle2(ComfyNodeABC):+ """+ Generates images synchronously via OpenAI's DALL·E 2 endpoint.++ Uses the proxy at /proxy/openai/images/generations. Returned URLs are short‑lived,+ so download or cache results if you need to keep them.+ """+ def __init__(self):+ pass++ @classmethod+ def INPUT_TYPES(cls) -> InputTypeDict:+ return {+ "required": {+ "prompt": (IO.STRING, {+ "multiline": True,+ "default": "",+ "tooltip": "Text prompt for DALL·E",+ }),+ },+ "optional": {+ "seed": (IO.INT, {+ "default": 0,+ "min": 0,+ "max": 2**31-1,+ "step": 1,+ "display": "number",+ "tooltip": "not implemented yet in backend",+ }),+ "size": (IO.COMBO, {+ "options": ["256x256", "512x512", "1024x1024"],+ "default": "1024x1024",+ "tooltip": "Image size",+ }),+ "n": (IO.INT, {+ "default": 1,+ "min": 1,+ "max": 8,+ "step": 1,+ "display": "number",+ "tooltip": "How many images to generate",+ }),+ "image": (IO.IMAGE, {+ "default": None,+ "tooltip": "Optional reference image for image editing.",+ }),+ "mask": (IO.MASK, {+ "default": None,+ "tooltip": "Optional mask for inpainting (white areas will be replaced)",+ }),+ },+ "hidden": {+ "auth_token": "AUTH_TOKEN_COMFY_ORG"+ }+ }++ RETURN_TYPES = (IO.IMAGE,)+ FUNCTION = "api_call"+ CATEGORY = "api node"+ DESCRIPTION = cleandoc(__doc__ or "")+ API_NODE = True++ def api_call(self, prompt, seed=0, image=None, mask=None, n=1, size="1024x1024", auth_token=None):+ model = "dall-e-2"+ path = "/proxy/openai/images/generations"+ request_class = OpenAIImageGenerationRequest+ img_binary = None++ if image is not None and mask is not None:+ path = "/proxy/openai/images/edits"+ request_class = OpenAIImageEditRequest++ input_tensor = image.squeeze().cpu()+ height, width, channels = input_tensor.shape+ rgba_tensor = torch.ones(height, width, 4, device="cpu")+ rgba_tensor[:, :, :channels] = input_tensor++ if mask.shape[1:] != image.shape[1:-1]:+ raise Exception("Mask and Image must be the same size")+ rgba_tensor[:,:,3] = (1-mask.squeeze().cpu())++ rgba_tensor = downscale_input(rgba_tensor.unsqueeze(0)).squeeze()++ image_np = (rgba_tensor.numpy() * 255).astype(np.uint8)+ img = Image.fromarray(image_np)+ img_byte_arr = io.BytesIO()+ img.save(img_byte_arr, format='PNG')+ img_byte_arr.seek(0)+ img_binary = img_byte_arr#.getvalue()+ img_binary.name = "image.png"+ elif image is not None or mask is not None:+ raise Exception("Dall-E 2 image editing requires an image AND a mask")++ # Build the operation+ operation = SynchronousOperation(+ endpoint=ApiEndpoint(+ path=path,+ method=HttpMethod.POST,+ request_model=request_class,+ response_model=OpenAIImageGenerationResponse+ ),+ request=request_class(+ model=model,+ prompt=prompt,+ n=n,+ size=size,+ seed=seed,+ ),+ files={+ "image": img_binary,+ } if img_binary else None,+ auth_token=auth_token+ )++ response = operation.execute()++ img_tensor = validate_and_cast_response(response)+ return (img_tensor,)++class OpenAIDalle3(ComfyNodeABC):+ """+ Generates images synchronously via OpenAI's DALL·E 3 endpoint.++ Uses the proxy at /proxy/openai/images/generations. Returned URLs are short‑lived,+ so download or cache results if you need to keep them.+ """+ def __init__(self):+ pass++ @classmethod+ def INPUT_TYPES(cls) -> InputTypeDict:+ return {+ "required": {+ "prompt": (IO.STRING, {+ "multiline": True,+ "default": "",+ "tooltip": "Text prompt for DALL·E",+ }),+ },+ "optional": {+ "seed": (IO.INT, {+ "default": 0,+ "min": 0,+ "max": 2**31-1,+ "step": 1,+ "display": "number",+ "tooltip": "not implemented yet in backend",+ }),+ "quality" : (IO.COMBO, {+ "options": ["standard","hd"],+ "default": "standard",+ "tooltip": "Image quality",+ }),+ "style": (IO.COMBO, {+ "options": ["natural","vivid"],+ "default": "natural",+ "tooltip": "Vivid causes the model to lean towards generating hyper-real and dramatic images. Natural causes the model to produce more natural, less hyper-real looking images.",+ }),+ "size": (IO.COMBO, {+ "options": ["1024x1024", "1024x1792", "1792x1024"],+ "default": "1024x1024",+ "tooltip": "Image size",+ }),+ },+ "hidden": {+ "auth_token": "AUTH_TOKEN_COMFY_ORG"+ }+ }++ RETURN_TYPES = (IO.IMAGE,)+ FUNCTION = "api_call"+ CATEGORY = "api node"+ DESCRIPTION = cleandoc(__doc__ or "")+ API_NODE = True++ def api_call(self, prompt, seed=0, style="natural", quality="standard", size="1024x1024", auth_token=None):+ model = "dall-e-3"++ # build the operation+ operation = SynchronousOperation(+ endpoint=ApiEndpoint(+ path="/proxy/openai/images/generations",+ method=HttpMethod.POST,+ request_model=OpenAIImageGenerationRequest,+ response_model=OpenAIImageGenerationResponse+ ),+ request=OpenAIImageGenerationRequest(+ model=model,+ prompt=prompt,+ quality=quality,+ size=size,+ style=style,+ seed=seed,+ ),+ auth_token=auth_token+ )++ response = operation.execute()++ img_tensor = validate_and_cast_response(response)+ return (img_tensor,)++class OpenAIGPTImage1(ComfyNodeABC):+ """+ Generates images synchronously via OpenAI's GPT Image 1 endpoint.++ Uses the proxy at /proxy/openai/images/generations. Returned URLs are short‑lived,+ so download or cache results if you need to keep them.+ """+ def __init__(self):+ pass++ @classmethod+ def INPUT_TYPES(cls) -> InputTypeDict:+ return {+ "required": {+ "prompt": (IO.STRING, {+ "multiline": True,+ "default": "",+ "tooltip": "Text prompt for GPT Image 1",+ }),+ },+ "optional": {+ "seed": (IO.INT, {+ "default": 0,+ "min": 0,+ "max": 2**31-1,+ "step": 1,+ "display": "number",+ "tooltip": "not implemented yet in backend",+ }),+ "quality": (IO.COMBO, {+ "options": ["low","medium","high"],+ "default": "low",+ "tooltip": "Image quality, affects cost and generation time.",+ }),+ "background": (IO.COMBO, {+ "options": ["opaque","transparent"],+ "default": "opaque",+ "tooltip": "Return image with or without background",+ }),+ "size": (IO.COMBO, {+ "options": ["auto", "1024x1024", "1024x1536", "1536x1024"],+ "default": "auto",+ "tooltip": "Image size",+ }),+ "n": (IO.INT, {+ "default": 1,+ "min": 1,+ "max": 8,+ "step": 1,+ "display": "number",+ "tooltip": "How many images to generate",+ }),+ "image": (IO.IMAGE, {+ "default": None,+ "tooltip": "Optional reference image for image editing.",+ }),+ "mask": (IO.MASK, {+ "default": None,+ "tooltip": "Optional mask for inpainting (white areas will be replaced)",+ }),+ },+ "hidden": {+ "auth_token": "AUTH_TOKEN_COMFY_ORG"+ }+ }++ RETURN_TYPES = (IO.IMAGE,)+ FUNCTION = "api_call"+ CATEGORY = "api node"+ DESCRIPTION = cleandoc(__doc__ or "")+ API_NODE = True++ def api_call(self, prompt, seed=0, quality="low", background="opaque", image=None, mask=None, n=1, size="1024x1024", auth_token=None):+ model = "gpt-image-1"+ path = "/proxy/openai/images/generations"+ request_class = OpenAIImageGenerationRequest+ img_binary = None+ mask_binary = None+++ if image is not None:+ path = "/proxy/openai/images/edits"+ request_class = OpenAIImageEditRequest++ scaled_image = downscale_input(image).squeeze()++ image_np = (scaled_image.numpy() * 255).astype(np.uint8)+ img = Image.fromarray(image_np)+ img_byte_arr = io.BytesIO()+ img.save(img_byte_arr, format='PNG')+ img_byte_arr.seek(0)+ img_binary = img_byte_arr#.getvalue()+ img_binary.name = "image.png"++ if mask is not None:+ if image is None:+ raise Exception("Cannot use a mask without an input image")+ if mask.shape[1:] != image.shape[1:-1]:+ raise Exception("Mask and Image must be the same size")+ batch, height, width = mask.shape+ rgba_mask = torch.zeros(height, width, 4, device="cpu")+ rgba_mask[:,:,3] = (1-mask.squeeze().cpu())++ scaled_mask = downscale_input(rgba_mask.unsqueeze(0)).squeeze()++ mask_np = (scaled_mask.numpy() * 255).astype(np.uint8)+ mask_img = Image.fromarray(mask_np)+ mask_img_byte_arr = io.BytesIO()+ mask_img.save(mask_img_byte_arr, format='PNG')+ mask_img_byte_arr.seek(0)+ mask_binary = mask_img_byte_arr#.getvalue()+ mask_binary.name = "mask.png"++ files = {}+ if img_binary:+ files["image"] = img_binary+ if mask_binary:+ files["mask"] = mask_binary++ # Build the operation+ operation = SynchronousOperation(+ endpoint=ApiEndpoint(+ path=path,+ method=HttpMethod.POST,+ request_model=request_class,+ response_model=OpenAIImageGenerationResponse+ ),+ request=request_class(+ model=model,+ prompt=prompt,+ quality=quality,+ background=background,+ n=n,+ seed=seed,+ size=size,+ ),+ files=files if files else None,+ auth_token=auth_token+ )++ response = operation.execute()++ img_tensor = validate_and_cast_response(response)+ return (img_tensor,)+++# A dictionary that contains all nodes you want to export with their names+# NOTE: names should be globally unique+NODE_CLASS_MAPPINGS = {+ "OpenAIDalle2": OpenAIDalle2,+ "OpenAIDalle3": OpenAIDalle3,+ "OpenAIGPTImage1": OpenAIGPTImage1,+}++# A dictionary that contains the friendly/humanly readable titles for the nodes+NODE_DISPLAY_NAME_MAPPINGS = {+ "OpenAIDalle2": "OpenAI DALL·E 2",+ "OpenAIDalle3": "OpenAI DALL·E 3",+ "OpenAIGPTImage1": "OpenAI GPT Image 1",+}diff --git a/nodes.py b/nodes.pyindex b1ab62aad..73a62d930 100644--- a/nodes.py+++ b/nodes.py@@ -2260,11 +2260,20 @@ def init_builtin_extra_nodes():"nodes_fresca.py",]+ api_nodes_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), "comfy_api_nodes")+ api_nodes_files = [+ "nodes_api.py",+ ]+import_failed = []for node_file in extras_files:if not load_custom_node(os.path.join(extras_dir, node_file), module_parent="comfy_extras"):import_failed.append(node_file)+ for node_file in api_nodes_files:+ if not load_custom_node(os.path.join(api_nodes_dir, node_file), module_parent="comfy_api_nodes"):+ import_failed.append(node_file)+return import_faileddiff --git a/requirements.txt b/requirements.txtindex f8ad908ca..2ac241261 100644--- a/requirements.txt+++ b/requirements.txt@@ -1,4 +1,4 @@-comfyui-frontend-package==1.16.9+comfyui-frontend-package==1.17.9comfyui-workflow-templates==0.1.3torchtorchsde