Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

feat(api-nodes): add Nano Banana Pro (#10814)

Alexander Piskun7b8389578e88
diff --git a/comfy_api_nodes/apis/gemini_api.py b/comfy_api_nodes/apis/gemini_api.py
index f63e02693..710f173f1 100644
--- a/comfy_api_nodes/apis/gemini_api.py
+++ b/comfy_api_nodes/apis/gemini_api.py
@@ -68,7 +68,7 @@ class GeminiTextPart(BaseModel):
class GeminiContent(BaseModel):
- parts: list[GeminiPart] = Field(...)
+ parts: list[GeminiPart] = Field([])
role: GeminiRole = Field(..., examples=["user"])
@@ -120,7 +120,7 @@ class GeminiGenerationConfig(BaseModel):
class GeminiImageConfig(BaseModel):
aspectRatio: str | None = Field(None)
- resolution: str | None = Field(None)
+ imageSize: str | None = Field(None)
class GeminiImageGenerationConfig(GeminiGenerationConfig):
@@ -227,3 +227,4 @@ class GeminiGenerateContentResponse(BaseModel):
candidates: list[GeminiCandidate] | None = Field(None)
promptFeedback: GeminiPromptFeedback | None = Field(None)
usageMetadata: GeminiUsageMetadata | None = Field(None)
+ modelVersion: str | None = Field(None)
diff --git a/comfy_api_nodes/nodes_gemini.py b/comfy_api_nodes/nodes_gemini.py
index 6e746eebd..be752c885 100644
--- a/comfy_api_nodes/nodes_gemini.py
+++ b/comfy_api_nodes/nodes_gemini.py
@@ -29,11 +29,13 @@ from comfy_api_nodes.apis.gemini_api import (
GeminiMimeType,
GeminiPart,
GeminiRole,
+ Modality,
)
from comfy_api_nodes.util import (
ApiEndpoint,
audio_to_base64_string,
bytesio_to_image_tensor,
+ get_number_of_images,
sync_op,
tensor_to_base64_string,
validate_string,
@@ -147,6 +149,49 @@ def get_image_from_response(response: GeminiGenerateContentResponse) -> torch.Te
return torch.cat(image_tensors, dim=0)
+def calculate_tokens_price(response: GeminiGenerateContentResponse) -> float | None:
+ if not response.modelVersion:
+ return None
+ # Define prices (Cost per 1,000,000 tokens), see https://cloud.google.com/vertex-ai/generative-ai/pricing
+ if response.modelVersion in ("gemini-2.5-pro-preview-05-06", "gemini-2.5-pro"):
+ input_tokens_price = 1.25
+ output_text_tokens_price = 10.0
+ output_image_tokens_price = 0.0
+ elif response.modelVersion in (
+ "gemini-2.5-flash-preview-04-17",
+ "gemini-2.5-flash",
+ ):
+ input_tokens_price = 0.30
+ output_text_tokens_price = 2.50
+ output_image_tokens_price = 0.0
+ elif response.modelVersion in (
+ "gemini-2.5-flash-image-preview",
+ "gemini-2.5-flash-image",
+ ):
+ input_tokens_price = 0.30
+ output_text_tokens_price = 2.50
+ output_image_tokens_price = 30.0
+ elif response.modelVersion == "gemini-3-pro-preview":
+ input_tokens_price = 2
+ output_text_tokens_price = 12.0
+ output_image_tokens_price = 0.0
+ elif response.modelVersion == "gemini-3-pro-image-preview":
+ input_tokens_price = 2
+ output_text_tokens_price = 12.0
+ output_image_tokens_price = 120.0
+ else:
+ return None
+ final_price = response.usageMetadata.promptTokenCount * input_tokens_price
+ for i in response.usageMetadata.candidatesTokensDetails:
+ if i.modality == Modality.IMAGE:
+ final_price += output_image_tokens_price * i.tokenCount # for Nano Banana models
+ else:
+ final_price += output_text_tokens_price * i.tokenCount
+ if response.usageMetadata.thoughtsTokenCount:
+ final_price += output_text_tokens_price * response.usageMetadata.thoughtsTokenCount
+ return final_price / 1_000_000.0
+
+
class GeminiNode(IO.ComfyNode):
"""
Node to generate text responses from a Gemini model.
@@ -314,6 +359,7 @@ class GeminiNode(IO.ComfyNode):
]
),
response_model=GeminiGenerateContentResponse,
+ price_extractor=calculate_tokens_price,
)
output_text = get_text_from_response(response)
@@ -476,6 +522,13 @@ class GeminiImage(IO.ComfyNode):
"or otherwise generates 1:1 squares.",
optional=True,
),
+ IO.Combo.Input(
+ "response_modalities",
+ options=["IMAGE+TEXT", "IMAGE"],
+ tooltip="Choose 'IMAGE' for image-only output, or "
+ "'IMAGE+TEXT' to return both the generated image and a text response.",
+ optional=True,
+ ),
],
outputs=[
IO.Image.Output(),
@@ -498,6 +551,7 @@ class GeminiImage(IO.ComfyNode):
images: torch.Tensor | None = None,
files: list[GeminiPart] | None = None,
aspect_ratio: str = "auto",
+ response_modalities: str = "IMAGE+TEXT",
) -> IO.NodeOutput:
validate_string(prompt, strip_whitespace=True, min_length=1)
parts: list[GeminiPart] = [GeminiPart(text=prompt)]
@@ -520,17 +574,16 @@ class GeminiImage(IO.ComfyNode):
GeminiContent(role=GeminiRole.user, parts=parts),
],
generationConfig=GeminiImageGenerationConfig(
- responseModalities=["TEXT", "IMAGE"],
+ responseModalities=(["IMAGE"] if response_modalities == "IMAGE" else ["TEXT", "IMAGE"]),
imageConfig=None if aspect_ratio == "auto" else image_config,
),
),
response_model=GeminiGenerateContentResponse,
+ price_extractor=calculate_tokens_price,
)
- output_image = get_image_from_response(response)
output_text = get_text_from_response(response)
if output_text:
- # Not a true chat history like the OpenAI Chat node. It is emulated so the frontend can show a copy button.
render_spec = {
"node_id": cls.hidden.unique_id,
"component": "ChatHistoryWidget",
@@ -551,9 +604,150 @@ class GeminiImage(IO.ComfyNode):
"display_component",
render_spec,
)
+ return IO.NodeOutput(get_image_from_response(response), output_text)
+
+
+class GeminiImage2(IO.ComfyNode):
- output_text = output_text or "Empty response from Gemini model..."
- return IO.NodeOutput(output_image, output_text)
+ @classmethod
+ def define_schema(cls):
+ return IO.Schema(
+ node_id="GeminiImage2Node",
+ display_name="Nano Banana Pro (Google Gemini Image)",
+ category="api node/image/Gemini",
+ description="Generate or edit images synchronously via Google Vertex API.",
+ inputs=[
+ IO.String.Input(
+ "prompt",
+ multiline=True,
+ tooltip="Text prompt describing the image to generate or the edits to apply. "
+ "Include any constraints, styles, or details the model should follow.",
+ default="",
+ ),
+ IO.Combo.Input(
+ "model",
+ options=["gemini-3-pro-image-preview"],
+ ),
+ IO.Int.Input(
+ "seed",
+ default=42,
+ min=0,
+ max=0xFFFFFFFFFFFFFFFF,
+ control_after_generate=True,
+ tooltip="When the seed is fixed to a specific value, the model makes a best effort to provide "
+ "the same response for repeated requests. Deterministic output isn't guaranteed. "
+ "Also, changing the model or parameter settings, such as the temperature, "
+ "can cause variations in the response even when you use the same seed value. "
+ "By default, a random seed value is used.",
+ ),
+ IO.Combo.Input(
+ "aspect_ratio",
+ options=["auto", "1:1", "2:3", "3:2", "3:4", "4:3", "4:5", "5:4", "9:16", "16:9", "21:9"],
+ default="auto",
+ tooltip="If set to 'auto', matches your input image's aspect ratio; "
+ "if no image is provided, generates a 1:1 square.",
+ ),
+ IO.Combo.Input(
+ "resolution",
+ options=["1K", "2K", "4K"],
+ tooltip="Target output resolution. For 2K/4K the native Gemini upscaler is used.",
+ ),
+ IO.Combo.Input(
+ "response_modalities",
+ options=["IMAGE+TEXT", "IMAGE"],
+ tooltip="Choose 'IMAGE' for image-only output, or "
+ "'IMAGE+TEXT' to return both the generated image and a text response.",
+ ),
+ IO.Image.Input(
+ "images",
+ optional=True,
+ tooltip="Optional reference image(s). "
+ "To include multiple images, use the Batch Images node (up to 14).",
+ ),
+ IO.Custom("GEMINI_INPUT_FILES").Input(
+ "files",
+ optional=True,
+ tooltip="Optional file(s) to use as context for the model. "
+ "Accepts inputs from the Gemini Generate Content Input Files node.",
+ ),
+ ],
+ outputs=[
+ IO.Image.Output(),
+ IO.String.Output(),
+ ],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ )
+
+ @classmethod
+ async def execute(
+ cls,
+ prompt: str,
+ model: str,
+ seed: int,
+ aspect_ratio: str,
+ resolution: str,
+ response_modalities: str,
+ images: torch.Tensor | None = None,
+ files: list[GeminiPart] | None = None,
+ ) -> IO.NodeOutput:
+ validate_string(prompt, strip_whitespace=True, min_length=1)
+
+ parts: list[GeminiPart] = [GeminiPart(text=prompt)]
+ if images is not None:
+ if get_number_of_images(images) > 14:
+ raise ValueError("The current maximum number of supported images is 14.")
+ parts.extend(create_image_parts(images))
+ if files is not None:
+ parts.extend(files)
+
+ image_config = GeminiImageConfig(imageSize=resolution)
+ if aspect_ratio != "auto":
+ image_config.aspectRatio = aspect_ratio
+
+ response = await sync_op(
+ cls,
+ ApiEndpoint(path=f"{GEMINI_BASE_ENDPOINT}/{model}", method="POST"),
+ data=GeminiImageGenerateContentRequest(
+ contents=[
+ GeminiContent(role=GeminiRole.user, parts=parts),
+ ],
+ generationConfig=GeminiImageGenerationConfig(
+ responseModalities=(["IMAGE"] if response_modalities == "IMAGE" else ["TEXT", "IMAGE"]),
+ imageConfig=image_config,
+ ),
+ ),
+ response_model=GeminiGenerateContentResponse,
+ price_extractor=calculate_tokens_price,
+ )
+
+ output_text = get_text_from_response(response)
+ if output_text:
+ render_spec = {
+ "node_id": cls.hidden.unique_id,
+ "component": "ChatHistoryWidget",
+ "props": {
+ "history": json.dumps(
+ [
+ {
+ "prompt": prompt,
+ "response": output_text,
+ "response_id": str(uuid.uuid4()),
+ "timestamp": time.time(),
+ }
+ ]
+ ),
+ },
+ }
+ PromptServer.instance.send_sync(
+ "display_component",
+ render_spec,
+ )
+ return IO.NodeOutput(get_image_from_response(response), output_text)
class GeminiExtension(ComfyExtension):
@@ -562,6 +756,7 @@ class GeminiExtension(ComfyExtension):
return [
GeminiNode,
GeminiImage,
+ GeminiImage2,
GeminiInputFiles,
]
diff --git a/comfy_api_nodes/util/client.py b/comfy_api_nodes/util/client.py
index ad6e3c0d0..bf01d7d36 100644
--- a/comfy_api_nodes/util/client.py
+++ b/comfy_api_nodes/util/client.py
@@ -63,6 +63,7 @@ class _RequestConfig:
estimated_total: Optional[int] = None
final_label_on_success: Optional[str] = "Completed"
progress_origin_ts: Optional[float] = None
+ price_extractor: Optional[Callable[[dict[str, Any]], Optional[float]]] = None
@dataclass
@@ -87,6 +88,7 @@ async def sync_op(
endpoint: ApiEndpoint,
*,
response_model: Type[M],
+ price_extractor: Optional[Callable[[M], Optional[float]]] = None,
data: Optional[BaseModel] = None,
files: Optional[Union[dict[str, Any], list[tuple[str, Any]]]] = None,
content_type: str = "application/json",
@@ -104,6 +106,7 @@ async def sync_op(
raw = await sync_op_raw(
cls,
endpoint,
+ price_extractor=_wrap_model_extractor(response_model, price_extractor),
data=data,
files=files,
content_type=content_type,
@@ -175,6 +178,7 @@ async def sync_op_raw(
cls: type[IO.ComfyNode],
endpoint: ApiEndpoint,
*,
+ price_extractor: Optional[Callable[[dict[str, Any]], Optional[float]]] = None,
data: Optional[Union[dict[str, Any], BaseModel]] = None,
files: Optional[Union[dict[str, Any], list[tuple[str, Any]]]] = None,
content_type: str = "application/json",
@@ -216,6 +220,7 @@ async def sync_op_raw(
estimated_total=estimated_duration,
final_label_on_success=final_label_on_success,
progress_origin_ts=progress_origin_ts,
+ price_extractor=price_extractor,
)
return await _request_base(cfg, expect_binary=as_binary)
@@ -425,7 +430,8 @@ def _display_text(
display_lines.append(f"Status: {status.capitalize() if isinstance(status, str) else status}")
if price is not None:
p = f"{float(price):,.4f}".rstrip("0").rstrip(".")
- display_lines.append(f"Price: ${p}")
+ if p != "0":
+ display_lines.append(f"Price: ${p}")
if text is not None:
display_lines.append(text)
if display_lines:
@@ -581,6 +587,7 @@ async def _request_base(cfg: _RequestConfig, expect_binary: bool):
delay = cfg.retry_delay
operation_succeeded: bool = False
final_elapsed_seconds: Optional[int] = None
+ extracted_price: Optional[float] = None
while True:
attempt += 1
stop_event = asyncio.Event()
@@ -768,6 +775,8 @@ async def _request_base(cfg: _RequestConfig, expect_binary: bool):
except json.JSONDecodeError:
payload = {"_raw": text}
response_content_to_log = payload if isinstance(payload, dict) else text
+ with contextlib.suppress(Exception):
+ extracted_price = cfg.price_extractor(payload) if cfg.price_extractor else None
operation_succeeded = True
final_elapsed_seconds = int(time.monotonic() - start_time)
try:
@@ -872,7 +881,7 @@ async def _request_base(cfg: _RequestConfig, expect_binary: bool):
else int(time.monotonic() - start_time)
),
estimated_total=cfg.estimated_total,
- price=None,
+ price=extracted_price,
is_queued=False,
processing_elapsed_seconds=final_elapsed_seconds,
)
diff --git a/requirements.txt b/requirements.txt
index 36c39f338..8c1946f3d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,4 @@
-comfyui-frontend-package==1.28.8
+comfyui-frontend-package==1.28.9
comfyui-workflow-templates==0.3.1
comfyui-embedded-docs==0.3.1
torch