Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

[Partner Nodes] chore(StabilityAI): remove StabilityAI nodes (#14737)

Alexander Piskun77917ed3a629
diff --git a/comfy_api_nodes/apis/stability.py b/comfy_api_nodes/apis/stability.py
deleted file mode 100644
index 5b9b5ac7d..000000000
--- a/comfy_api_nodes/apis/stability.py
+++ /dev/null
@@ -1,147 +0,0 @@
-from enum import Enum
-from typing import Optional
-
-from pydantic import BaseModel, Field, confloat
-
-
-class StabilityFormat(str, Enum):
- png = 'png'
- jpeg = 'jpeg'
- webp = 'webp'
-
-
-class StabilityAspectRatio(str, Enum):
- ratio_1_1 = "1:1"
- ratio_16_9 = "16:9"
- ratio_9_16 = "9:16"
- ratio_3_2 = "3:2"
- ratio_2_3 = "2:3"
- ratio_5_4 = "5:4"
- ratio_4_5 = "4:5"
- ratio_21_9 = "21:9"
- ratio_9_21 = "9:21"
-
-
-def get_stability_style_presets(include_none=True):
- presets = []
- if include_none:
- presets.append("None")
- return presets + [x.value for x in StabilityStylePreset]
-
-
-class StabilityStylePreset(str, Enum):
- _3d_model = "3d-model"
- analog_film = "analog-film"
- anime = "anime"
- cinematic = "cinematic"
- comic_book = "comic-book"
- digital_art = "digital-art"
- enhance = "enhance"
- fantasy_art = "fantasy-art"
- isometric = "isometric"
- line_art = "line-art"
- low_poly = "low-poly"
- modeling_compound = "modeling-compound"
- neon_punk = "neon-punk"
- origami = "origami"
- photographic = "photographic"
- pixel_art = "pixel-art"
- tile_texture = "tile-texture"
-
-
-class Stability_SD3_5_Model(str, Enum):
- sd3_5_large = "sd3.5-large"
- # sd3_5_large_turbo = "sd3.5-large-turbo"
- sd3_5_medium = "sd3.5-medium"
-
-
-class Stability_SD3_5_GenerationMode(str, Enum):
- text_to_image = "text-to-image"
- image_to_image = "image-to-image"
-
-
-class StabilityStable3_5Request(BaseModel):
- model: str = Field(...)
- mode: str = Field(...)
- prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- aspect_ratio: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- output_format: Optional[str] = Field(StabilityFormat.png.value)
- image: Optional[str] = Field(None)
- style_preset: Optional[str] = Field(None)
- cfg_scale: float = Field(...)
- strength: Optional[confloat(ge=0.0, le=1.0)] = Field(None)
-
-
-class StabilityUpscaleConservativeRequest(BaseModel):
- prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- output_format: Optional[str] = Field(StabilityFormat.png.value)
- image: Optional[str] = Field(None)
- creativity: Optional[confloat(ge=0.2, le=0.5)] = Field(None)
-
-
-class StabilityUpscaleCreativeRequest(BaseModel):
- prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- output_format: Optional[str] = Field(StabilityFormat.png.value)
- image: Optional[str] = Field(None)
- creativity: Optional[confloat(ge=0.1, le=0.5)] = Field(None)
- style_preset: Optional[str] = Field(None)
-
-
-class StabilityStableUltraRequest(BaseModel):
- prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- aspect_ratio: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- output_format: Optional[str] = Field(StabilityFormat.png.value)
- image: Optional[str] = Field(None)
- style_preset: Optional[str] = Field(None)
- strength: Optional[confloat(ge=0.0, le=1.0)] = Field(None)
-
-
-class StabilityStableUltraResponse(BaseModel):
- image: Optional[str] = Field(None)
- finish_reason: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
-
-
-class StabilityResultsGetResponse(BaseModel):
- image: Optional[str] = Field(None)
- finish_reason: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- id: Optional[str] = Field(None)
- name: Optional[str] = Field(None)
- errors: Optional[list[str]] = Field(None)
- status: Optional[str] = Field(None)
- result: Optional[str] = Field(None)
-
-
-class StabilityAsyncResponse(BaseModel):
- id: Optional[str] = Field(None)
-
-
-class StabilityTextToAudioRequest(BaseModel):
- model: str = Field(...)
- prompt: str = Field(...)
- duration: int = Field(190, ge=1, le=190)
- seed: int = Field(0, ge=0, le=4294967294)
- steps: int = Field(8, ge=4, le=8)
- output_format: str = Field("wav")
-
-
-class StabilityAudioToAudioRequest(StabilityTextToAudioRequest):
- strength: float = Field(0.01, ge=0.01, le=1.0)
-
-
-class StabilityAudioInpaintRequest(StabilityTextToAudioRequest):
- mask_start: int = Field(30, ge=0, le=190)
- mask_end: int = Field(190, ge=0, le=190)
-
-
-class StabilityAudioResponse(BaseModel):
- audio: Optional[str] = Field(None)
diff --git a/comfy_api_nodes/nodes_stability.py b/comfy_api_nodes/nodes_stability.py
deleted file mode 100644
index 9eaba173b..000000000
--- a/comfy_api_nodes/nodes_stability.py
+++ /dev/null
@@ -1,932 +0,0 @@
-from inspect import cleandoc
-from typing import Optional
-from typing_extensions import override
-
-from comfy_api.latest import ComfyExtension, Input, IO
-from comfy_api_nodes.apis.stability import (
- StabilityUpscaleConservativeRequest,
- StabilityUpscaleCreativeRequest,
- StabilityAsyncResponse,
- StabilityResultsGetResponse,
- StabilityStable3_5Request,
- StabilityStableUltraRequest,
- StabilityStableUltraResponse,
- StabilityAspectRatio,
- Stability_SD3_5_Model,
- Stability_SD3_5_GenerationMode,
- get_stability_style_presets,
- StabilityTextToAudioRequest,
- StabilityAudioToAudioRequest,
- StabilityAudioInpaintRequest,
- StabilityAudioResponse,
-)
-from comfy_api_nodes.util import (
- validate_audio_duration,
- validate_string,
- audio_input_to_mp3,
- bytesio_to_image_tensor,
- tensor_to_bytesio,
- audio_bytes_to_audio_input,
- sync_op,
- poll_op,
- ApiEndpoint,
-)
-
-import torch
-import base64
-from io import BytesIO
-from enum import Enum
-
-
-class StabilityPollStatus(str, Enum):
- finished = "finished"
- in_progress = "in_progress"
- failed = "failed"
-
-
-def get_async_dummy_status(x: StabilityResultsGetResponse):
- if x.name is not None or x.errors is not None:
- return StabilityPollStatus.failed
- elif x.finish_reason is not None:
- return StabilityPollStatus.finished
- return StabilityPollStatus.in_progress
-
-
-class StabilityStableImageUltraNode(IO.ComfyNode):
- """
- Generates images synchronously based on prompt and resolution.
- """
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityStableImageUltraNode",
- display_name="Stability AI Stable Image Ultra",
- category="partner/image/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.String.Input(
- "prompt",
- multiline=True,
- default="",
- tooltip="What you wish to see in the output image. A strong, descriptive prompt that clearly defines" +
- "elements, colors, and subjects will lead to better results. " +
- "To control the weight of a given word use the format `(word:weight)`," +
- "where `word` is the word you'd like to control the weight of and `weight`" +
- "is a value between 0 and 1. For example: `The sky was a crisp (blue:0.3) and (green:0.8)`" +
- "would convey a sky that was blue and green, but more green than blue.",
- ),
- IO.Combo.Input(
- "aspect_ratio",
- options=StabilityAspectRatio,
- default=StabilityAspectRatio.ratio_1_1,
- tooltip="Aspect ratio of generated image.",
- ),
- IO.Combo.Input(
- "style_preset",
- options=get_stability_style_presets(),
- tooltip="Optional desired style of generated image.",
- advanced=True,
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for creating the noise.",
- ),
- IO.Image.Input(
- "image",
- optional=True,
- ),
- IO.String.Input(
- "negative_prompt",
- default="",
- tooltip="A blurb of text describing what you do not wish to see in the output image. This is an advanced feature.",
- force_input=True,
- optional=True,
- advanced=True,
- ),
- IO.Float.Input(
- "image_denoise",
- default=0.5,
- min=0.0,
- max=1.0,
- step=0.01,
- tooltip="Denoise of input image; 0.0 yields image identical to input, 1.0 is as if no image was provided at all.",
- optional=True,
- ),
- ],
- outputs=[
- IO.Image.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.08}""",
- ),
- )
-
- @classmethod
- async def execute(
- cls,
- prompt: str,
- aspect_ratio: str,
- style_preset: str,
- seed: int,
- image: Optional[torch.Tensor] = None,
- negative_prompt: str = "",
- image_denoise: Optional[float] = 0.5,
- ) -> IO.NodeOutput:
- validate_string(prompt, strip_whitespace=False)
- # prepare image binary if image present
- image_binary = None
- if image is not None:
- image_binary = tensor_to_bytesio(image, total_pixels=1504*1504).read()
- else:
- image_denoise = None
-
- if not negative_prompt:
- negative_prompt = None
- if style_preset == "None":
- style_preset = None
-
- files = {
- "image": image_binary
- }
-
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/stable-image/generate/ultra", method="POST"),
- response_model=StabilityStableUltraResponse,
- data=StabilityStableUltraRequest(
- prompt=prompt,
- negative_prompt=negative_prompt,
- aspect_ratio=aspect_ratio,
- seed=seed,
- strength=image_denoise,
- style_preset=style_preset,
- ),
- files=files,
- content_type="multipart/form-data",
- )
-
- if response_api.finish_reason != "SUCCESS":
- raise Exception(f"Stable Image Ultra generation failed: {response_api.finish_reason}.")
-
- image_data = base64.b64decode(response_api.image)
- returned_image = bytesio_to_image_tensor(BytesIO(image_data))
-
- return IO.NodeOutput(returned_image)
-
-
-class StabilityStableImageSD_3_5Node(IO.ComfyNode):
- """
- Generates images synchronously based on prompt and resolution.
- """
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityStableImageSD_3_5Node",
- display_name="Stability AI Stable Diffusion 3.5 Image",
- category="partner/image/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.String.Input(
- "prompt",
- multiline=True,
- default="",
- tooltip="What you wish to see in the output image. A strong, descriptive prompt that clearly defines elements, colors, and subjects will lead to better results.",
- ),
- IO.Combo.Input(
- "model",
- options=Stability_SD3_5_Model,
- ),
- IO.Combo.Input(
- "aspect_ratio",
- options=StabilityAspectRatio,
- default=StabilityAspectRatio.ratio_1_1,
- tooltip="Aspect ratio of generated image.",
- ),
- IO.Combo.Input(
- "style_preset",
- options=get_stability_style_presets(),
- tooltip="Optional desired style of generated image.",
- advanced=True,
- ),
- IO.Float.Input(
- "cfg_scale",
- default=4.0,
- min=1.0,
- max=10.0,
- step=0.1,
- tooltip="How strictly the diffusion process adheres to the prompt text (higher values keep your image closer to your prompt)",
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for creating the noise.",
- ),
- IO.Image.Input(
- "image",
- optional=True,
- ),
- IO.String.Input(
- "negative_prompt",
- default="",
- tooltip="Keywords of what you do not wish to see in the output image. This is an advanced feature.",
- force_input=True,
- optional=True,
- advanced=True,
- ),
- IO.Float.Input(
- "image_denoise",
- default=0.5,
- min=0.0,
- max=1.0,
- step=0.01,
- tooltip="Denoise of input image; 0.0 yields image identical to input, 1.0 is as if no image was provided at all.",
- optional=True,
- ),
- ],
- outputs=[
- IO.Image.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- depends_on=IO.PriceBadgeDepends(widgets=["model"]),
- expr="""
- (
- $contains(widgets.model,"large")
- ? {"type":"usd","usd":0.065}
- : {"type":"usd","usd":0.035}
- )
- """,
- ),
- )
-
- @classmethod
- async def execute(
- cls,
- model: str,
- prompt: str,
- aspect_ratio: str,
- style_preset: str,
- seed: int,
- cfg_scale: float,
- image: Optional[torch.Tensor] = None,
- negative_prompt: str = "",
- image_denoise: Optional[float] = 0.5,
- ) -> IO.NodeOutput:
- validate_string(prompt, strip_whitespace=False)
- # prepare image binary if image present
- image_binary = None
- mode = Stability_SD3_5_GenerationMode.text_to_image
- if image is not None:
- image_binary = tensor_to_bytesio(image, total_pixels=1504*1504).read()
- mode = Stability_SD3_5_GenerationMode.image_to_image
- aspect_ratio = None
- else:
- image_denoise = None
-
- if not negative_prompt:
- negative_prompt = None
- if style_preset == "None":
- style_preset = None
-
- files = {
- "image": image_binary
- }
-
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/stable-image/generate/sd3", method="POST"),
- response_model=StabilityStableUltraResponse,
- data=StabilityStable3_5Request(
- prompt=prompt,
- negative_prompt=negative_prompt,
- aspect_ratio=aspect_ratio,
- seed=seed,
- strength=image_denoise,
- style_preset=style_preset,
- cfg_scale=cfg_scale,
- model=model,
- mode=mode,
- ),
- files=files,
- content_type="multipart/form-data",
- )
-
- if response_api.finish_reason != "SUCCESS":
- raise Exception(f"Stable Diffusion 3.5 Image generation failed: {response_api.finish_reason}.")
-
- image_data = base64.b64decode(response_api.image)
- returned_image = bytesio_to_image_tensor(BytesIO(image_data))
-
- return IO.NodeOutput(returned_image)
-
-
-class StabilityUpscaleConservativeNode(IO.ComfyNode):
- """
- Upscale image with minimal alterations to 4K resolution.
- """
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityUpscaleConservativeNode",
- display_name="Stability AI Upscale Conservative",
- category="partner/image/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Image.Input("image"),
- IO.String.Input(
- "prompt",
- multiline=True,
- default="",
- tooltip="What you wish to see in the output image. A strong, descriptive prompt that clearly defines elements, colors, and subjects will lead to better results.",
- ),
- IO.Float.Input(
- "creativity",
- default=0.35,
- min=0.2,
- max=0.5,
- step=0.01,
- tooltip="Controls the likelihood of creating additional details not heavily conditioned by the init image.",
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for creating the noise.",
- ),
- IO.String.Input(
- "negative_prompt",
- default="",
- tooltip="Keywords of what you do not wish to see in the output image. This is an advanced feature.",
- force_input=True,
- optional=True,
- advanced=True,
- ),
- ],
- outputs=[
- IO.Image.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.4}""",
- ),
- )
-
- @classmethod
- async def execute(
- cls,
- image: torch.Tensor,
- prompt: str,
- creativity: float,
- seed: int,
- negative_prompt: str = "",
- ) -> IO.NodeOutput:
- validate_string(prompt, strip_whitespace=False)
- image_binary = tensor_to_bytesio(image, total_pixels=1024*1024).read()
-
- if not negative_prompt:
- negative_prompt = None
-
- files = {
- "image": image_binary
- }
-
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/stable-image/upscale/conservative", method="POST"),
- response_model=StabilityStableUltraResponse,
- data=StabilityUpscaleConservativeRequest(
- prompt=prompt,
- negative_prompt=negative_prompt,
- creativity=round(creativity,2),
- seed=seed,
- ),
- files=files,
- content_type="multipart/form-data",
- )
-
- if response_api.finish_reason != "SUCCESS":
- raise Exception(f"Stability Upscale Conservative generation failed: {response_api.finish_reason}.")
-
- image_data = base64.b64decode(response_api.image)
- returned_image = bytesio_to_image_tensor(BytesIO(image_data))
-
- return IO.NodeOutput(returned_image)
-
-
-class StabilityUpscaleCreativeNode(IO.ComfyNode):
- """
- Upscale image with minimal alterations to 4K resolution.
- """
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityUpscaleCreativeNode",
- display_name="Stability AI Upscale Creative",
- category="partner/image/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Image.Input("image"),
- IO.String.Input(
- "prompt",
- multiline=True,
- default="",
- tooltip="What you wish to see in the output image. A strong, descriptive prompt that clearly defines elements, colors, and subjects will lead to better results.",
- ),
- IO.Float.Input(
- "creativity",
- default=0.3,
- min=0.1,
- max=0.5,
- step=0.01,
- tooltip="Controls the likelihood of creating additional details not heavily conditioned by the init image.",
- ),
- IO.Combo.Input(
- "style_preset",
- options=get_stability_style_presets(),
- tooltip="Optional desired style of generated image.",
- advanced=True,
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for creating the noise.",
- ),
- IO.String.Input(
- "negative_prompt",
- default="",
- tooltip="Keywords of what you do not wish to see in the output image. This is an advanced feature.",
- force_input=True,
- optional=True,
- advanced=True,
- ),
- ],
- outputs=[
- IO.Image.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.6}""",
- ),
- )
-
- @classmethod
- async def execute(
- cls,
- image: torch.Tensor,
- prompt: str,
- creativity: float,
- style_preset: str,
- seed: int,
- negative_prompt: str = "",
- ) -> IO.NodeOutput:
- validate_string(prompt, strip_whitespace=False)
- image_binary = tensor_to_bytesio(image, total_pixels=1024*1024).read()
-
- if not negative_prompt:
- negative_prompt = None
- if style_preset == "None":
- style_preset = None
-
- files = {
- "image": image_binary
- }
-
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/stable-image/upscale/creative", method="POST"),
- response_model=StabilityAsyncResponse,
- data=StabilityUpscaleCreativeRequest(
- prompt=prompt,
- negative_prompt=negative_prompt,
- creativity=round(creativity,2),
- style_preset=style_preset,
- seed=seed,
- ),
- files=files,
- content_type="multipart/form-data",
- )
-
- response_poll = await poll_op(
- cls,
- ApiEndpoint(path=f"/proxy/stability/v2beta/results/{response_api.id}"),
- response_model=StabilityResultsGetResponse,
- poll_interval=3,
- status_extractor=lambda x: get_async_dummy_status(x),
- )
-
- if response_poll.finish_reason != "SUCCESS":
- raise Exception(f"Stability Upscale Creative generation failed: {response_poll.finish_reason}.")
-
- image_data = base64.b64decode(response_poll.result)
- returned_image = bytesio_to_image_tensor(BytesIO(image_data))
-
- return IO.NodeOutput(returned_image)
-
-
-class StabilityUpscaleFastNode(IO.ComfyNode):
- """
- Quickly upscales an image via Stability API call to 4x its original size; intended for upscaling low-quality/compressed images.
- """
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityUpscaleFastNode",
- display_name="Stability AI Upscale Fast",
- category="partner/image/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Image.Input("image"),
- ],
- outputs=[
- IO.Image.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.02}""",
- ),
- )
-
- @classmethod
- async def execute(cls, image: torch.Tensor) -> IO.NodeOutput:
- image_binary = tensor_to_bytesio(image, total_pixels=4096*4096).read()
-
- files = {
- "image": image_binary
- }
-
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/stable-image/upscale/fast", method="POST"),
- response_model=StabilityStableUltraResponse,
- files=files,
- content_type="multipart/form-data",
- )
-
- if response_api.finish_reason != "SUCCESS":
- raise Exception(f"Stability Upscale Fast failed: {response_api.finish_reason}.")
-
- image_data = base64.b64decode(response_api.image)
- returned_image = bytesio_to_image_tensor(BytesIO(image_data))
-
- return IO.NodeOutput(returned_image)
-
-
-class StabilityTextToAudio(IO.ComfyNode):
- """Generates high-quality music and sound effects from text descriptions."""
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityTextToAudio",
- display_name="Stability AI Text To Audio",
- category="partner/audio/Stability AI",
- essentials_category="Audio",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Combo.Input(
- "model",
- options=["stable-audio-2.5"],
- ),
- IO.String.Input("prompt", multiline=True, default=""),
- IO.Int.Input(
- "duration",
- default=190,
- min=1,
- max=190,
- step=1,
- tooltip="Controls the duration in seconds of the generated audio.",
- optional=True,
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for generation.",
- optional=True,
- ),
- IO.Int.Input(
- "steps",
- default=8,
- min=4,
- max=8,
- step=1,
- tooltip="Controls the number of sampling steps.",
- optional=True,
- advanced=True,
- ),
- ],
- outputs=[
- IO.Audio.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.2}""",
- ),
- )
-
- @classmethod
- async def execute(cls, model: str, prompt: str, duration: int, seed: int, steps: int) -> IO.NodeOutput:
- validate_string(prompt, max_length=10000)
- payload = StabilityTextToAudioRequest(prompt=prompt, model=model, duration=duration, seed=seed, steps=steps)
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/audio/stable-audio-2/text-to-audio", method="POST"),
- response_model=StabilityAudioResponse,
- data=payload,
- content_type="multipart/form-data",
- )
- if not response_api.audio:
- raise ValueError("No audio file was received in response.")
- return IO.NodeOutput(audio_bytes_to_audio_input(base64.b64decode(response_api.audio)))
-
-
-class StabilityAudioToAudio(IO.ComfyNode):
- """Transforms existing audio samples into new high-quality compositions using text instructions."""
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityAudioToAudio",
- display_name="Stability AI Audio To Audio",
- category="partner/audio/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Combo.Input(
- "model",
- options=["stable-audio-2.5"],
- ),
- IO.String.Input("prompt", multiline=True, default=""),
- IO.Audio.Input("audio", tooltip="Audio must be between 6 and 190 seconds long."),
- IO.Int.Input(
- "duration",
- default=190,
- min=1,
- max=190,
- step=1,
- tooltip="Controls the duration in seconds of the generated audio.",
- optional=True,
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for generation.",
- optional=True,
- ),
- IO.Int.Input(
- "steps",
- default=8,
- min=4,
- max=8,
- step=1,
- tooltip="Controls the number of sampling steps.",
- optional=True,
- advanced=True,
- ),
- IO.Float.Input(
- "strength",
- default=1,
- min=0.01,
- max=1.0,
- step=0.01,
- display_mode=IO.NumberDisplay.slider,
- tooltip="Parameter controls how much influence the audio parameter has on the generated audio.",
- optional=True,
- ),
- ],
- outputs=[
- IO.Audio.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.2}""",
- ),
- )
-
- @classmethod
- async def execute(
- cls, model: str, prompt: str, audio: Input.Audio, duration: int, seed: int, steps: int, strength: float
- ) -> IO.NodeOutput:
- validate_string(prompt, max_length=10000)
- validate_audio_duration(audio, 6, 190)
- payload = StabilityAudioToAudioRequest(
- prompt=prompt, model=model, duration=duration, seed=seed, steps=steps, strength=strength
- )
- response_api = await sync_op(
- cls,
- ApiEndpoint(path="/proxy/stability/v2beta/audio/stable-audio-2/audio-to-audio", method="POST"),
- response_model=StabilityAudioResponse,
- data=payload,
- content_type="multipart/form-data",
- files={"audio": audio_input_to_mp3(audio)},
- )
- if not response_api.audio:
- raise ValueError("No audio file was received in response.")
- return IO.NodeOutput(audio_bytes_to_audio_input(base64.b64decode(response_api.audio)))
-
-
-class StabilityAudioInpaint(IO.ComfyNode):
- """Transforms part of existing audio sample using text instructions."""
-
- @classmethod
- def define_schema(cls):
- return IO.Schema(
- node_id="StabilityAudioInpaint",
- display_name="Stability AI Audio Inpaint",
- category="partner/audio/Stability AI",
- description=cleandoc(cls.__doc__ or ""),
- inputs=[
- IO.Combo.Input(
- "model",
- options=["stable-audio-2.5"],
- ),
- IO.String.Input("prompt", multiline=True, default=""),
- IO.Audio.Input("audio", tooltip="Audio must be between 6 and 190 seconds long."),
- IO.Int.Input(
- "duration",
- default=190,
- min=1,
- max=190,
- step=1,
- tooltip="Controls the duration in seconds of the generated audio.",
- optional=True,
- ),
- IO.Int.Input(
- "seed",
- default=0,
- min=0,
- max=4294967294,
- step=1,
- display_mode=IO.NumberDisplay.number,
- control_after_generate=True,
- tooltip="The random seed used for generation.",
- optional=True,
- ),
- IO.Int.Input(
- "steps",
- default=8,
- min=4,
- max=8,
- step=1,
- tooltip="Controls the number of sampling steps.",
- optional=True,
- advanced=True,
- ),
- IO.Int.Input(
- "mask_start",
- default=30,
- min=0,
- max=190,
- step=1,
- optional=True,
- advanced=True,
- ),
- IO.Int.Input(
- "mask_end",
- default=190,
- min=0,
- max=190,
- step=1,
- optional=True,
- advanced=True,
- ),
- ],
- outputs=[
- IO.Audio.Output(),
- ],
- hidden=[
- IO.Hidden.auth_token_comfy_org,
- IO.Hidden.api_key_comfy_org,
- IO.Hidden.unique_id,
- ],
- is_api_node=True,
- price_badge=IO.PriceBadge(
- expr="""{"type":"usd","usd":0.2}""",
- ),
- )
-
- @classmethod
- async def execute(
- cls,
- model: str,
- prompt: str,
- audio: Input.Audio,
- duration: int,
- seed: int,
- steps: int,
- mask_start: int,
- mask_end: int,
- ) -> IO.NodeOutput:
- validate_string(prompt, max_length=10000)
- if mask_end <= mask_start:
- raise ValueError(f"Value of mask_end({mask_end}) should be greater then mask_start({mask_start})")
- validate_audio_duration(audio, 6, 190)
-
- payload = StabilityAudioInpaintRequest(
- prompt=prompt,
- model=model,
- duration=duration,
- seed=seed,
- steps=steps,
- mask_start=mask_start,
- mask_end=mask_end,
- )
- response_api = await sync_op(
- cls,
- endpoint=ApiEndpoint(path="/proxy/stability/v2beta/audio/stable-audio-2/inpaint", method="POST"),
- response_model=StabilityAudioResponse,
- data=payload,
- content_type="multipart/form-data",
- files={"audio": audio_input_to_mp3(audio)},
- )
- if not response_api.audio:
- raise ValueError("No audio file was received in response.")
- return IO.NodeOutput(audio_bytes_to_audio_input(base64.b64decode(response_api.audio)))
-
-
-class StabilityExtension(ComfyExtension):
- @override
- async def get_node_list(self) -> list[type[IO.ComfyNode]]:
- return [
- StabilityStableImageUltraNode,
- StabilityStableImageSD_3_5Node,
- StabilityUpscaleConservativeNode,
- StabilityUpscaleCreativeNode,
- StabilityUpscaleFastNode,
- StabilityTextToAudio,
- StabilityAudioToAudio,
- StabilityAudioInpaint,
- ]
-
-
-async def comfy_entrypoint() -> StabilityExtension:
- return StabilityExtension()