Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

[Partner Nodes] feat(Sonilo): add Sonilo Music 1.5 node (#17475)

Alexander Piskunab08f7b2caa6
diff --git a/comfy_api_nodes/apis/sonilo.py b/comfy_api_nodes/apis/sonilo.py
new file mode 100644
index 000000000..ae6d91550
--- /dev/null
+++ b/comfy_api_nodes/apis/sonilo.py
@@ -0,0 +1,19 @@
+from pydantic import BaseModel, Field
+
+
+class SoniloTextToMusicLyricsRequest(BaseModel):
+ prompt: str = Field(...)
+ duration: int | None = Field(None)
+
+
+class SoniloTaskSubmitResponse(BaseModel):
+ task_id: str = Field(...)
+
+
+class SoniloTaskAudio(BaseModel):
+ url: str = Field(...)
+
+
+class SoniloTask(BaseModel):
+ status: str = Field(...)
+ audio: SoniloTaskAudio | None = Field(None)
diff --git a/comfy_api_nodes/nodes_sonilo.py b/comfy_api_nodes/nodes_sonilo.py
index 5829c3ccf..97fcb80a1 100644
--- a/comfy_api_nodes/nodes_sonilo.py
+++ b/comfy_api_nodes/nodes_sonilo.py
@@ -8,9 +8,17 @@ import aiohttp
from typing_extensions import override
from comfy_api.latest import IO, ComfyExtension, Input
+from comfy_api_nodes.apis.sonilo import (
+ SoniloTask,
+ SoniloTaskSubmitResponse,
+ SoniloTextToMusicLyricsRequest,
+)
from comfy_api_nodes.util import (
ApiEndpoint,
audio_bytes_to_audio_input,
+ download_url_as_bytesio,
+ poll_op,
+ sync_op,
upload_video_to_comfyapi,
validate_string,
)
@@ -68,7 +76,7 @@ class SoniloVideoToMusic(IO.ComfyNode):
],
is_api_node=True,
price_badge=IO.PriceBadge(
- expr='{"type":"usd","usd":0.009,"format":{"suffix":"/second"}}',
+ expr='{"type":"usd","usd":0.01287,"format":{"suffix":"/second"}}',
),
)
@@ -135,7 +143,7 @@ class SoniloTextToMusic(IO.ComfyNode):
is_api_node=True,
price_badge=IO.PriceBadge(
depends_on=IO.PriceBadgeDepends(widgets=["duration"]),
- expr='{"type":"usd","usd": 0.0025 * widgets.duration}',
+ expr='{"type":"usd","usd": 0.0032175 * widgets.duration}',
),
)
@@ -158,6 +166,92 @@ class SoniloTextToMusic(IO.ComfyNode):
return IO.NodeOutput(audio_bytes_to_audio_input(audio_bytes))
+class SoniloMusic15(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="SoniloMusic15",
+ display_name="Sonilo Music 1.5",
+ category="partner/audio/Sonilo",
+ description="Generate a song with sung vocals from a text prompt using Sonilo Music 1.5.",
+ inputs=[
+ IO.String.Input(
+ "prompt",
+ default="",
+ multiline=True,
+ tooltip="Describe the song: genre, mood, instruments and vocals. "
+ "To set the words, add a 'Lyrics:' block with [Verse] / [Chorus] tags; "
+ "without one, the model writes its own lyrics. Maximum: 2000 characters.",
+ ),
+ IO.DynamicCombo.Input(
+ "duration",
+ options=[
+ IO.DynamicCombo.Option("auto", []),
+ IO.DynamicCombo.Option(
+ "custom",
+ [IO.Int.Input("seconds", default=60, min=10, max=360)],
+ ),
+ ],
+ tooltip="'auto' fits the song length to the lyrics. "
+ "A custom length cuts lyrics that do not fit and repeats short ones.",
+ ),
+ IO.Int.Input(
+ "seed",
+ default=42,
+ min=0,
+ max=0xFFFFFFFFFFFFFFFF,
+ control_after_generate=True,
+ tooltip="Seed controls whether the node should re-run; "
+ "results are non-deterministic regardless of seed.",
+ ),
+ ],
+ outputs=[IO.Audio.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=IO.PriceBadge(
+ depends_on=IO.PriceBadgeDepends(widgets=["duration", "duration.seconds"]),
+ expr="""
+ widgets.duration = "custom"
+ ? {"type":"usd","usd": 0.0032175 * $lookup(widgets, "duration.seconds")}
+ : {"type":"usd","usd": 0.0032175, "format":{"suffix":"/second"}}
+ """,
+ ),
+ )
+
+ @classmethod
+ async def execute(
+ cls,
+ prompt: str,
+ duration: dict,
+ seed: int,
+ ) -> IO.NodeOutput:
+ validate_string(prompt, strip_whitespace=True, min_length=1, max_length=2000)
+ task = await sync_op(
+ cls,
+ ApiEndpoint(path="/proxy/sonilo/v1/text-to-music-l", method="POST"),
+ response_model=SoniloTaskSubmitResponse,
+ data=SoniloTextToMusicLyricsRequest(
+ prompt=prompt.strip(),
+ duration=duration["seconds"] if duration["duration"] == "custom" else None,
+ ),
+ content_type="multipart/form-data",
+ )
+ result = await poll_op(
+ cls,
+ ApiEndpoint(path=f"/proxy/sonilo/v1/tasks/{task.task_id}"),
+ response_model=SoniloTask,
+ status_extractor=lambda r: r.status,
+ completed_statuses=["succeeded"],
+ failed_statuses=["failed"],
+ )
+ audio = await download_url_as_bytesio(result.audio.url, cls=cls)
+ return IO.NodeOutput(audio_bytes_to_audio_input(audio.getvalue()))
+
+
async def _stream_sonilo_music(
cls: type[IO.ComfyNode],
endpoint: ApiEndpoint,
@@ -272,7 +366,7 @@ async def _extract_error_message(resp: aiohttp.ClientResponse) -> str:
class SoniloExtension(ComfyExtension):
@override
async def get_node_list(self) -> list[type[IO.ComfyNode]]:
- return [SoniloVideoToMusic, SoniloTextToMusic]
+ return [SoniloVideoToMusic, SoniloTextToMusic, SoniloMusic15]
async def comfy_entrypoint() -> SoniloExtension: