The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
[Partner Nodes] feat(Sonilo): add Sonilo Music 1.5 node (#17475)
Alexander Piskunab08f7b2caa6
diff --git a/comfy_api_nodes/apis/sonilo.py b/comfy_api_nodes/apis/sonilo.pynew file mode 100644index 000000000..ae6d91550--- /dev/null+++ b/comfy_api_nodes/apis/sonilo.py@@ -0,0 +1,19 @@+from pydantic import BaseModel, Field+++class SoniloTextToMusicLyricsRequest(BaseModel):+ prompt: str = Field(...)+ duration: int | None = Field(None)+++class SoniloTaskSubmitResponse(BaseModel):+ task_id: str = Field(...)+++class SoniloTaskAudio(BaseModel):+ url: str = Field(...)+++class SoniloTask(BaseModel):+ status: str = Field(...)+ audio: SoniloTaskAudio | None = Field(None)diff --git a/comfy_api_nodes/nodes_sonilo.py b/comfy_api_nodes/nodes_sonilo.pyindex 5829c3ccf..97fcb80a1 100644--- a/comfy_api_nodes/nodes_sonilo.py+++ b/comfy_api_nodes/nodes_sonilo.py@@ -8,9 +8,17 @@ import aiohttpfrom typing_extensions import overridefrom comfy_api.latest import IO, ComfyExtension, Input+from comfy_api_nodes.apis.sonilo import (+ SoniloTask,+ SoniloTaskSubmitResponse,+ SoniloTextToMusicLyricsRequest,+)from comfy_api_nodes.util import (ApiEndpoint,audio_bytes_to_audio_input,+ download_url_as_bytesio,+ poll_op,+ sync_op,upload_video_to_comfyapi,validate_string,)@@ -68,7 +76,7 @@ class SoniloVideoToMusic(IO.ComfyNode):],is_api_node=True,price_badge=IO.PriceBadge(- expr='{"type":"usd","usd":0.009,"format":{"suffix":"/second"}}',+ expr='{"type":"usd","usd":0.01287,"format":{"suffix":"/second"}}',),)@@ -135,7 +143,7 @@ class SoniloTextToMusic(IO.ComfyNode):is_api_node=True,price_badge=IO.PriceBadge(depends_on=IO.PriceBadgeDepends(widgets=["duration"]),- expr='{"type":"usd","usd": 0.0025 * widgets.duration}',+ expr='{"type":"usd","usd": 0.0032175 * widgets.duration}',),)@@ -158,6 +166,92 @@ class SoniloTextToMusic(IO.ComfyNode):return IO.NodeOutput(audio_bytes_to_audio_input(audio_bytes))+class SoniloMusic15(IO.ComfyNode):+ @classmethod+ def define_schema(cls) -> IO.Schema:+ return IO.Schema(+ node_id="SoniloMusic15",+ display_name="Sonilo Music 1.5",+ category="partner/audio/Sonilo",+ description="Generate a song with sung vocals from a text prompt using Sonilo Music 1.5.",+ inputs=[+ IO.String.Input(+ "prompt",+ default="",+ multiline=True,+ tooltip="Describe the song: genre, mood, instruments and vocals. "+ "To set the words, add a 'Lyrics:' block with [Verse] / [Chorus] tags; "+ "without one, the model writes its own lyrics. Maximum: 2000 characters.",+ ),+ IO.DynamicCombo.Input(+ "duration",+ options=[+ IO.DynamicCombo.Option("auto", []),+ IO.DynamicCombo.Option(+ "custom",+ [IO.Int.Input("seconds", default=60, min=10, max=360)],+ ),+ ],+ tooltip="'auto' fits the song length to the lyrics. "+ "A custom length cuts lyrics that do not fit and repeats short ones.",+ ),+ IO.Int.Input(+ "seed",+ default=42,+ min=0,+ max=0xFFFFFFFFFFFFFFFF,+ control_after_generate=True,+ tooltip="Seed controls whether the node should re-run; "+ "results are non-deterministic regardless of seed.",+ ),+ ],+ outputs=[IO.Audio.Output()],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["duration", "duration.seconds"]),+ expr="""+ widgets.duration = "custom"+ ? {"type":"usd","usd": 0.0032175 * $lookup(widgets, "duration.seconds")}+ : {"type":"usd","usd": 0.0032175, "format":{"suffix":"/second"}}+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ prompt: str,+ duration: dict,+ seed: int,+ ) -> IO.NodeOutput:+ validate_string(prompt, strip_whitespace=True, min_length=1, max_length=2000)+ task = await sync_op(+ cls,+ ApiEndpoint(path="/proxy/sonilo/v1/text-to-music-l", method="POST"),+ response_model=SoniloTaskSubmitResponse,+ data=SoniloTextToMusicLyricsRequest(+ prompt=prompt.strip(),+ duration=duration["seconds"] if duration["duration"] == "custom" else None,+ ),+ content_type="multipart/form-data",+ )+ result = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/sonilo/v1/tasks/{task.task_id}"),+ response_model=SoniloTask,+ status_extractor=lambda r: r.status,+ completed_statuses=["succeeded"],+ failed_statuses=["failed"],+ )+ audio = await download_url_as_bytesio(result.audio.url, cls=cls)+ return IO.NodeOutput(audio_bytes_to_audio_input(audio.getvalue()))++async def _stream_sonilo_music(cls: type[IO.ComfyNode],endpoint: ApiEndpoint,@@ -272,7 +366,7 @@ async def _extract_error_message(resp: aiohttp.ClientResponse) -> str:class SoniloExtension(ComfyExtension):@overrideasync def get_node_list(self) -> list[type[IO.ComfyNode]]:- return [SoniloVideoToMusic, SoniloTextToMusic]+ return [SoniloVideoToMusic, SoniloTextToMusic, SoniloMusic15]async def comfy_entrypoint() -> SoniloExtension: