The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
feat(api-nodes): new Partner nodes for Wan2.7 (#13264)
Alexander Piskun5de94e70ec11
diff --git a/comfy_api_nodes/apis/wan.py b/comfy_api_nodes/apis/wan.pynew file mode 100644index 000000000..44b65e4f6--- /dev/null+++ b/comfy_api_nodes/apis/wan.py@@ -0,0 +1,226 @@+from pydantic import BaseModel, Field+++class Text2ImageInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+++class Image2ImageInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+ images: list[str] = Field(..., min_length=1, max_length=2)+++class Text2VideoInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+ audio_url: str | None = Field(None)+++class Image2VideoInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+ img_url: str = Field(...)+ audio_url: str | None = Field(None)+++class Reference2VideoInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+ reference_video_urls: list[str] = Field(...)+++class Txt2ImageParametersField(BaseModel):+ size: str = Field(...)+ n: int = Field(1, description="Number of images to generate.") # we support only value=1+ seed: int = Field(..., ge=0, le=2147483647)+ prompt_extend: bool = Field(True)+ watermark: bool = Field(False)+++class Image2ImageParametersField(BaseModel):+ size: str | None = Field(None)+ n: int = Field(1, description="Number of images to generate.") # we support only value=1+ seed: int = Field(..., ge=0, le=2147483647)+ watermark: bool = Field(False)+++class Text2VideoParametersField(BaseModel):+ size: str = Field(...)+ seed: int = Field(..., ge=0, le=2147483647)+ duration: int = Field(5, ge=5, le=15)+ prompt_extend: bool = Field(True)+ watermark: bool = Field(False)+ audio: bool = Field(False, description="Whether to generate audio automatically.")+ shot_type: str = Field("single")+++class Image2VideoParametersField(BaseModel):+ resolution: str = Field(...)+ seed: int = Field(..., ge=0, le=2147483647)+ duration: int = Field(5, ge=5, le=15)+ prompt_extend: bool = Field(True)+ watermark: bool = Field(False)+ audio: bool = Field(False, description="Whether to generate audio automatically.")+ shot_type: str = Field("single")+++class Reference2VideoParametersField(BaseModel):+ size: str = Field(...)+ duration: int = Field(5, ge=5, le=15)+ shot_type: str = Field("single")+ seed: int = Field(..., ge=0, le=2147483647)+ watermark: bool = Field(False)+++class Text2ImageTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Text2ImageInputField = Field(...)+ parameters: Txt2ImageParametersField = Field(...)+++class Image2ImageTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Image2ImageInputField = Field(...)+ parameters: Image2ImageParametersField = Field(...)+++class Text2VideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Text2VideoInputField = Field(...)+ parameters: Text2VideoParametersField = Field(...)+++class Image2VideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Image2VideoInputField = Field(...)+ parameters: Image2VideoParametersField = Field(...)+++class Reference2VideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Reference2VideoInputField = Field(...)+ parameters: Reference2VideoParametersField = Field(...)+++class Wan27MediaItem(BaseModel):+ type: str = Field(...)+ url: str = Field(...)+++class Wan27ReferenceVideoInputField(BaseModel):+ prompt: str = Field(...)+ negative_prompt: str | None = Field(None)+ media: list[Wan27MediaItem] = Field(...)+++class Wan27ReferenceVideoParametersField(BaseModel):+ resolution: str = Field(...)+ ratio: str | None = Field(None)+ duration: int = Field(5, ge=2, le=10)+ watermark: bool = Field(False)+ seed: int = Field(..., ge=0, le=2147483647)+++class Wan27ReferenceVideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Wan27ReferenceVideoInputField = Field(...)+ parameters: Wan27ReferenceVideoParametersField = Field(...)+++class Wan27ImageToVideoInputField(BaseModel):+ prompt: str | None = Field(None)+ negative_prompt: str | None = Field(None)+ media: list[Wan27MediaItem] = Field(...)+++class Wan27ImageToVideoParametersField(BaseModel):+ resolution: str = Field(...)+ duration: int = Field(5, ge=2, le=15)+ prompt_extend: bool = Field(True)+ watermark: bool = Field(False)+ seed: int = Field(..., ge=0, le=2147483647)+++class Wan27ImageToVideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Wan27ImageToVideoInputField = Field(...)+ parameters: Wan27ImageToVideoParametersField = Field(...)+++class Wan27VideoEditInputField(BaseModel):+ prompt: str = Field(...)+ media: list[Wan27MediaItem] = Field(...)+++class Wan27VideoEditParametersField(BaseModel):+ resolution: str = Field(...)+ ratio: str | None = Field(None)+ duration: int = Field(0)+ audio_setting: str = Field("auto")+ watermark: bool = Field(False)+ seed: int = Field(..., ge=0, le=2147483647)+++class Wan27VideoEditTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Wan27VideoEditInputField = Field(...)+ parameters: Wan27VideoEditParametersField = Field(...)+++class Wan27Text2VideoParametersField(BaseModel):+ resolution: str = Field(...)+ ratio: str | None = Field(None)+ duration: int = Field(5, ge=2, le=15)+ prompt_extend: bool = Field(True)+ watermark: bool = Field(False)+ seed: int = Field(..., ge=0, le=2147483647)+++class Wan27Text2VideoTaskCreationRequest(BaseModel):+ model: str = Field(...)+ input: Text2VideoInputField = Field(...)+ parameters: Wan27Text2VideoParametersField = Field(...)+++class TaskCreationOutputField(BaseModel):+ task_id: str = Field(...)+ task_status: str = Field(...)+++class TaskCreationResponse(BaseModel):+ output: TaskCreationOutputField | None = Field(None)+ request_id: str = Field(...)+ code: str | None = Field(None, description="Error code for the failed request.")+ message: str | None = Field(None, description="Details about the failed request.")+++class TaskResult(BaseModel):+ url: str | None = Field(None)+ code: str | None = Field(None)+ message: str | None = Field(None)+++class ImageTaskStatusOutputField(TaskCreationOutputField):+ task_id: str = Field(...)+ task_status: str = Field(...)+ results: list[TaskResult] | None = Field(None)+++class VideoTaskStatusOutputField(TaskCreationOutputField):+ task_id: str = Field(...)+ task_status: str = Field(...)+ video_url: str | None = Field(None)+ code: str | None = Field(None)+ message: str | None = Field(None)+++class ImageTaskStatusResponse(BaseModel):+ output: ImageTaskStatusOutputField | None = Field(None)+ request_id: str = Field(...)+++class VideoTaskStatusResponse(BaseModel):+ output: VideoTaskStatusOutputField | None = Field(None)+ request_id: str = Field(...)diff --git a/comfy_api_nodes/nodes_wan.py b/comfy_api_nodes/nodes_wan.pyindex e2afe7f9c..d1470894a 100644--- a/comfy_api_nodes/nodes_wan.py+++ b/comfy_api_nodes/nodes_wan.py@@ -1,9 +1,40 @@import re-from pydantic import BaseModel, Fieldfrom typing_extensions import overridefrom comfy_api.latest import IO, ComfyExtension, Input+from comfy_api_nodes.apis.wan import (+ Image2ImageInputField,+ Image2ImageParametersField,+ Image2ImageTaskCreationRequest,+ Image2VideoInputField,+ Image2VideoParametersField,+ Image2VideoTaskCreationRequest,+ ImageTaskStatusResponse,+ Reference2VideoInputField,+ Reference2VideoParametersField,+ Reference2VideoTaskCreationRequest,+ TaskCreationResponse,+ Text2ImageInputField,+ Text2ImageTaskCreationRequest,+ Text2VideoInputField,+ Text2VideoParametersField,+ Text2VideoTaskCreationRequest,+ Txt2ImageParametersField,+ VideoTaskStatusResponse,+ Wan27ImageToVideoInputField,+ Wan27ImageToVideoParametersField,+ Wan27ImageToVideoTaskCreationRequest,+ Wan27MediaItem,+ Wan27ReferenceVideoInputField,+ Wan27ReferenceVideoParametersField,+ Wan27ReferenceVideoTaskCreationRequest,+ Wan27Text2VideoParametersField,+ Wan27Text2VideoTaskCreationRequest,+ Wan27VideoEditInputField,+ Wan27VideoEditParametersField,+ Wan27VideoEditTaskCreationRequest,+)from comfy_api_nodes.util import (ApiEndpoint,audio_to_base64_string,@@ -13,157 +44,14 @@ from comfy_api_nodes.util import (poll_op,sync_op,tensor_to_base64_string,+ upload_audio_to_comfyapi,+ upload_image_to_comfyapi,upload_video_to_comfyapi,validate_audio_duration,+ validate_string,validate_video_duration,)--class Text2ImageInputField(BaseModel):- prompt: str = Field(...)- negative_prompt: str | None = Field(None)---class Image2ImageInputField(BaseModel):- prompt: str = Field(...)- negative_prompt: str | None = Field(None)- images: list[str] = Field(..., min_length=1, max_length=2)---class Text2VideoInputField(BaseModel):- prompt: str = Field(...)- negative_prompt: str | None = Field(None)- audio_url: str | None = Field(None)---class Image2VideoInputField(BaseModel):- prompt: str = Field(...)- negative_prompt: str | None = Field(None)- img_url: str = Field(...)- audio_url: str | None = Field(None)---class Reference2VideoInputField(BaseModel):- prompt: str = Field(...)- negative_prompt: str | None = Field(None)- reference_video_urls: list[str] = Field(...)---class Txt2ImageParametersField(BaseModel):- size: str = Field(...)- n: int = Field(1, description="Number of images to generate.") # we support only value=1- seed: int = Field(..., ge=0, le=2147483647)- prompt_extend: bool = Field(True)- watermark: bool = Field(False)---class Image2ImageParametersField(BaseModel):- size: str | None = Field(None)- n: int = Field(1, description="Number of images to generate.") # we support only value=1- seed: int = Field(..., ge=0, le=2147483647)- watermark: bool = Field(False)---class Text2VideoParametersField(BaseModel):- size: str = Field(...)- seed: int = Field(..., ge=0, le=2147483647)- duration: int = Field(5, ge=5, le=15)- prompt_extend: bool = Field(True)- watermark: bool = Field(False)- audio: bool = Field(False, description="Whether to generate audio automatically.")- shot_type: str = Field("single")---class Image2VideoParametersField(BaseModel):- resolution: str = Field(...)- seed: int = Field(..., ge=0, le=2147483647)- duration: int = Field(5, ge=5, le=15)- prompt_extend: bool = Field(True)- watermark: bool = Field(False)- audio: bool = Field(False, description="Whether to generate audio automatically.")- shot_type: str = Field("single")---class Reference2VideoParametersField(BaseModel):- size: str = Field(...)- duration: int = Field(5, ge=5, le=15)- shot_type: str = Field("single")- seed: int = Field(..., ge=0, le=2147483647)- watermark: bool = Field(False)---class Text2ImageTaskCreationRequest(BaseModel):- model: str = Field(...)- input: Text2ImageInputField = Field(...)- parameters: Txt2ImageParametersField = Field(...)---class Image2ImageTaskCreationRequest(BaseModel):- model: str = Field(...)- input: Image2ImageInputField = Field(...)- parameters: Image2ImageParametersField = Field(...)---class Text2VideoTaskCreationRequest(BaseModel):- model: str = Field(...)- input: Text2VideoInputField = Field(...)- parameters: Text2VideoParametersField = Field(...)---class Image2VideoTaskCreationRequest(BaseModel):- model: str = Field(...)- input: Image2VideoInputField = Field(...)- parameters: Image2VideoParametersField = Field(...)---class Reference2VideoTaskCreationRequest(BaseModel):- model: str = Field(...)- input: Reference2VideoInputField = Field(...)- parameters: Reference2VideoParametersField = Field(...)---class TaskCreationOutputField(BaseModel):- task_id: str = Field(...)- task_status: str = Field(...)---class TaskCreationResponse(BaseModel):- output: TaskCreationOutputField | None = Field(None)- request_id: str = Field(...)- code: str | None = Field(None, description="Error code for the failed request.")- message: str | None = Field(None, description="Details about the failed request.")---class TaskResult(BaseModel):- url: str | None = Field(None)- code: str | None = Field(None)- message: str | None = Field(None)---class ImageTaskStatusOutputField(TaskCreationOutputField):- task_id: str = Field(...)- task_status: str = Field(...)- results: list[TaskResult] | None = Field(None)---class VideoTaskStatusOutputField(TaskCreationOutputField):- task_id: str = Field(...)- task_status: str = Field(...)- video_url: str | None = Field(None)- code: str | None = Field(None)- message: str | None = Field(None)---class ImageTaskStatusResponse(BaseModel):- output: ImageTaskStatusOutputField | None = Field(None)- request_id: str = Field(...)---class VideoTaskStatusResponse(BaseModel):- output: VideoTaskStatusOutputField | None = Field(None)- request_id: str = Field(...)--RES_IN_PARENS = re.compile(r"\((\d+)\s*[x×]\s*(\d+)\)")@@ -179,7 +67,6 @@ class WanTextToImageApi(IO.ComfyNode):IO.Combo.Input("model",options=["wan2.5-t2i-preview"],- default="wan2.5-t2i-preview",tooltip="Model to use.",),IO.String.Input(@@ -936,6 +823,829 @@ class WanReferenceVideoApi(IO.ComfyNode):return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))+class Wan2TextToVideoApi(IO.ComfyNode):+ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="Wan2TextToVideoApi",+ display_name="Wan 2.7 Text to Video",+ category="api node/video/Wan",+ description="Generates a video based on a text prompt using the Wan 2.7 model.",+ inputs=[+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "wan2.7-t2v",+ [+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Prompt describing the elements and visual features. "+ "Supports English and Chinese.",+ ),+ IO.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative prompt describing what to avoid.",+ ),+ IO.Combo.Input(+ "resolution",+ options=["720P", "1080P"],+ ),+ IO.Combo.Input(+ "ratio",+ options=["16:9", "9:16", "1:1", "4:3", "3:4"],+ ),+ IO.Int.Input(+ "duration",+ default=5,+ min=2,+ max=15,+ step=1,+ display_mode=IO.NumberDisplay.number,+ ),+ ],+ ),+ ],+ ),+ IO.Audio.Input(+ "audio",+ optional=True,+ tooltip="Audio for driving video generation (e.g., lip sync, beat-matched motion). "+ "Duration: 3s-30s. If not provided, the model automatically generates matching "+ "background music or sound effects.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ ),+ IO.Boolean.Input(+ "prompt_extend",+ default=True,+ tooltip="Whether to enhance the prompt with AI assistance.",+ advanced=True,+ ),+ IO.Boolean.Input(+ "watermark",+ default=False,+ tooltip="Whether to add an AI-generated watermark to the result.",+ advanced=True,+ ),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model", "model.resolution", "model.duration"]),+ expr="""+ (+ $res := $lookup(widgets, "model.resolution");+ $dur := $lookup(widgets, "model.duration");+ $ppsTable := { "720p": 0.1, "1080p": 0.15 };+ $pps := $lookup($ppsTable, $res);+ { "type": "usd", "usd": $pps * $dur }+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: dict,+ seed: int,+ prompt_extend: bool,+ watermark: bool,+ audio: Input.Audio | None = None,+ ):+ validate_string(model["prompt"], strip_whitespace=False, min_length=1)+ audio_url = None+ if audio is not None:+ validate_audio_duration(audio, 1.5, 60.0)+ audio_url = await upload_audio_to_comfyapi(+ cls, audio, container_format="mp3", codec_name="libmp3lame", mime_type="audio/mpeg"+ )+ initial_response = await sync_op(+ cls,+ ApiEndpoint(+ path="/proxy/wan/api/v1/services/aigc/video-generation/video-synthesis",+ method="POST",+ ),+ response_model=TaskCreationResponse,+ data=Wan27Text2VideoTaskCreationRequest(+ model=model["model"],+ input=Text2VideoInputField(+ prompt=model["prompt"],+ negative_prompt=model["negative_prompt"] or None,+ audio_url=audio_url,+ ),+ parameters=Wan27Text2VideoParametersField(+ resolution=model["resolution"],+ ratio=model["ratio"],+ duration=model["duration"],+ seed=seed,+ prompt_extend=prompt_extend,+ watermark=watermark,+ ),+ ),+ )+ if not initial_response.output:+ raise Exception(f"An unknown error occurred: {initial_response.code} - {initial_response.message}")+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/wan/api/v1/tasks/{initial_response.output.task_id}"),+ response_model=VideoTaskStatusResponse,+ status_extractor=lambda x: x.output.task_status,+ poll_interval=7,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))+++class Wan2ImageToVideoApi(IO.ComfyNode):+ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="Wan2ImageToVideoApi",+ display_name="Wan 2.7 Image to Video",+ category="api node/video/Wan",+ description="Generate a video from a first-frame image, with optional last-frame image and audio.",+ inputs=[+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "wan2.7-i2v",+ [+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Prompt describing the elements and visual features. "+ "Supports English and Chinese.",+ ),+ IO.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative prompt describing what to avoid.",+ ),+ IO.Combo.Input(+ "resolution",+ options=["720P", "1080P"],+ ),+ IO.Int.Input(+ "duration",+ default=5,+ min=2,+ max=15,+ step=1,+ display_mode=IO.NumberDisplay.number,+ ),+ ],+ ),+ ],+ ),+ IO.Image.Input(+ "first_frame",+ tooltip="First frame image. The output aspect ratio is derived from this image.",+ ),+ IO.Image.Input(+ "last_frame",+ optional=True,+ tooltip="Last frame image. The model generates a video transitioning from first to last frame.",+ ),+ IO.Audio.Input(+ "audio",+ optional=True,+ tooltip="Audio for driving video generation (e.g., lip sync, beat-matched motion). "+ "Duration: 2s-30s. If not provided, the model automatically generates matching "+ "background music or sound effects.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ ),+ IO.Boolean.Input(+ "prompt_extend",+ default=True,+ tooltip="Whether to enhance the prompt with AI assistance.",+ advanced=True,+ ),+ IO.Boolean.Input(+ "watermark",+ default=False,+ tooltip="Whether to add an AI-generated watermark to the result.",+ advanced=True,+ ),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model", "model.resolution", "model.duration"]),+ expr="""+ (+ $res := $lookup(widgets, "model.resolution");+ $dur := $lookup(widgets, "model.duration");+ $ppsTable := { "720p": 0.1, "1080p": 0.15 };+ $pps := $lookup($ppsTable, $res);+ { "type": "usd", "usd": $pps * $dur }+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: dict,+ first_frame: Input.Image,+ seed: int,+ prompt_extend: bool,+ watermark: bool,+ last_frame: Input.Image | None = None,+ audio: Input.Audio | None = None,+ ):+ media = [+ Wan27MediaItem(+ type="first_frame",+ url=await upload_image_to_comfyapi(cls, image=first_frame),+ )+ ]+ if last_frame is not None:+ media.append(+ Wan27MediaItem(+ type="last_frame",+ url=await upload_image_to_comfyapi(cls, image=last_frame),+ )+ )+ if audio is not None:+ validate_audio_duration(audio, 2.0, 30.0)+ audio_url = await upload_audio_to_comfyapi(+ cls, audio, container_format="mp3", codec_name="libmp3lame", mime_type="audio/mpeg"+ )+ media.append(Wan27MediaItem(type="driving_audio", url=audio_url))+ initial_response = await sync_op(+ cls,+ ApiEndpoint(+ path="/proxy/wan/api/v1/services/aigc/video-generation/video-synthesis",+ method="POST",+ ),+ response_model=TaskCreationResponse,+ data=Wan27ImageToVideoTaskCreationRequest(+ model=model["model"],+ input=Wan27ImageToVideoInputField(+ prompt=model["prompt"] or None,+ negative_prompt=model["negative_prompt"] or None,+ media=media,+ ),+ parameters=Wan27ImageToVideoParametersField(+ resolution=model["resolution"],+ duration=model["duration"],+ seed=seed,+ prompt_extend=prompt_extend,+ watermark=watermark,+ ),+ ),+ )+ if not initial_response.output:+ raise Exception(f"An unknown error occurred: {initial_response.code} - {initial_response.message}")+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/wan/api/v1/tasks/{initial_response.output.task_id}"),+ response_model=VideoTaskStatusResponse,+ status_extractor=lambda x: x.output.task_status,+ poll_interval=7,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))+++class Wan2VideoContinuationApi(IO.ComfyNode):+ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="Wan2VideoContinuationApi",+ display_name="Wan 2.7 Video Continuation",+ category="api node/video/Wan",+ description="Continue a video from where it left off, with optional last-frame control.",+ inputs=[+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "wan2.7-i2v",+ [+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Prompt describing the elements and visual features. Supports English and Chinese.",+ ),+ IO.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative prompt describing what to avoid.",+ ),+ IO.Combo.Input(+ "resolution",+ options=["720P", "1080P"],+ ),+ IO.Int.Input(+ "duration",+ default=5,+ min=2,+ max=15,+ step=1,+ display_mode=IO.NumberDisplay.number,+ tooltip="Total output duration in seconds. The model generates continuation "+ "to fill the remaining time after the input clip.",+ ),+ ],+ ),+ ],+ ),+ IO.Video.Input(+ "first_clip",+ tooltip="Input video to continue from. Duration: 2s-10s. "+ "The output aspect ratio is derived from this video.",+ ),+ IO.Image.Input(+ "last_frame",+ optional=True,+ tooltip="Last frame image. The continuation will transition towards this frame.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ ),+ IO.Boolean.Input(+ "prompt_extend",+ default=True,+ tooltip="Whether to enhance the prompt with AI assistance.",+ advanced=True,+ ),+ IO.Boolean.Input(+ "watermark",+ default=False,+ tooltip="Whether to add an AI-generated watermark to the result.",+ advanced=True,+ ),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model", "model.resolution", "model.duration"]),+ expr="""+ (+ $res := $lookup(widgets, "model.resolution");+ $dur := $lookup(widgets, "model.duration");+ $ppsTable := { "720p": 0.1, "1080p": 0.15 };+ $pps := $lookup($ppsTable, $res);+ $outputPrice := $pps * $dur;+ {+ "type": "range_usd",+ "min_usd": 2 * $pps + $outputPrice,+ "max_usd": 5 * $pps + $outputPrice+ }+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: dict,+ first_clip: Input.Video,+ prompt: str = "",+ negative_prompt: str = "",+ last_frame: Input.Image | None = None,+ seed: int = 0,+ prompt_extend: bool = True,+ watermark: bool = False,+ ):+ validate_video_duration(first_clip, min_duration=2, max_duration=10)+ media = [+ Wan27MediaItem(+ type="first_clip",+ url=await upload_video_to_comfyapi(cls, first_clip),+ )+ ]+ if last_frame is not None:+ media.append(+ Wan27MediaItem(+ type="last_frame",+ url=await upload_image_to_comfyapi(cls, image=last_frame),+ )+ )+ initial_response = await sync_op(+ cls,+ ApiEndpoint(+ path="/proxy/wan/api/v1/services/aigc/video-generation/video-synthesis",+ method="POST",+ ),+ response_model=TaskCreationResponse,+ data=Wan27ImageToVideoTaskCreationRequest(+ model=model["model"],+ input=Wan27ImageToVideoInputField(+ prompt=model["prompt"] or None,+ negative_prompt=model["negative_prompt"] or None,+ media=media,+ ),+ parameters=Wan27ImageToVideoParametersField(+ resolution=model["resolution"],+ duration=model["duration"],+ seed=seed,+ prompt_extend=prompt_extend,+ watermark=watermark,+ ),+ ),+ )+ if not initial_response.output:+ raise Exception(f"An unknown error occurred: {initial_response.code} - {initial_response.message}")+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/wan/api/v1/tasks/{initial_response.output.task_id}"),+ response_model=VideoTaskStatusResponse,+ status_extractor=lambda x: x.output.task_status,+ poll_interval=7,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))+++class Wan2VideoEditApi(IO.ComfyNode):+ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="Wan2VideoEditApi",+ display_name="Wan 2.7 Video Edit",+ category="api node/video/Wan",+ description="Edit a video using text instructions, reference images, or style transfer.",+ inputs=[+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "wan2.7-videoedit",+ [+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Editing instructions or style transfer requirements.",+ ),+ IO.Combo.Input(+ "resolution",+ options=["720P", "1080P"],+ ),+ IO.Combo.Input(+ "ratio",+ options=["16:9", "9:16", "1:1", "4:3", "3:4"],+ tooltip="Aspect ratio. If not changed, approximates the input video ratio.",+ ),+ IO.Combo.Input(+ "duration",+ options=["auto", "2", "3", "4", "5", "6", "7", "8", "9", "10"],+ default="auto",+ tooltip="Output duration in seconds. 'auto' matches the input video duration. "+ "A specific value truncates from the start of the video.",+ ),+ IO.Autogrow.Input(+ "reference_images",+ template=IO.Autogrow.TemplateNames(+ IO.Image.Input("reference_image"),+ names=[+ "image1",+ "image2",+ "image3",+ "image4",+ ],+ min=0,+ ),+ ),+ ],+ ),+ ],+ ),+ IO.Video.Input(+ "video",+ tooltip="The video to edit.",+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ ),+ IO.Combo.Input(+ "audio_setting",+ options=["auto", "origin"],+ default="auto",+ tooltip="'auto': model decides whether to regenerate audio based on the prompt. "+ "'origin': preserve the original audio from the input video.",+ advanced=True,+ ),+ IO.Boolean.Input(+ "watermark",+ default=False,+ tooltip="Whether to add an AI-generated watermark to the result.",+ advanced=True,+ ),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model", "model.resolution", "model.duration"]),+ expr="""+ (+ $res := $lookup(widgets, "model.resolution");+ $dur := $lookup(widgets, "model.duration");+ $ppsTable := { "720p": 0.1, "1080p": 0.15 };+ $pps := $lookup($ppsTable, $res);+ { "type": "usd", "usd": $pps, "format": { "suffix": "/second", "note": "(input + output)" } }+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: dict,+ video: Input.Video,+ seed: int,+ audio_setting: str,+ watermark: bool,+ ):+ validate_string(model["prompt"], strip_whitespace=False, min_length=1)+ validate_video_duration(video, min_duration=2, max_duration=10)+ duration = 0 if model["duration"] == "auto" else int(model["duration"])+ media = [Wan27MediaItem(type="video", url=await upload_video_to_comfyapi(cls, video))]+ reference_images = model.get("reference_images", {})+ for key in reference_images:+ media.append(+ Wan27MediaItem(+ type="reference_image", url=await upload_image_to_comfyapi(cls, image=reference_images[key])+ )+ )+ initial_response = await sync_op(+ cls,+ ApiEndpoint(+ path="/proxy/wan/api/v1/services/aigc/video-generation/video-synthesis",+ method="POST",+ ),+ response_model=TaskCreationResponse,+ data=Wan27VideoEditTaskCreationRequest(+ model=model["model"],+ input=Wan27VideoEditInputField(prompt=model["prompt"], media=media),+ parameters=Wan27VideoEditParametersField(+ resolution=model["resolution"],+ ratio=model["ratio"],+ duration=duration,+ audio_setting=audio_setting,+ watermark=watermark,+ seed=seed,+ ),+ ),+ )+ if not initial_response.output:+ raise Exception(f"An unknown error occurred: {initial_response.code} - {initial_response.message}")+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/wan/api/v1/tasks/{initial_response.output.task_id}"),+ response_model=VideoTaskStatusResponse,+ status_extractor=lambda x: x.output.task_status,+ poll_interval=7,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))+++class Wan2ReferenceVideoApi(IO.ComfyNode):+ @classmethod+ def define_schema(cls):+ return IO.Schema(+ node_id="Wan2ReferenceVideoApi",+ display_name="Wan 2.7 Reference to Video",+ category="api node/video/Wan",+ description="Generate a video featuring a person or object from reference materials. "+ "Supports single-character performances and multi-character interactions.",+ inputs=[+ IO.DynamicCombo.Input(+ "model",+ options=[+ IO.DynamicCombo.Option(+ "wan2.7-r2v",+ [+ IO.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Prompt describing the video. Use identifiers such as 'character1' and "+ "'character2' to refer to the reference characters.",+ ),+ IO.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative prompt describing what to avoid.",+ ),+ IO.Combo.Input(+ "resolution",+ options=["720P", "1080P"],+ ),+ IO.Combo.Input(+ "ratio",+ options=["16:9", "9:16", "1:1", "4:3", "3:4"],+ ),+ IO.Int.Input(+ "duration",+ default=5,+ min=2,+ max=10,+ step=1,+ display_mode=IO.NumberDisplay.number,+ ),+ IO.Autogrow.Input(+ "reference_videos",+ template=IO.Autogrow.TemplateNames(+ IO.Video.Input("reference_video"),+ names=["video1", "video2", "video3"],+ min=0,+ ),+ ),+ IO.Autogrow.Input(+ "reference_images",+ template=IO.Autogrow.TemplateNames(+ IO.Image.Input("reference_image"),+ names=["image1", "image2", "image3", "image4", "image5"],+ min=0,+ ),+ ),+ ],+ ),+ ],+ ),+ IO.Int.Input(+ "seed",+ default=0,+ min=0,+ max=2147483647,+ step=1,+ display_mode=IO.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed to use for generation.",+ ),+ IO.Boolean.Input(+ "watermark",+ default=False,+ tooltip="Whether to add an AI-generated watermark to the result.",+ advanced=True,+ ),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ price_badge=IO.PriceBadge(+ depends_on=IO.PriceBadgeDepends(widgets=["model", "model.resolution", "model.duration"]),+ expr="""+ (+ $res := $lookup(widgets, "model.resolution");+ $dur := $lookup(widgets, "model.duration");+ $ppsTable := { "720p": 0.1, "1080p": 0.15 };+ $pps := $lookup($ppsTable, $res);+ $outputPrice := $pps * $dur;+ {+ "type": "range_usd",+ "min_usd": $outputPrice,+ "max_usd": 5 * $pps + $outputPrice+ }+ )+ """,+ ),+ )++ @classmethod+ async def execute(+ cls,+ model: dict,+ seed: int,+ watermark: bool,+ ):+ validate_string(model["prompt"], strip_whitespace=False, min_length=1)+ media = []+ reference_videos = model.get("reference_videos", {})+ for key in reference_videos:+ media.append(+ Wan27MediaItem(type="reference_video", url=await upload_video_to_comfyapi(cls, reference_videos[key]))+ )+ reference_images = model.get("reference_images", {})+ for key in reference_images:+ media.append(+ Wan27MediaItem(+ type="reference_image",+ url=await upload_image_to_comfyapi(cls, image=reference_images[key]),+ )+ )+ if not media:+ raise ValueError("At least one reference video or reference image must be provided.")+ if len(media) > 5:+ raise ValueError(+ f"Too many references ({len(media)}). The maximum total of reference videos and images is 5."+ )++ initial_response = await sync_op(+ cls,+ ApiEndpoint(+ path="/proxy/wan/api/v1/services/aigc/video-generation/video-synthesis",+ method="POST",+ ),+ response_model=TaskCreationResponse,+ data=Wan27ReferenceVideoTaskCreationRequest(+ model=model["model"],+ input=Wan27ReferenceVideoInputField(+ prompt=model["prompt"],+ negative_prompt=model["negative_prompt"] or None,+ media=media,+ ),+ parameters=Wan27ReferenceVideoParametersField(+ resolution=model["resolution"],+ ratio=model["ratio"],+ duration=model["duration"],+ watermark=watermark,+ seed=seed,+ ),+ ),+ )+ if not initial_response.output:+ raise Exception(f"An unknown error occurred: {initial_response.code} - {initial_response.message}")+ response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/wan/api/v1/tasks/{initial_response.output.task_id}"),+ response_model=VideoTaskStatusResponse,+ status_extractor=lambda x: x.output.task_status,+ poll_interval=7,+ )+ return IO.NodeOutput(await download_url_to_video_output(response.output.video_url))++class WanApiExtension(ComfyExtension):@overrideasync def get_node_list(self) -> list[type[IO.ComfyNode]]:@@ -945,6 +1655,11 @@ class WanApiExtension(ComfyExtension):WanTextToVideoApi,WanImageToVideoApi,WanReferenceVideoApi,+ Wan2TextToVideoApi,+ Wan2ImageToVideoApi,+ Wan2VideoContinuationApi,+ Wan2VideoEditApi,+ Wan2ReferenceVideoApi,]