The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
feat(api-nodes): add Kling Motion Control node (#11493)
Alexander Piskun865568b7fc5f
diff --git a/comfy_api_nodes/apis/kling_api.py b/comfy_api_nodes/apis/kling_api.pyindex 80a758466..bf54ede3e 100644--- a/comfy_api_nodes/apis/kling_api.py+++ b/comfy_api_nodes/apis/kling_api.py@@ -102,3 +102,12 @@ class ImageToVideoWithAudioRequest(BaseModel):prompt: str = Field(...)mode: str = Field("pro")sound: str = Field(..., description="'on' or 'off'")+++class MotionControlRequest(BaseModel):+ prompt: str = Field(...)+ image_url: str = Field(...)+ video_url: str = Field(...)+ keep_original_sound: str = Field(...)+ character_orientation: str = Field(...)+ mode: str = Field(..., description="'pro' or 'std'")diff --git a/comfy_api_nodes/nodes_kling.py b/comfy_api_nodes/nodes_kling.pyindex 5294b10d4..58259e029 100644--- a/comfy_api_nodes/nodes_kling.py+++ b/comfy_api_nodes/nodes_kling.py@@ -51,6 +51,7 @@ from comfy_api_nodes.apis import ()from comfy_api_nodes.apis.kling_api import (ImageToVideoWithAudioRequest,+ MotionControlRequest,OmniImageParamImage,OmniParamImage,OmniParamVideo,@@ -2163,6 +2164,91 @@ class ImageToVideoWithAudio(IO.ComfyNode):return IO.NodeOutput(await download_url_to_video_output(final_response.data.task_result.videos[0].url))+class MotionControl(IO.ComfyNode):++ @classmethod+ def define_schema(cls) -> IO.Schema:+ return IO.Schema(+ node_id="KlingMotionControl",+ display_name="Kling Motion Control",+ category="api node/video/Kling",+ inputs=[+ IO.String.Input("prompt", multiline=True),+ IO.Image.Input("reference_image"),+ IO.Video.Input(+ "reference_video",+ tooltip="Motion reference video used to drive movement/expression.\n"+ "Duration limits depend on character_orientation:\n"+ " - image: 3–10s (max 10s)\n"+ " - video: 3–30s (max 30s)",+ ),+ IO.Boolean.Input("keep_original_sound", default=True),+ IO.Combo.Input(+ "character_orientation",+ options=["video", "image"],+ tooltip="Controls where the character's facing/orientation comes from.\n"+ "video: movements, expressions, camera moves, and orientation "+ "follow the motion reference video (other details via prompt).\n"+ "image: movements and expressions still follow the motion reference video, "+ "but the character orientation matches the reference image (camera/other details via prompt).",+ ),+ IO.Combo.Input("mode", options=["pro", "std"]),+ ],+ outputs=[+ IO.Video.Output(),+ ],+ hidden=[+ IO.Hidden.auth_token_comfy_org,+ IO.Hidden.api_key_comfy_org,+ IO.Hidden.unique_id,+ ],+ is_api_node=True,+ )++ @classmethod+ async def execute(+ cls,+ prompt: str,+ reference_image: Input.Image,+ reference_video: Input.Video,+ keep_original_sound: bool,+ character_orientation: str,+ mode: str,+ ) -> IO.NodeOutput:+ validate_string(prompt, max_length=2500)+ validate_image_dimensions(reference_image, min_width=340, min_height=340)+ validate_image_aspect_ratio(reference_image, (1, 2.5), (2.5, 1))+ if character_orientation == "image":+ validate_video_duration(reference_video, min_duration=3, max_duration=10)+ else:+ validate_video_duration(reference_video, min_duration=3, max_duration=30)+ validate_video_dimensions(reference_video, min_width=340, min_height=340, max_width=3850, max_height=3850)+ response = await sync_op(+ cls,+ ApiEndpoint(path="/proxy/kling/v1/videos/motion-control", method="POST"),+ response_model=TaskStatusResponse,+ data=MotionControlRequest(+ prompt=prompt,+ image_url=(await upload_images_to_comfyapi(cls, reference_image))[0],+ video_url=await upload_video_to_comfyapi(cls, reference_video),+ keep_original_sound="yes" if keep_original_sound else "no",+ character_orientation=character_orientation,+ mode=mode,+ ),+ )+ if response.code:+ raise RuntimeError(+ f"Kling request failed. Code: {response.code}, Message: {response.message}, Data: {response.data}"+ )+ final_response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/kling/v1/videos/motion-control/{response.data.task_id}"),+ response_model=TaskStatusResponse,+ status_extractor=lambda r: (r.data.task_status if r.data else None),+ )+ return IO.NodeOutput(await download_url_to_video_output(final_response.data.task_result.videos[0].url))++class KlingExtension(ComfyExtension):@overrideasync def get_node_list(self) -> list[type[IO.ComfyNode]]:@@ -2188,6 +2274,7 @@ class KlingExtension(ComfyExtension):OmniProImageNode,TextToVideoWithAudio,ImageToVideoWithAudio,+ MotionControl,]