The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
[V3] convert Google Veo API node to the V3 schema (#9272)
Alexander Piskuneb39019daae9
diff --git a/comfy_api_nodes/nodes_veo2.py b/comfy_api_nodes/nodes_veo2.pyindex e25dab2f5..251aecd42 100644--- a/comfy_api_nodes/nodes_veo2.py+++ b/comfy_api_nodes/nodes_veo2.py@@ -1,17 +1,18 @@-import ioimport loggingimport base64import aiohttpimport torch+from io import BytesIOfrom typing import Optional+from typing_extensions import override-from comfy.comfy_types.node_typing import IO, ComfyNodeABC+from comfy_api.latest import ComfyExtension, io as comfy_iofrom comfy_api.input_impl.video_types import VideoFromFilefrom comfy_api_nodes.apis import (VeoGenVidRequest,VeoGenVidResponse,VeoGenVidPollRequest,- VeoGenVidPollResponse+ VeoGenVidPollResponse,)from comfy_api_nodes.apis.client import (ApiEndpoint,@@ -22,7 +23,7 @@ from comfy_api_nodes.apis.client import (from comfy_api_nodes.apinode_utils import (downscale_image_tensor,- tensor_to_base64_string+ tensor_to_base64_string,)AVERAGE_DURATION_VIDEO_GEN = 32@@ -50,7 +51,7 @@ def get_video_url_from_response(poll_response: VeoGenVidPollResponse) -> Optionareturn None-class VeoVideoGenerationNode(ComfyNodeABC):+class VeoVideoGenerationNode(comfy_io.ComfyNode):"""Generates videos from text prompts using Google's Veo API.@@ -59,101 +60,93 @@ class VeoVideoGenerationNode(ComfyNodeABC):"""@classmethod- def INPUT_TYPES(s):- return {- "required": {- "prompt": (- IO.STRING,- {- "multiline": True,- "default": "",- "tooltip": "Text description of the video",- },+ def define_schema(cls):+ return comfy_io.Schema(+ node_id="VeoVideoGenerationNode",+ display_name="Google Veo 2 Video Generation",+ category="api node/video/Veo",+ description="Generates videos from text prompts using Google's Veo 2 API",+ inputs=[+ comfy_io.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Text description of the video",),- "aspect_ratio": (- IO.COMBO,- {- "options": ["16:9", "9:16"],- "default": "16:9",- "tooltip": "Aspect ratio of the output video",- },+ comfy_io.Combo.Input(+ "aspect_ratio",+ options=["16:9", "9:16"],+ default="16:9",+ tooltip="Aspect ratio of the output video",),- },- "optional": {- "negative_prompt": (- IO.STRING,- {- "multiline": True,- "default": "",- "tooltip": "Negative text prompt to guide what to avoid in the video",- },+ comfy_io.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative text prompt to guide what to avoid in the video",+ optional=True,),- "duration_seconds": (- IO.INT,- {- "default": 5,- "min": 5,- "max": 8,- "step": 1,- "display": "number",- "tooltip": "Duration of the output video in seconds",- },+ comfy_io.Int.Input(+ "duration_seconds",+ default=5,+ min=5,+ max=8,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ tooltip="Duration of the output video in seconds",+ optional=True,),- "enhance_prompt": (- IO.BOOLEAN,- {- "default": True,- "tooltip": "Whether to enhance the prompt with AI assistance",- }+ comfy_io.Boolean.Input(+ "enhance_prompt",+ default=True,+ tooltip="Whether to enhance the prompt with AI assistance",+ optional=True,),- "person_generation": (- IO.COMBO,- {- "options": ["ALLOW", "BLOCK"],- "default": "ALLOW",- "tooltip": "Whether to allow generating people in the video",- },+ comfy_io.Combo.Input(+ "person_generation",+ options=["ALLOW", "BLOCK"],+ default="ALLOW",+ tooltip="Whether to allow generating people in the video",+ optional=True,),- "seed": (- IO.INT,- {- "default": 0,- "min": 0,- "max": 0xFFFFFFFF,- "step": 1,- "display": "number",- "control_after_generate": True,- "tooltip": "Seed for video generation (0 for random)",- },+ comfy_io.Int.Input(+ "seed",+ default=0,+ min=0,+ max=0xFFFFFFFF,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed for video generation (0 for random)",+ optional=True,),- "image": (IO.IMAGE, {- "default": None,- "tooltip": "Optional reference image to guide video generation",- }),- "model": (- IO.COMBO,- {- "options": ["veo-2.0-generate-001"],- "default": "veo-2.0-generate-001",- "tooltip": "Veo 2 model to use for video generation",- },+ comfy_io.Image.Input(+ "image",+ tooltip="Optional reference image to guide video generation",+ optional=True,),- },- "hidden": {- "auth_token": "AUTH_TOKEN_COMFY_ORG",- "comfy_api_key": "API_KEY_COMFY_ORG",- "unique_id": "UNIQUE_ID",- },- }-- RETURN_TYPES = (IO.VIDEO,)- FUNCTION = "generate_video"- CATEGORY = "api node/video/Veo"- DESCRIPTION = "Generates videos from text prompts using Google's Veo 2 API"- API_NODE = True+ comfy_io.Combo.Input(+ "model",+ options=["veo-2.0-generate-001"],+ default="veo-2.0-generate-001",+ tooltip="Veo 2 model to use for video generation",+ optional=True,+ ),+ ],+ outputs=[+ comfy_io.Video.Output(),+ ],+ hidden=[+ comfy_io.Hidden.auth_token_comfy_org,+ comfy_io.Hidden.api_key_comfy_org,+ comfy_io.Hidden.unique_id,+ ],+ is_api_node=True,+ )- async def generate_video(- self,+ @classmethod+ async def execute(+ cls,prompt,aspect_ratio="16:9",negative_prompt="",@@ -164,8 +157,6 @@ class VeoVideoGenerationNode(ComfyNodeABC):image=None,model="veo-2.0-generate-001",generate_audio=False,- unique_id: Optional[str] = None,- **kwargs,):# Prepare the instances for the requestinstances = []@@ -202,6 +193,10 @@ class VeoVideoGenerationNode(ComfyNodeABC):if "veo-3.0" in model:parameters["generateAudio"] = generate_audio+ auth = {+ "auth_token": cls.hidden.auth_token_comfy_org,+ "comfy_api_key": cls.hidden.api_key_comfy_org,+ }# Initial request to start video generationinitial_operation = SynchronousOperation(endpoint=ApiEndpoint(@@ -214,7 +209,7 @@ class VeoVideoGenerationNode(ComfyNodeABC):instances=instances,parameters=parameters),- auth_kwargs=kwargs,+ auth_kwargs=auth,)initial_response = await initial_operation.execute()@@ -248,10 +243,10 @@ class VeoVideoGenerationNode(ComfyNodeABC):request=VeoGenVidPollRequest(operationName=operation_name),- auth_kwargs=kwargs,+ auth_kwargs=auth,poll_interval=5.0,result_url_extractor=get_video_url_from_response,- node_id=unique_id,+ node_id=cls.hidden.unique_id,estimated_duration=AVERAGE_DURATION_VIDEO_GEN,)@@ -304,10 +299,10 @@ class VeoVideoGenerationNode(ComfyNodeABC):logging.info("Video generation completed successfully")# Convert video data to BytesIO object- video_io = io.BytesIO(video_data)+ video_io = BytesIO(video_data)# Return VideoFromFile object- return (VideoFromFile(video_io),)+ return comfy_io.NodeOutput(VideoFromFile(video_io))class Veo3VideoGenerationNode(VeoVideoGenerationNode):@@ -323,51 +318,104 @@ class Veo3VideoGenerationNode(VeoVideoGenerationNode):"""@classmethod- def INPUT_TYPES(s):- parent_input = super().INPUT_TYPES()-- # Update model options for Veo 3- parent_input["optional"]["model"] = (- IO.COMBO,- {- "options": ["veo-3.0-generate-001", "veo-3.0-fast-generate-001"],- "default": "veo-3.0-generate-001",- "tooltip": "Veo 3 model to use for video generation",- },- )-- # Add generateAudio parameter- parent_input["optional"]["generate_audio"] = (- IO.BOOLEAN,- {- "default": False,- "tooltip": "Generate audio for the video. Supported by all Veo 3 models.",- }- )-- # Update duration constraints for Veo 3 (only 8 seconds supported)- parent_input["optional"]["duration_seconds"] = (- IO.INT,- {- "default": 8,- "min": 8,- "max": 8,- "step": 1,- "display": "number",- "tooltip": "Duration of the output video in seconds (Veo 3 only supports 8 seconds)",- },+ def define_schema(cls):+ return comfy_io.Schema(+ node_id="Veo3VideoGenerationNode",+ display_name="Google Veo 3 Video Generation",+ category="api node/video/Veo",+ description="Generates videos from text prompts using Google's Veo 3 API",+ inputs=[+ comfy_io.String.Input(+ "prompt",+ multiline=True,+ default="",+ tooltip="Text description of the video",+ ),+ comfy_io.Combo.Input(+ "aspect_ratio",+ options=["16:9", "9:16"],+ default="16:9",+ tooltip="Aspect ratio of the output video",+ ),+ comfy_io.String.Input(+ "negative_prompt",+ multiline=True,+ default="",+ tooltip="Negative text prompt to guide what to avoid in the video",+ optional=True,+ ),+ comfy_io.Int.Input(+ "duration_seconds",+ default=8,+ min=8,+ max=8,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ tooltip="Duration of the output video in seconds (Veo 3 only supports 8 seconds)",+ optional=True,+ ),+ comfy_io.Boolean.Input(+ "enhance_prompt",+ default=True,+ tooltip="Whether to enhance the prompt with AI assistance",+ optional=True,+ ),+ comfy_io.Combo.Input(+ "person_generation",+ options=["ALLOW", "BLOCK"],+ default="ALLOW",+ tooltip="Whether to allow generating people in the video",+ optional=True,+ ),+ comfy_io.Int.Input(+ "seed",+ default=0,+ min=0,+ max=0xFFFFFFFF,+ step=1,+ display_mode=comfy_io.NumberDisplay.number,+ control_after_generate=True,+ tooltip="Seed for video generation (0 for random)",+ optional=True,+ ),+ comfy_io.Image.Input(+ "image",+ tooltip="Optional reference image to guide video generation",+ optional=True,+ ),+ comfy_io.Combo.Input(+ "model",+ options=["veo-3.0-generate-001", "veo-3.0-fast-generate-001"],+ default="veo-3.0-generate-001",+ tooltip="Veo 3 model to use for video generation",+ optional=True,+ ),+ comfy_io.Boolean.Input(+ "generate_audio",+ default=False,+ tooltip="Generate audio for the video. Supported by all Veo 3 models.",+ optional=True,+ ),+ ],+ outputs=[+ comfy_io.Video.Output(),+ ],+ hidden=[+ comfy_io.Hidden.auth_token_comfy_org,+ comfy_io.Hidden.api_key_comfy_org,+ comfy_io.Hidden.unique_id,+ ],+ is_api_node=True,)- return parent_input--# Register the nodes-NODE_CLASS_MAPPINGS = {- "VeoVideoGenerationNode": VeoVideoGenerationNode,- "Veo3VideoGenerationNode": Veo3VideoGenerationNode,-}+class VeoExtension(ComfyExtension):+ @override+ async def get_node_list(self) -> list[type[comfy_io.ComfyNode]]:+ return [+ VeoVideoGenerationNode,+ Veo3VideoGenerationNode,+ ]-NODE_DISPLAY_NAME_MAPPINGS = {- "VeoVideoGenerationNode": "Google Veo 2 Video Generation",- "Veo3VideoGenerationNode": "Google Veo 3 Video Generation",-}+async def comfy_entrypoint() -> VeoExtension:+ return VeoExtension()