The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
[Partner Nodes] added 4K resolution for Veo models; added Veo 3 Lite model (#13330)
Alexander Piskun1e1d4f12548c
diff --git a/comfy_api_nodes/nodes_veo2.py b/comfy_api_nodes/nodes_veo2.pyindex 13fc1cc36..084b086a8 100644--- a/comfy_api_nodes/nodes_veo2.py+++ b/comfy_api_nodes/nodes_veo2.py@@ -24,8 +24,9 @@ from comfy_api_nodes.util import (AVERAGE_DURATION_VIDEO_GEN = 32MODELS_MAP = {"veo-2.0-generate-001": "veo-2.0-generate-001",- "veo-3.1-generate": "veo-3.1-generate-preview",- "veo-3.1-fast-generate": "veo-3.1-fast-generate-preview",+ "veo-3.1-generate": "veo-3.1-generate-001",+ "veo-3.1-fast-generate": "veo-3.1-fast-generate-001",+ "veo-3.1-lite": "veo-3.1-lite-generate-001","veo-3.0-generate-001": "veo-3.0-generate-001","veo-3.0-fast-generate-001": "veo-3.0-fast-generate-001",}@@ -247,17 +248,8 @@ class VeoVideoGenerationNode(IO.ComfyNode):raise Exception("Video generation completed but no video was returned")-class Veo3VideoGenerationNode(VeoVideoGenerationNode):- """- Generates videos from text prompts using Google's Veo 3 API.-- Supported models:- - veo-3.0-generate-001- - veo-3.0-fast-generate-001-- This node extends the base Veo node with Veo 3 specific features including- audio generation and fixed 8-second duration.- """+class Veo3VideoGenerationNode(IO.ComfyNode):+ """Generates videos from text prompts using Google's Veo 3 API."""@classmethoddef define_schema(cls):@@ -279,6 +271,13 @@ class Veo3VideoGenerationNode(VeoVideoGenerationNode):default="16:9",tooltip="Aspect ratio of the output video",),+ IO.Combo.Input(+ "resolution",+ options=["720p", "1080p", "4k"],+ default="720p",+ tooltip="Output video resolution. 4K is not available for veo-3.1-lite and veo-3.0 models.",+ optional=True,+ ),IO.String.Input("negative_prompt",multiline=True,@@ -289,11 +288,11 @@ class Veo3VideoGenerationNode(VeoVideoGenerationNode):IO.Int.Input("duration_seconds",default=8,- min=8,+ min=4,max=8,- step=1,+ step=2,display_mode=IO.NumberDisplay.number,- tooltip="Duration of the output video in seconds (Veo 3 only supports 8 seconds)",+ tooltip="Duration of the output video in seconds",optional=True,),IO.Boolean.Input(@@ -332,10 +331,10 @@ class Veo3VideoGenerationNode(VeoVideoGenerationNode):options=["veo-3.1-generate","veo-3.1-fast-generate",+ "veo-3.1-lite","veo-3.0-generate-001","veo-3.0-fast-generate-001",],- default="veo-3.0-generate-001",tooltip="Veo 3 model to use for video generation",optional=True,),@@ -356,21 +355,111 @@ class Veo3VideoGenerationNode(VeoVideoGenerationNode):],is_api_node=True,price_badge=IO.PriceBadge(- depends_on=IO.PriceBadgeDepends(widgets=["model", "generate_audio"]),+ depends_on=IO.PriceBadgeDepends(widgets=["model", "generate_audio", "resolution", "duration_seconds"]),expr="""($m := widgets.model;+ $r := widgets.resolution;$a := widgets.generate_audio;- ($contains($m,"veo-3.0-fast-generate-001") or $contains($m,"veo-3.1-fast-generate"))- ? {"type":"usd","usd": ($a ? 1.2 : 0.8)}- : ($contains($m,"veo-3.0-generate-001") or $contains($m,"veo-3.1-generate"))- ? {"type":"usd","usd": ($a ? 3.2 : 1.6)}- : {"type":"range_usd","min_usd":0.8,"max_usd":3.2}+ $seconds := widgets.duration_seconds;+ $pps :=+ $contains($m, "lite")+ ? ($r = "1080p" ? ($a ? 0.08 : 0.05) : ($a ? 0.05 : 0.03))+ : $contains($m, "3.1-fast")+ ? ($r = "4k" ? ($a ? 0.30 : 0.25) : $r = "1080p" ? ($a ? 0.12 : 0.10) : ($a ? 0.10 : 0.08))+ : $contains($m, "3.1-generate")+ ? ($r = "4k" ? ($a ? 0.60 : 0.40) : ($a ? 0.40 : 0.20))+ : $contains($m, "3.0-fast")+ ? ($a ? 0.15 : 0.10)+ : ($a ? 0.40 : 0.20);+ {"type":"usd","usd": $pps * $seconds})""",),)+ @classmethod+ async def execute(+ cls,+ prompt,+ aspect_ratio="16:9",+ resolution="720p",+ negative_prompt="",+ duration_seconds=8,+ enhance_prompt=True,+ person_generation="ALLOW",+ seed=0,+ image=None,+ model="veo-3.0-generate-001",+ generate_audio=False,+ ):+ if "lite" in model and resolution == "4k":+ raise Exception("4K resolution is not supported by the veo-3.1-lite model.")++ model = MODELS_MAP[model]++ instances = [{"prompt": prompt}]+ if image is not None:+ image_base64 = tensor_to_base64_string(image)+ if image_base64:+ instances[0]["image"] = {"bytesBase64Encoded": image_base64, "mimeType": "image/png"}++ parameters = {+ "aspectRatio": aspect_ratio,+ "personGeneration": person_generation,+ "durationSeconds": duration_seconds,+ "enhancePrompt": True,+ "generateAudio": generate_audio,+ }+ if negative_prompt:+ parameters["negativePrompt"] = negative_prompt+ if seed > 0:+ parameters["seed"] = seed+ if "veo-3.1" in model:+ parameters["resolution"] = resolution++ initial_response = await sync_op(+ cls,+ ApiEndpoint(path=f"/proxy/veo/{model}/generate", method="POST"),+ response_model=VeoGenVidResponse,+ data=VeoGenVidRequest(+ instances=instances,+ parameters=parameters,+ ),+ )++ poll_response = await poll_op(+ cls,+ ApiEndpoint(path=f"/proxy/veo/{model}/poll", method="POST"),+ response_model=VeoGenVidPollResponse,+ status_extractor=lambda r: "completed" if r.done else "pending",+ data=VeoGenVidPollRequest(operationName=initial_response.name),+ poll_interval=9.0,+ estimated_duration=AVERAGE_DURATION_VIDEO_GEN,+ )++ if poll_response.error:+ raise Exception(f"Veo API error: {poll_response.error.message} (code: {poll_response.error.code})")++ response = poll_response.response+ filtered_count = response.raiMediaFilteredCount+ if filtered_count:+ reasons = response.raiMediaFilteredReasons or []+ reason_part = f": {reasons[0]}" if reasons else ""+ raise Exception(+ f"Content blocked by Google's Responsible AI filters{reason_part} "+ f"({filtered_count} video{'s' if filtered_count != 1 else ''} filtered)."+ )++ if response.videos:+ video = response.videos[0]+ if video.bytesBase64Encoded:+ return IO.NodeOutput(InputImpl.VideoFromFile(BytesIO(base64.b64decode(video.bytesBase64Encoded))))+ if video.gcsUri:+ return IO.NodeOutput(await download_url_to_video_output(video.gcsUri))+ raise Exception("Video returned but no data or URL was provided")+ raise Exception("Video generation completed but no video was returned")+class Veo3FirstLastFrameNode(IO.ComfyNode):@@ -394,7 +483,7 @@ class Veo3FirstLastFrameNode(IO.ComfyNode):default="",tooltip="Negative text prompt to guide what to avoid in the video",),- IO.Combo.Input("resolution", options=["720p", "1080p"]),+ IO.Combo.Input("resolution", options=["720p", "1080p", "4k"]),IO.Combo.Input("aspect_ratio",options=["16:9", "9:16"],@@ -424,8 +513,7 @@ class Veo3FirstLastFrameNode(IO.ComfyNode):IO.Image.Input("last_frame", tooltip="End frame"),IO.Combo.Input("model",- options=["veo-3.1-generate", "veo-3.1-fast-generate"],- default="veo-3.1-fast-generate",+ options=["veo-3.1-generate", "veo-3.1-fast-generate", "veo-3.1-lite"],),IO.Boolean.Input("generate_audio",@@ -443,26 +531,20 @@ class Veo3FirstLastFrameNode(IO.ComfyNode):],is_api_node=True,price_badge=IO.PriceBadge(- depends_on=IO.PriceBadgeDepends(widgets=["model", "generate_audio", "duration"]),+ depends_on=IO.PriceBadgeDepends(widgets=["model", "generate_audio", "duration", "resolution"]),expr="""(- $prices := {- "veo-3.1-fast-generate": { "audio": 0.15, "no_audio": 0.10 },- "veo-3.1-generate": { "audio": 0.40, "no_audio": 0.20 }- };$m := widgets.model;- $ga := (widgets.generate_audio = "true");+ $r := widgets.resolution;+ $ga := widgets.generate_audio;$seconds := widgets.duration;- $modelKey :=- $contains($m, "veo-3.1-fast-generate") ? "veo-3.1-fast-generate" :- $contains($m, "veo-3.1-generate") ? "veo-3.1-generate" :- "";- $audioKey := $ga ? "audio" : "no_audio";- $modelPrices := $lookup($prices, $modelKey);- $pps := $lookup($modelPrices, $audioKey);- ($pps != null)- ? {"type":"usd","usd": $pps * $seconds}- : {"type":"range_usd","min_usd": 0.4, "max_usd": 3.2}+ $pps :=+ $contains($m, "lite")+ ? ($r = "1080p" ? ($ga ? 0.08 : 0.05) : ($ga ? 0.05 : 0.03))+ : $contains($m, "fast")+ ? ($r = "4k" ? ($ga ? 0.30 : 0.25) : $r = "1080p" ? ($ga ? 0.12 : 0.10) : ($ga ? 0.10 : 0.08))+ : ($r = "4k" ? ($ga ? 0.60 : 0.40) : ($ga ? 0.40 : 0.20));+ {"type":"usd","usd": $pps * $seconds})""",),@@ -482,6 +564,9 @@ class Veo3FirstLastFrameNode(IO.ComfyNode):model: str,generate_audio: bool,):+ if "lite" in model and resolution == "4k":+ raise Exception("4K resolution is not supported by the veo-3.1-lite model.")+model = MODELS_MAP[model]initial_response = await sync_op(cls,@@ -519,7 +604,7 @@ class Veo3FirstLastFrameNode(IO.ComfyNode):data=VeoGenVidPollRequest(operationName=initial_response.name,),- poll_interval=5.0,+ poll_interval=9.0,estimated_duration=AVERAGE_DURATION_VIDEO_GEN,)