Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

[Partner Nodes] feat(Pixverse): add Pixverse V6 model support (#15880)

Alexander Piskun7d9d0c391b90
diff --git a/comfy_api_nodes/apis/pixverse.py b/comfy_api_nodes/apis/pixverse.py
index 9bb29c383..9920345a9 100644
--- a/comfy_api_nodes/apis/pixverse.py
+++ b/comfy_api_nodes/apis/pixverse.py
@@ -1,7 +1,4 @@
-from __future__ import annotations
-
from enum import Enum
-from typing import Optional
from pydantic import BaseModel, Field
@@ -60,33 +57,32 @@ class PixverseStyle(str, Enum):
cyberpunk = "cyberpunk"
-# NOTE: forgoing descriptions for now in return for dev speed
class PixverseTextVideoRequest(BaseModel):
aspect_ratio: PixverseAspectRatio = Field(...)
quality: PixverseQuality = Field(...)
duration: PixverseDuration = Field(...)
- model: Optional[str] = Field("v3.5")
- motion_mode: Optional[PixverseMotionMode] = Field(PixverseMotionMode.normal)
+ model: str | None = Field("v3.5")
+ motion_mode: PixverseMotionMode | None = Field(PixverseMotionMode.normal)
prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- style: Optional[str] = Field(None)
- template_id: Optional[int] = Field(None)
- water_mark: Optional[bool] = Field(None)
+ negative_prompt: str | None = Field(None)
+ seed: int | None = Field(None)
+ style: str | None = Field(None)
+ template_id: int | None = Field(None)
+ water_mark: bool | None = Field(None)
class PixverseImageVideoRequest(BaseModel):
quality: PixverseQuality = Field(...)
duration: PixverseDuration = Field(...)
img_id: int = Field(...)
- model: Optional[str] = Field("v3.5")
- motion_mode: Optional[PixverseMotionMode] = Field(PixverseMotionMode.normal)
+ model: str | None = Field("v3.5")
+ motion_mode: PixverseMotionMode | None = Field(PixverseMotionMode.normal)
prompt: str = Field(...)
- negative_prompt: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- style: Optional[str] = Field(None)
- template_id: Optional[int] = Field(None)
- water_mark: Optional[bool] = Field(None)
+ negative_prompt: str | None = Field(None)
+ seed: int | None = Field(None)
+ style: str | None = Field(None)
+ template_id: int | None = Field(None)
+ water_mark: bool | None = Field(None)
class PixverseTransitionVideoRequest(BaseModel):
@@ -94,53 +90,141 @@ class PixverseTransitionVideoRequest(BaseModel):
duration: PixverseDuration = Field(...)
first_frame_img: int = Field(...)
last_frame_img: int = Field(...)
- model: Optional[str] = Field("v3.5")
- motion_mode: Optional[PixverseMotionMode] = Field(PixverseMotionMode.normal)
+ model: str | None = Field("v3.5")
+ motion_mode: PixverseMotionMode | None = Field(PixverseMotionMode.normal)
prompt: str = Field(...)
- # negative_prompt: Optional[str] = Field(None)
- seed: Optional[int] = Field(None)
- # style: Optional[str] = Field(None)
- # template_id: Optional[int] = Field(None)
- # water_mark: Optional[bool] = Field(None)
+ seed: int | None = Field(None)
+
+
+class PixverseImgIdResponseObject(BaseModel):
+ img_id: int | None = None
class PixverseImageUploadResponse(BaseModel):
- ErrCode: Optional[int] = None
- ErrMsg: Optional[str] = None
- Resp: Optional[PixverseImgIdResponseObject] = Field(None, alias='Resp')
+ ErrCode: int | None = None
+ ErrMsg: str | None = None
+ Resp: PixverseImgIdResponseObject | None = Field(None)
-class PixverseImgIdResponseObject(BaseModel):
- img_id: Optional[int] = None
+class PixverseVideoIdResponseObject(BaseModel):
+ video_id: int = Field(...)
+ credits: int | None = Field(None)
class PixverseVideoResponse(BaseModel):
- ErrCode: Optional[int] = Field(None)
- ErrMsg: Optional[str] = Field(None)
- Resp: Optional[PixverseVideoIdResponseObject] = Field(None)
+ ErrCode: int | None = Field(None)
+ ErrMsg: str | None = Field(None)
+ Resp: PixverseVideoIdResponseObject | None = Field(None)
-class PixverseVideoIdResponseObject(BaseModel):
- video_id: int = Field(..., description='Video_id')
+class PixverseGenerationStatusResponseObject(BaseModel):
+ create_time: str | None = Field(None)
+ id: int | None = Field(None)
+ modify_time: str | None = Field(None)
+ negative_prompt: str | None = Field(None)
+ outputHeight: int | None = Field(None)
+ outputWidth: int | None = Field(None)
+ prompt: str | None = Field(None)
+ resolution_ratio: int | None = Field(None)
+ seed: int | None = Field(None)
+ size: int | None = Field(None)
+ status: int | None = Field(None)
+ style: str | None = Field(None)
+ has_audio: bool | None = Field(None)
+ credits: int | None = Field(None)
+ url: str | None = Field(None)
class PixverseGenerationStatusResponse(BaseModel):
- ErrCode: Optional[int] = Field(None)
- ErrMsg: Optional[str] = Field(None)
- Resp: Optional[PixverseGenerationStatusResponseObject] = Field(None)
+ ErrCode: int | None = Field(None)
+ ErrMsg: str | None = Field(None)
+ Resp: PixverseGenerationStatusResponseObject | None = Field(None)
-class PixverseGenerationStatusResponseObject(BaseModel):
- create_time: Optional[str] = Field(None)
- id: Optional[int] = Field(None)
- modify_time: Optional[str] = Field(None)
- negative_prompt: Optional[str] = Field(None)
- outputHeight: Optional[int] = Field(None)
- outputWidth: Optional[int] = Field(None)
- prompt: Optional[str] = Field(None)
- resolution_ratio: Optional[int] = Field(None)
- seed: Optional[int] = Field(None)
- size: Optional[int] = Field(None)
- status: Optional[int] = Field(None)
- style: Optional[str] = Field(None)
- url: Optional[str] = Field(None)
+class PixverseV6AspectRatio(str, Enum):
+ ratio_16_9 = "16:9"
+ ratio_4_3 = "4:3"
+ ratio_1_1 = "1:1"
+ ratio_3_4 = "3:4"
+ ratio_9_16 = "9:16"
+ ratio_2_3 = "2:3"
+ ratio_3_2 = "3:2"
+ ratio_21_9 = "21:9"
+
+
+class PixverseV6Style(str, Enum):
+ none = "none"
+ anime = "anime"
+ animation_3d = "3d_animation"
+ clay = "clay"
+ comic = "comic"
+ cyberpunk = "cyberpunk"
+ realistic = "realistic"
+
+
+class PixverseReferenceType(str, Enum):
+ subject = "subject"
+ background = "background"
+
+
+class PixverseImageReference(BaseModel):
+ img_id: int = Field(...)
+ ref_name: str = Field(...)
+ type: PixverseReferenceType = Field(...)
+
+
+class PixverseVideoReference(BaseModel):
+ ref_name: str = Field(...)
+ video_media_id: int | None = Field(None)
+ source_video_id: int | None = Field(None)
+
+
+class PixverseV6BaseRequest(BaseModel):
+ model: str = Field("v6")
+ prompt: str = Field(...)
+ duration: int = Field(...)
+ quality: PixverseQuality = Field(...)
+ negative_prompt: str | None = Field(None)
+ seed: int | None = Field(None)
+ style: str | None = Field(None)
+ generate_audio_switch: bool | None = Field(None)
+
+
+class PixverseV6TextVideoRequest(PixverseV6BaseRequest):
+ aspect_ratio: PixverseV6AspectRatio = Field(...)
+ generate_multi_clip_switch: bool | None = Field(None)
+
+
+class PixverseV6ImageVideoRequest(PixverseV6BaseRequest):
+ img_id: int = Field(...)
+ generate_multi_clip_switch: bool | None = Field(None)
+
+
+class PixverseV6TransitionVideoRequest(PixverseV6BaseRequest):
+ first_frame_img: int = Field(...)
+ last_frame_img: int = Field(...)
+
+
+class PixverseV6ExtendVideoRequest(PixverseV6BaseRequest):
+ video_media_id: int = Field(...)
+
+
+class PixverseV6FusionVideoRequest(PixverseV6BaseRequest):
+ aspect_ratio: str = Field(...)
+ image_references: list[PixverseImageReference] | None = Field(None)
+ video_references: list[PixverseVideoReference] | None = Field(None)
+ reference_mode: str | None = Field(None)
+
+
+class PixverseMediaIdResponseObject(BaseModel):
+ media_id: int | None = Field(None)
+ media_type: str | None = Field(None)
+ url: str | None = Field(None)
+ width: int | None = Field(None)
+ height: int | None = Field(None)
+
+
+class PixverseMediaUploadResponse(BaseModel):
+ ErrCode: int | None = Field(None)
+ ErrMsg: str | None = Field(None)
+ Resp: PixverseMediaIdResponseObject | None = Field(None)
diff --git a/comfy_api_nodes/nodes_pixverse.py b/comfy_api_nodes/nodes_pixverse.py
index 4c8b723b9..36973bff3 100644
--- a/comfy_api_nodes/nodes_pixverse.py
+++ b/comfy_api_nodes/nodes_pixverse.py
@@ -1,18 +1,31 @@
+import re
+
import torch
from typing_extensions import override
-from comfy_api.latest import IO, ComfyExtension
+from comfy_api.latest import IO, ComfyExtension, Input
from comfy_api_nodes.apis.pixverse import (
PixverseTextVideoRequest,
PixverseImageVideoRequest,
PixverseTransitionVideoRequest,
PixverseImageUploadResponse,
+ PixverseMediaUploadResponse,
PixverseVideoResponse,
PixverseGenerationStatusResponse,
PixverseAspectRatio,
+ PixverseImageReference,
PixverseQuality,
PixverseDuration,
PixverseMotionMode,
+ PixverseReferenceType,
PixverseStatus,
+ PixverseV6AspectRatio,
+ PixverseV6ExtendVideoRequest,
+ PixverseV6FusionVideoRequest,
+ PixverseV6ImageVideoRequest,
+ PixverseV6Style,
+ PixverseV6TextVideoRequest,
+ PixverseV6TransitionVideoRequest,
+ PixverseVideoReference,
PixverseIO,
pixverse_templates,
)
@@ -21,24 +34,70 @@ from comfy_api_nodes.util import (
download_url_to_video_output,
poll_op,
sync_op,
- tensor_to_bytesio,
+ upload_images_to_comfyapi,
+ upload_video_to_comfyapi,
validate_string,
+ validate_video_dimensions,
+ validate_video_duration,
)
AVERAGE_DURATION_T2V = 32
AVERAGE_DURATION_I2V = 30
AVERAGE_DURATION_T2T = 52
+V6_MAX_PROMPT_LENGTH = 5000
+V6_MAX_NEGATIVE_PROMPT_LENGTH = 2048
+V6_MIN_DURATION = 1
+V6_MAX_DURATION = 15
+V6_MAX_SUBJECTS = 8
+V6_MAX_BACKGROUNDS = 2
+V6_MAX_REFERENCE_IMAGES_OMNI = 10
+V6_MAX_REFERENCE_IMAGES_PLAIN = 7
+V6_MAX_REFERENCE_VIDEOS = 2
+V6_MAX_REFERENCE_VIDEO_SECONDS = 15
+V6_EXTEND_SOURCE_SECONDS_LIMIT = 40
+V6_MAX_SOURCE_VIDEO_SIDE = 1920
+
+PIXVERSE_STATUS_LABELS = {
+ PixverseStatus.successful: "completed",
+ PixverseStatus.generating: "generating",
+ PixverseStatus.deleted: "deleted",
+ PixverseStatus.contents_moderation: "content moderation failed",
+ PixverseStatus.failed: "generation failed",
+}
+PIXVERSE_COMPLETED_STATUSES = ["completed"]
+PIXVERSE_FAILED_STATUSES = ["deleted", "content moderation failed", "generation failed"]
+
+
+def _pixverse_status(response) -> str:
+ resp = getattr(response, "Resp", None)
+ status = getattr(resp, "status", None)
+ return PIXVERSE_STATUS_LABELS.get(status, f"unknown status {status}")
+
+
+async def upload_video_to_pixverse(cls: type[IO.ComfyNode], video: Input.Video) -> int:
+ response_upload = await sync_op(
+ cls,
+ ApiEndpoint(path="/proxy/pixverse/media/upload", method="POST"),
+ response_model=PixverseMediaUploadResponse,
+ data={"file_url": await upload_video_to_comfyapi(cls, video)},
+ content_type="multipart/form-data",
+ )
+ if response_upload.Resp is None or response_upload.Resp.media_id is None:
+ raise Exception(f"PixVerse video upload request failed: '{response_upload.ErrMsg}'")
+ return response_upload.Resp.media_id
+
-async def upload_image_to_pixverse(cls: type[IO.ComfyNode], image: torch.Tensor):
+async def upload_image_to_pixverse(cls: type[IO.ComfyNode], image: torch.Tensor) -> int:
+ image_urls = await upload_images_to_comfyapi(cls, image, max_images=1)
response_upload = await sync_op(
cls,
ApiEndpoint(path="/proxy/pixverse/image/upload", method="POST"),
response_model=PixverseImageUploadResponse,
- files={"image": tensor_to_bytesio(image)},
+ data={"image_url": image_urls[0]},
content_type="multipart/form-data",
)
- if response_upload.Resp is None:
+ if response_upload.Resp is None or response_upload.Resp.img_id is None:
raise Exception(f"PixVerse image upload request failed: '{response_upload.ErrMsg}'")
return response_upload.Resp.img_id
@@ -174,13 +233,9 @@ class PixverseTextToVideoNode(IO.ComfyNode):
cls,
ApiEndpoint(path=f"/proxy/pixverse/video/result/{response_api.Resp.video_id}"),
response_model=PixverseGenerationStatusResponse,
- completed_statuses=[PixverseStatus.successful],
- failed_statuses=[
- PixverseStatus.contents_moderation,
- PixverseStatus.failed,
- PixverseStatus.deleted,
- ],
- status_extractor=lambda x: x.Resp.status,
+ completed_statuses=PIXVERSE_COMPLETED_STATUSES,
+ failed_statuses=PIXVERSE_FAILED_STATUSES,
+ status_extractor=_pixverse_status,
estimated_duration=AVERAGE_DURATION_T2V,
)
return IO.NodeOutput(await download_url_to_video_output(response_poll.Resp.url))
@@ -292,13 +347,9 @@ class PixverseImageToVideoNode(IO.ComfyNode):
cls,
ApiEndpoint(path=f"/proxy/pixverse/video/result/{response_api.Resp.video_id}"),
response_model=PixverseGenerationStatusResponse,
- completed_statuses=[PixverseStatus.successful],
- failed_statuses=[
- PixverseStatus.contents_moderation,
- PixverseStatus.failed,
- PixverseStatus.deleted,
- ],
- status_extractor=lambda x: x.Resp.status,
+ completed_statuses=PIXVERSE_COMPLETED_STATUSES,
+ failed_statuses=PIXVERSE_FAILED_STATUSES,
+ status_extractor=_pixverse_status,
estimated_duration=AVERAGE_DURATION_I2V,
)
return IO.NodeOutput(await download_url_to_video_output(response_poll.Resp.url))
@@ -407,13 +458,9 @@ class PixverseTransitionVideoNode(IO.ComfyNode):
cls,
ApiEndpoint(path=f"/proxy/pixverse/video/result/{response_api.Resp.video_id}"),
response_model=PixverseGenerationStatusResponse,
- completed_statuses=[PixverseStatus.successful],
- failed_statuses=[
- PixverseStatus.contents_moderation,
- PixverseStatus.failed,
- PixverseStatus.deleted,
- ],
- status_extractor=lambda x: x.Resp.status,
+ completed_statuses=PIXVERSE_COMPLETED_STATUSES,
+ failed_statuses=PIXVERSE_FAILED_STATUSES,
+ status_extractor=_pixverse_status,
estimated_duration=AVERAGE_DURATION_T2V,
)
return IO.NodeOutput(await download_url_to_video_output(response_poll.Resp.url))
@@ -425,26 +472,556 @@ PRICE_BADGE_VIDEO = IO.PriceBadge(
(
$prices := {
"5": {
- "1080p": {"normal": 1.2, "fast": 1.2},
- "720p": {"normal": 0.6, "fast": 1.2},
- "540p": {"normal": 0.45, "fast": 0.9},
- "360p": {"normal": 0.45, "fast": 0.9}
+ "1080p": {"normal": 1.716},
+ "720p": {"normal": 0.858, "fast": 1.716},
+ "540p": {"normal": 0.6435, "fast": 1.287},
+ "360p": {"normal": 0.6435, "fast": 1.287}
},
"8": {
- "1080p": {"normal": 1.2, "fast": 1.2},
- "720p": {"normal": 1.2, "fast": 1.2},
- "540p": {"normal": 0.9, "fast": 1.2},
- "360p": {"normal": 0.9, "fast": 1.2}
+ "720p": {"normal": 1.716},
+ "540p": {"normal": 1.287},
+ "360p": {"normal": 1.287}
+ }
+ };
+ $quality := $lowercase($string($lookup(widgets, "quality")));
+ $duration := $quality = "1080p" ? "5" : $string($lookup(widgets, "duration_seconds"));
+ $motion := $quality = "1080p" or $duration != "5"
+ ? "normal" : $lowercase($string($lookup(widgets, "motion_mode")));
+ $price := $lookup($lookup($lookup($prices, $duration), $quality), $motion);
+ $type($price) = "number" ? {"type":"usd","usd": $price} : undefined
+ )
+ """,
+)
+
+
+PIXVERSE_MODELS = {
+ "PixVerse V6": "v6",
+}
+
+PRICE_BADGE_PIXVERSE = IO.PriceBadge(
+ depends_on=IO.PriceBadgeDepends(
+ widgets=["model", "model.quality", "model.duration_seconds", "model.generate_audio"]
+ ),
+ expr="""
+ (
+ $prices := {
+ "pixverse v6": {
+ "360p": {"false": 0.0715, "true": 0.1001},
+ "540p": {"false": 0.1001, "true": 0.1287},
+ "720p": {"false": 0.1287, "true": 0.1716},
+ "1080p": {"false": 0.2574, "true": 0.3289}
+ }
+ };
+ $model := $lookup(widgets, "model");
+ $table := $type($model) = "string" ? $lookup($prices, $lowercase($model)) : undefined;
+ $quality := $lookup(widgets, "model.quality");
+ $row := $type($table) = "object" and $type($quality) = "string"
+ ? $lookup($table, $lowercase($quality)) : undefined;
+ $audio := $string($lookup(widgets, "model.generate_audio")) = "true" ? "true" : "false";
+ $pps := $type($row) = "object" ? $lookup($row, $audio) : undefined;
+ $durationRaw := $lookup(widgets, "model.duration_seconds");
+ $duration := $type($durationRaw) in ["string", "number"] ? $number($durationRaw) : undefined;
+ $type($pps) = "number" and $type($duration) = "number"
+ ? {"type":"usd","usd": $pps * $duration}
+ : undefined
+ )
+ """,
+)
+
+
+PRICE_BADGE_PIXVERSE_FUSION = IO.PriceBadge(
+ depends_on=IO.PriceBadgeDepends(
+ widgets=["model", "model.quality", "model.duration_seconds", "model.generate_audio"],
+ input_groups=["videos"],
+ ),
+ expr="""
+ (
+ $rates := {
+ "pixverse v6": {
+ "360p": {"false": 0.0715, "true": 0.1001},
+ "540p": {"false": 0.1001, "true": 0.1287},
+ "720p": {"false": 0.1287, "true": 0.1716},
+ "1080p": {"false": 0.2574, "true": 0.3289}
}
};
- $durPrices := $lookup($prices, $string(widgets.duration_seconds));
- $qualityPrices := $lookup($durPrices, widgets.quality);
- $price := $lookup($qualityPrices, widgets.motion_mode);
- {"type":"usd","usd": $price ? $price : 0.9}
+ $model := $lookup(widgets, "model");
+ $table := $type($model) = "string" ? $lookup($rates, $lowercase($model)) : undefined;
+ $quality := $lookup(widgets, "model.quality");
+ $row := $type($table) = "object" and $type($quality) = "string"
+ ? $lookup($table, $lowercase($quality)) : undefined;
+ $audio := $string($lookup(widgets, "model.generate_audio")) = "true" ? "true" : "false";
+ $pps := $type($row) = "object" ? $lookup($row, $audio) : undefined;
+ $hasVideo := $exists(inputGroups) and $lookup(inputGroups, "videos") > 0;
+ $durationRaw := $lookup(widgets, "model.duration_seconds");
+ $duration := $type($durationRaw) in ["string", "number"] ? $number($durationRaw) : undefined;
+ $type($pps) = "number"
+ ? ($hasVideo
+ ? {"type":"usd","usd": $pps * 2, "format":{"suffix":"/second of reference video"}}
+ : ($type($duration) = "number" ? {"type":"usd","usd": $pps * $duration} : undefined))
+ : undefined
)
""",
)
+def _pixverse6_inputs(
+ *,
+ aspect_ratio_options: list | None = None,
+ with_multi_clip: bool = False,
+ prompt_tooltip: str = "Prompt for the video generation.",
+ quality_tooltip: str = "Output resolution. Sets the long edge: 360p is 640px, 540p 1024px, "
+ "720p 1280px, 1080p 1920px.",
+) -> list:
+ inputs = [
+ IO.String.Input("prompt", multiline=True, default="", tooltip=prompt_tooltip),
+ ]
+ if aspect_ratio_options is not None:
+ inputs.append(
+ IO.Combo.Input(
+ "aspect_ratio",
+ options=aspect_ratio_options,
+ tooltip="Output aspect ratio.",
+ )
+ )
+ inputs += [
+ IO.Combo.Input(
+ "quality",
+ options=PixverseQuality,
+ default=PixverseQuality.res_720p,
+ tooltip=quality_tooltip,
+ ),
+ IO.Int.Input(
+ "duration_seconds",
+ default=5,
+ min=V6_MIN_DURATION,
+ max=V6_MAX_DURATION,
+ tooltip="Length of the generated video in seconds.",
+ ),
+ IO.Boolean.Input(
+ "generate_audio",
+ default=True,
+ tooltip="Generate a native audio track together with the video.",
+ ),
+ ]
+ if with_multi_clip:
+ inputs.append(
+ IO.Boolean.Input(
+ "multi_clip",
+ default=False,
+ tooltip="Let the model cut the video into several shots instead of one continuous take.",
+ )
+ )
+ inputs += [
+ IO.Int.Input(
+ "seed",
+ default=42,
+ min=0,
+ max=2147483647,
+ control_after_generate=True,
+ tooltip="Seed for video generation. PixVerse records it but does not reproduce a run from it.",
+ ),
+ IO.String.Input(
+ "negative_prompt",
+ default="",
+ multiline=True,
+ optional=True,
+ tooltip="An optional text description of undesired elements in the video.",
+ ),
+ IO.Combo.Input(
+ "style",
+ options=PixverseV6Style,
+ default=PixverseV6Style.none,
+ optional=True,
+ tooltip="An optional visual style applied to the whole video.",
+ ),
+ ]
+ return inputs
+
+
+def _pixverse_model_input(**kwargs) -> IO.DynamicCombo.Input:
+ return IO.DynamicCombo.Input(
+ "model",
+ options=[IO.DynamicCombo.Option("PixVerse V6", _pixverse6_inputs(**kwargs))],
+ tooltip="Model and generation settings.",
+ )
+
+
+def _validate_prompts(prompt: str, negative_prompt: str | None) -> None:
+ validate_string(prompt, strip_whitespace=True, min_length=1, max_length=V6_MAX_PROMPT_LENGTH)
+ if negative_prompt and len(negative_prompt) > V6_MAX_NEGATIVE_PROMPT_LENGTH:
+ raise ValueError(
+ f"Negative prompt must be at most {V6_MAX_NEGATIVE_PROMPT_LENGTH} characters, "
+ f"got {len(negative_prompt)}."
+ )
+
+
+def _model_style(model: dict) -> str | None:
+ style = model.get("style")
+ if not style or style == PixverseV6Style.none:
+ return None
+ return style
+
+
+def _model_common(model: dict) -> dict:
+ _validate_prompts(model["prompt"], model.get("negative_prompt"))
+ return {
+ "model": PIXVERSE_MODELS[model["model"]],
+ "prompt": model["prompt"],
+ "quality": model["quality"],
+ "duration": model["duration_seconds"],
+ "generate_audio_switch": model["generate_audio"],
+ "negative_prompt": model.get("negative_prompt") or None,
+ "style": _model_style(model),
+ "seed": model["seed"],
+ }
+
+
+def _pixverse_error(response) -> Exception:
+ code = response.ErrCode
+ message = response.ErrMsg or "unknown error"
+ if code == 500044:
+ return Exception(
+ "PixVerse is already running the maximum number of simultaneous generations. "
+ "Try again in a moment."
+ )
+ if code == 500090:
+ return Exception("PixVerse rejected the request: the provider account is out of credits.")
+ if code == 500063:
+ return Exception(f"PixVerse content moderation rejected the request: {message}")
+ return Exception(f"PixVerse request failed ({code}): '{message}'")
+
+
+async def _pixverse_generate(cls: type[IO.ComfyNode], path: str, request) -> IO.NodeOutput:
+ response_api = await sync_op(
+ cls,
+ ApiEndpoint(path=path, method="POST"),
+ response_model=PixverseVideoResponse,
+ data=request,
+ )
+ if response_api.Resp is None:
+ raise _pixverse_error(response_api)
+ response_poll = await poll_op(
+ cls,
+ ApiEndpoint(path=f"/proxy/pixverse/video/result/{response_api.Resp.video_id}"),
+ response_model=PixverseGenerationStatusResponse,
+ completed_statuses=PIXVERSE_COMPLETED_STATUSES,
+ failed_statuses=PIXVERSE_FAILED_STATUSES,
+ status_extractor=_pixverse_status,
+ )
+ return IO.NodeOutput(await download_url_to_video_output(response_poll.Resp.url))
+
+
+class PixverseV6TextToVideoNode(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="PixverseV6TextToVideoNode",
+ display_name="PixVerse V6 Text to Video",
+ category="partner/video/PixVerse",
+ description="Generates a video from a text prompt with PixVerse, optionally with native audio.",
+ inputs=[
+ _pixverse_model_input(
+ aspect_ratio_options=PixverseV6AspectRatio,
+ with_multi_clip=True,
+ ),
+ ],
+ outputs=[IO.Video.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=PRICE_BADGE_PIXVERSE,
+ )
+
+ @classmethod
+ async def execute(cls, model: dict) -> IO.NodeOutput:
+ return await _pixverse_generate(
+ cls,
+ "/proxy/pixverse/video/text/generate",
+ PixverseV6TextVideoRequest(
+ **_model_common(model),
+ aspect_ratio=model["aspect_ratio"],
+ generate_multi_clip_switch=model["multi_clip"],
+ ),
+ )
+
+
+class PixverseV6ImageToVideoNode(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="PixverseV6ImageToVideoNode",
+ display_name="PixVerse V6 Image to Video",
+ category="partner/video/PixVerse",
+ description="Animates an image with PixVerse, optionally with native audio. "
+ "The output keeps the aspect ratio of the input image.",
+ inputs=[
+ IO.Image.Input("image"),
+ _pixverse_model_input(with_multi_clip=True),
+ ],
+ outputs=[IO.Video.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=PRICE_BADGE_PIXVERSE,
+ )
+
+ @classmethod
+ async def execute(cls, image: torch.Tensor, model: dict) -> IO.NodeOutput:
+ common = _model_common(model)
+ return await _pixverse_generate(
+ cls,
+ "/proxy/pixverse/video/img/generate",
+ PixverseV6ImageVideoRequest(
+ **common,
+ img_id=await upload_image_to_pixverse(cls, image),
+ generate_multi_clip_switch=model["multi_clip"],
+ ),
+ )
+
+
+class PixverseV6FirstLastFrameNode(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="PixverseV6FirstLastFrameNode",
+ display_name="PixVerse V6 First-Last-Frame to Video",
+ category="partner/video/PixVerse",
+ description="Generates a video that transitions from a first frame to a last frame with PixVerse, "
+ "optionally with native audio. The output keeps the aspect ratio of the first frame.",
+ inputs=[
+ IO.Image.Input("first_frame"),
+ IO.Image.Input("last_frame"),
+ _pixverse_model_input(prompt_tooltip="Prompt describing the transition."),
+ ],
+ outputs=[IO.Video.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=PRICE_BADGE_PIXVERSE,
+ )
+
+ @classmethod
+ async def execute(cls, first_frame: torch.Tensor, last_frame: torch.Tensor, model: dict) -> IO.NodeOutput:
+ common = _model_common(model)
+ return await _pixverse_generate(
+ cls,
+ "/proxy/pixverse/video/transition/generate",
+ PixverseV6TransitionVideoRequest(
+ **common,
+ first_frame_img=await upload_image_to_pixverse(cls, first_frame),
+ last_frame_img=await upload_image_to_pixverse(cls, last_frame),
+ ),
+ )
+
+
+class PixverseV6ExtendVideoNode(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="PixverseV6ExtendVideoNode",
+ display_name="PixVerse V6 Extend Video",
+ category="partner/video/PixVerse",
+ description="Continues an existing video with PixVerse, optionally with native audio. The source must "
+ "be under 40 seconds and at most 1920px on either side. The output keeps the source's resolution, so "
+ "quality sets how well the continuation is rendered rather than the frame size.",
+ inputs=[
+ IO.Video.Input("video", tooltip="Video to continue."),
+ _pixverse_model_input(
+ prompt_tooltip="Prompt describing how the video should continue.",
+ quality_tooltip="Render quality of the generated continuation: 1080p looks markedly better than "
+ "540p or 360p. It never resizes - the output keeps the source video's resolution.",
+ ),
+ ],
+ outputs=[IO.Video.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=PRICE_BADGE_PIXVERSE,
+ )
+
+ @classmethod
+ async def execute(cls, video: Input.Video, model: dict) -> IO.NodeOutput:
+ common = _model_common(model)
+ source_seconds = video.get_duration()
+ if source_seconds >= V6_EXTEND_SOURCE_SECONDS_LIMIT:
+ raise ValueError(
+ f"PixVerse extends videos shorter than {V6_EXTEND_SOURCE_SECONDS_LIMIT} seconds; "
+ f"this one is {source_seconds:.2f}s."
+ )
+ validate_video_dimensions(video, max_width=V6_MAX_SOURCE_VIDEO_SIDE, max_height=V6_MAX_SOURCE_VIDEO_SIDE)
+ return await _pixverse_generate(
+ cls,
+ "/proxy/pixverse/video/extend/generate",
+ PixverseV6ExtendVideoRequest(
+ **common,
+ video_media_id=await upload_video_to_pixverse(cls, video),
+ ),
+ )
+
+
+def _rewrite_reference_tags(prompt: str, ref_names: set[str]) -> str:
+ def repl(match: re.Match) -> str:
+ name = match.group(1).lower() + match.group(2)
+ if name not in ref_names:
+ available = ", ".join(f"@{n}" for n in sorted(ref_names)) or "none"
+ raise ValueError(f"@{match.group(1)}{match.group(2)} is not connected. Available references: {available}.")
+ return f"@{name} "
+
+ return re.sub(
+ r"(?<!\S)@(subject|background|video)([0-9]+)\b\s*",
+ repl,
+ prompt,
+ flags=re.IGNORECASE,
+ )
+
+
+class PixverseV6FusionVideoNode(IO.ComfyNode):
+ @classmethod
+ def define_schema(cls) -> IO.Schema:
+ return IO.Schema(
+ node_id="PixverseV6FusionVideoNode",
+ display_name="PixVerse V6 Fusion (Reference to Video)",
+ category="partner/video/PixVerse",
+ description="Composes a video from reference subjects, backgrounds and videos with PixVerse. "
+ "Place a reference in the scene by naming it in the prompt, for example "
+ "'@Subject1 walks through @Background1'. Connecting a reference video switches the model to Omni mode, "
+ "where the output length matches the longest reference video.",
+ inputs=[
+ IO.Autogrow.Input(
+ "subjects",
+ template=IO.Autogrow.TemplateNames(
+ IO.Image.Input("subject"),
+ names=[f"subject{i}" for i in range(1, V6_MAX_SUBJECTS + 1)],
+ min=0,
+ ),
+ tooltip="Reference images of the subjects to place in the scene.",
+ ),
+ IO.Autogrow.Input(
+ "backgrounds",
+ template=IO.Autogrow.TemplateNames(
+ IO.Image.Input("background"),
+ names=[f"background{i}" for i in range(1, V6_MAX_BACKGROUNDS + 1)],
+ min=0,
+ ),
+ tooltip="Reference images of the scene the subjects are placed into.",
+ ),
+ IO.Autogrow.Input(
+ "videos",
+ template=IO.Autogrow.TemplateNames(
+ IO.Video.Input("video"),
+ names=[f"video{i}" for i in range(1, V6_MAX_REFERENCE_VIDEOS + 1)],
+ min=0,
+ ),
+ tooltip="Reference videos to borrow subjects, motion, framing or style from. "
+ "At most two, at most 15 seconds in total.",
+ ),
+ _pixverse_model_input(
+ aspect_ratio_options=[*[ratio.value for ratio in PixverseV6AspectRatio], "auto"],
+ prompt_tooltip="Prompt for the video generation. Refer to connected references as "
+ "@Subject1, @Background1, @Video1.",
+ ),
+ ],
+ outputs=[IO.Video.Output()],
+ hidden=[
+ IO.Hidden.auth_token_comfy_org,
+ IO.Hidden.api_key_comfy_org,
+ IO.Hidden.unique_id,
+ ],
+ is_api_node=True,
+ price_badge=PRICE_BADGE_PIXVERSE_FUSION,
+ )
+
+ @classmethod
+ async def execute(
+ cls,
+ subjects: IO.Autogrow.Type,
+ backgrounds: IO.Autogrow.Type,
+ videos: IO.Autogrow.Type,
+ model: dict,
+ ) -> IO.NodeOutput:
+ common = _model_common(model)
+ aspect_ratio = model["aspect_ratio"]
+ subjects = subjects or {}
+ backgrounds = backgrounds or {}
+ videos = videos or {}
+ if not subjects and not backgrounds and not videos:
+ raise ValueError("Connect at least one subject, background or reference video.")
+
+ is_omni = bool(videos)
+ image_count = len(subjects) + len(backgrounds)
+ max_images = V6_MAX_REFERENCE_IMAGES_OMNI if is_omni else V6_MAX_REFERENCE_IMAGES_PLAIN
+ if image_count > max_images:
+ raise ValueError(
+ f"PixVerse accepts at most {max_images} reference images "
+ f"{'in Omni mode' if is_omni else 'without a reference video'}, got {image_count}."
+ )
+ if aspect_ratio == "auto" and not is_omni:
+ raise ValueError("aspect_ratio 'auto' requires at least one connected reference video.")
+
+ total_video_seconds = 0.0
+ for video in videos.values():
+ validate_video_duration(video, max_duration=V6_MAX_REFERENCE_VIDEO_SECONDS)
+ total_video_seconds += video.get_duration()
+ if total_video_seconds > V6_MAX_REFERENCE_VIDEO_SECONDS:
+ raise ValueError(
+ f"Reference videos must total at most {V6_MAX_REFERENCE_VIDEO_SECONDS} seconds, "
+ f"got {total_video_seconds:.2f}."
+ )
+
+ common["prompt"] = _rewrite_reference_tags(
+ common["prompt"], set(subjects) | set(backgrounds) | set(videos)
+ )
+ common["duration"] = 0 if is_omni else common["duration"]
+
+ image_references = []
+ for ref_name, image in subjects.items():
+ image_references.append(
+ PixverseImageReference(
+ img_id=await upload_image_to_pixverse(cls, image),
+ ref_name=ref_name,
+ type=PixverseReferenceType.subject,
+ )
+ )
+ for ref_name, image in backgrounds.items():
+ image_references.append(
+ PixverseImageReference(
+ img_id=await upload_image_to_pixverse(cls, image),
+ ref_name=ref_name,
+ type=PixverseReferenceType.background,
+ )
+ )
+ video_references = []
+ for ref_name, video in videos.items():
+ video_references.append(
+ PixverseVideoReference(
+ ref_name=ref_name,
+ video_media_id=await upload_video_to_pixverse(cls, video),
+ )
+ )
+
+ return await _pixverse_generate(
+ cls,
+ "/proxy/pixverse/video/fusion/generate",
+ PixverseV6FusionVideoRequest(
+ **common,
+ aspect_ratio=aspect_ratio,
+ image_references=image_references or None,
+ video_references=video_references or None,
+ reference_mode="omni" if is_omni else None,
+ ),
+ )
+
class PixVerseExtension(ComfyExtension):
@override
@@ -454,6 +1031,11 @@ class PixVerseExtension(ComfyExtension):
PixverseImageToVideoNode,
PixverseTransitionVideoNode,
PixverseTemplateNode,
+ PixverseV6TextToVideoNode,
+ PixverseV6ImageToVideoNode,
+ PixverseV6FirstLastFrameNode,
+ PixverseV6ExtendVideoNode,
+ PixverseV6FusionVideoNode,
]