Open-Sora: Democratizing Efficient Video Production for All
Python
debug
Shen-Chenhui6fb4e3cd2292
diff --git a/configs/vae_magvit_v2/inference/17x128x128_pixabay.py b/configs/vae_magvit_v2/inference/17x128x128_pixabay.pyindex 9517f12..86b85d8 100644--- a/configs/vae_magvit_v2/inference/17x128x128_pixabay.py+++ b/configs/vae_magvit_v2/inference/17x128x128_pixabay.py@@ -11,24 +11,21 @@ dataset = dict(fps = 24 // 3is_vae = True-use_pipeline = True# Define dataset-root = None-data_path = "CSV_PATH"max_test_samples = -1-use_image_transform = False-num_workers = 4-video_contains_first_frame = True-# Define acceleration+num_workers = 4dtype = "bf16"grad_checkpoint = Trueplugin = "zero2"sp_size = 1+use_pipeline = True+video_contains_first_frame = True+# Define model@@ -52,7 +49,6 @@ model = dict(disable_space = True,custom_conv_padding = None,encoder_double_z = False,- custom_conv_padding=None,)discriminator = dict(diff --git a/opensora/utils/config_utils.py b/opensora/utils/config_utils.pyindex 8262321..e59d4ab 100644--- a/opensora/utils/config_utils.py+++ b/opensora/utils/config_utils.py@@ -76,7 +76,7 @@ def merge_args(cfg, args, training=False):if cfg.get("discriminator") is not None:cfg.discriminator["from_pretrained"] = args.ckpt_pathargs.ckpt_path = None- if training and args.data_path is not None:+ if (training or cfg.get("is_vae", False)) and args.data_path is not None:cfg.dataset["data_path"] = args.data_pathargs.data_path = Noneif not training and args.cfg_scale is not None:diff --git a/scripts/inference-vae-v2.py b/scripts/inference-vae-v2.pyindex 5a41d79..bd07bf4 100644--- a/scripts/inference-vae-v2.py+++ b/scripts/inference-vae-v2.py@@ -12,7 +12,7 @@ from opensora.registry import MODELS, SCHEDULERS, build_modulefrom opensora.utils.config_utils import parse_configsfrom opensora.utils.misc import to_torch_dtypefrom opensora.datasets import prepare_dataloader, prepare_variable_dataloader-from opensora.datasets import DATASETS, MODELS, build_module+from opensora.registry import DATASETS, MODELS, build_modulefrom opensora.acceleration.parallel_states import (get_data_parallel_group,set_data_parallel_group,