Open-Sora: Democratizing Efficient Video Production for All
Python
removed unnecessary file
Shen-Chenhui60cb81192e7e
diff --git a/scripts/inference-vae-chunked-enc.py b/scripts/inference-vae-chunked-enc.pydeleted file mode 100644index 9192e60..0000000--- a/scripts/inference-vae-chunked-enc.py+++ /dev/null@@ -1,134 +0,0 @@-import os--import colossalai-import torch-import torch.distributed as dist-from colossalai.cluster import DistCoordinator-from mmengine.runner import set_random_seed-from tqdm import tqdm--from opensora.acceleration.parallel_states import get_data_parallel_group-from opensora.datasets import prepare_dataloader, save_sample-from opensora.models.vae.losses import VAELoss-from opensora.registry import DATASETS, MODELS, build_module-from opensora.utils.config_utils import parse_configs-from opensora.utils.misc import to_torch_dtype---def main():- # ======================================================- # 1. cfg and init distributed env- # ======================================================- cfg = parse_configs(training=False)- print(cfg)-- # init distributed- if os.environ.get("WORLD_SIZE", None):- use_dist = True- colossalai.launch_from_torch({})- coordinator = DistCoordinator()- else:- use_dist = False-- # ======================================================- # 2. runtime variables- # ======================================================- torch.set_grad_enabled(False)- torch.backends.cuda.matmul.allow_tf32 = True- torch.backends.cudnn.allow_tf32 = True- device = "cuda" if torch.cuda.is_available() else "cpu"- dtype = to_torch_dtype(cfg.dtype)- set_random_seed(seed=cfg.seed)-- # ======================================================- # 3. build dataset and dataloader- # ======================================================- dataset = build_module(cfg.dataset, DATASETS)- dataloader = prepare_dataloader(- dataset,- batch_size=cfg.batch_size,- num_workers=cfg.num_workers,- shuffle=False,- drop_last=True,- pin_memory=True,- process_group=get_data_parallel_group(),- )- print(f"Dataset contains {len(dataset):,} videos ({cfg.dataset.data_path})")- total_batch_size = cfg.batch_size * dist.get_world_size()- print(f"Total batch size: {total_batch_size}")-- # ======================================================- # 4. build model & load weights- # ======================================================- # 4.1. build model- model = build_module(cfg.model, MODELS)- model.to(device, dtype).eval()-- # ======================================================- # 5. inference- # ======================================================- save_dir = cfg.save_dir-- # define loss function- vae_loss_fn = VAELoss(- logvar_init=cfg.get("logvar_init", 0.0),- perceptual_loss_weight=cfg.perceptual_loss_weight,- kl_loss_weight=cfg.kl_loss_weight,- device=device,- dtype=dtype,- )-- # get total number of steps- total_steps = len(dataloader)- if cfg.max_test_samples is not None:- total_steps = min(int(cfg.max_test_samples // cfg.batch_size), total_steps)- print(f"limiting test dataset to {int(cfg.max_test_samples//cfg.batch_size) * cfg.batch_size}")- dataloader_iter = iter(dataloader)-- running_loss = running_nll = running_nll_z = 0.0- loss_steps = 0- with tqdm(- range(total_steps),- disable=not coordinator.is_master(),- total=total_steps,- initial=0,- ) as pbar:- for step in pbar:- batch = next(dataloader_iter)- x = batch["video"].to(device, dtype) # [B, C, T, H, W]- input_size = x.shape[2:]-- half_frame = int(x.size(2) // 2)- x_front = x[:,:, :half_frame, :, :]- x_back = x[:, :, half_frame:, :, :]-- # ===== VAE =====- z_front, posterior_front, x_z_front = model.encode(x_front)- z_back, posterior_back, x_z_back = model.encode(x_back)-- dummy, _, _ = model.encode(x)- latent_size = list(dummy.shape)-- z = torch.cat((z_front, z_back), dim=2)- x_z = torch.cat((x_z_front, x_z_back), dim=2)- assert list(z.shape) == latent_size, f"z shape: {z.shape}, latent_size: {latent_size}"- x_rec, x_z_rec = model.decode(z, num_frames=x.size(2))- x_ref = model.spatial_vae.decode(x_z)-- if not use_dist or coordinator.is_master():- ori_dir = f"{save_dir}_ori"- rec_dir = f"{save_dir}_rec"- ref_dir = f"{save_dir}_ref"- os.makedirs(ori_dir, exist_ok=True)- os.makedirs(rec_dir, exist_ok=True)- os.makedirs(ref_dir, exist_ok=True)- for idx, vid in enumerate(x):- pos = step * cfg.batch_size + idx- save_sample(vid, fps=cfg.fps, save_path=f"{ori_dir}/{pos:03d}")- save_sample(x_rec[idx], fps=cfg.fps, save_path=f"{rec_dir}/{pos:03d}")- save_sample(x_ref[idx], fps=cfg.fps, save_path=f"{ref_dir}/{pos:03d}")----if __name__ == "__main__":- main()