Open-Sora: Democratizing Efficient Video Production for All
Python
debug
Shen-Chenhuib2148d550511
diff --git a/scripts/train-vae.py b/scripts/train-vae.pyindex 5a9b77b..c04637d 100644--- a/scripts/train-vae.py+++ b/scripts/train-vae.py@@ -278,9 +278,37 @@ def main():from opensora.datasets import save_sample+ # get data again+ print("loading test data...")+ dataset = DatasetFromCSV(+ cfg.data_path,+ # TODO: change transforms+ transform=(+ get_transforms_video(cfg.image_size[0])+ if not cfg.use_image_transform+ else get_transforms_image(cfg.image_size[0])+ ),+ num_frames=cfg.num_frames,+ frame_interval=cfg.frame_interval,+ root=cfg.root,+ )++ dataloader = prepare_dataloader(+ dataset,+ batch_size=cfg.batch_size,+ num_workers=cfg.num_workers,+ shuffle=False,+ drop_last=True,+ pin_memory=True,+ process_group=get_data_parallel_group(),+ )+ print(f"Dataset contains {len(dataset):,} videos ({cfg.data_path})")+total_steps = len(dataloader)dataloader_iter = iter(dataloader)+ print("total steps:", total_steps)+with tqdm(range(total_steps),# desc=f"Avg Loss: {running_loss}",