Open-Sora: Democratizing Efficient Video Production for All
Python
debug
Shen-Chenhuia634f7327e6a
diff --git a/configs/vae_3d/inference/16x256x256.py b/configs/vae_3d/inference/16x256x256.pyindex 87d6ac5..3c3699c 100644--- a/configs/vae_3d/inference/16x256x256.py+++ b/configs/vae_3d/inference/16x256x256.py@@ -46,3 +46,4 @@ save_dir = "outputs/samples"batch_size = 8grad_clip = 1.0+grad_checkpoint = True\ No newline at end of filediff --git a/scripts/inference-debug.py b/scripts/inference-debug.pyindex a7b3b86..9b10aed 100644--- a/scripts/inference-debug.py+++ b/scripts/inference-debug.py@@ -25,6 +25,8 @@ from colossalai.booster import Boosterfrom colossalai.booster.plugin import LowLevelZeroPluginfrom opensora.acceleration.plugin import ZeroSeqParallelPluginfrom colossalai.utils import get_current_device+from colossalai.nn.optimizer import HybridAdam+from opensora.acceleration.checkpoint import set_grad_checkpointdef main():@@ -100,7 +102,7 @@ def main():dataset,batch_size=cfg.batch_size,num_workers=cfg.num_workers,- shuffle=False,+ shuffle=True,drop_last=True,pin_memory=True,process_group=get_data_parallel_group(),@@ -119,7 +121,18 @@ def main():# latent_size = vae.get_latent_size(input_size)# 3.2. move to device & eval- vae = vae.to(device, dtype).eval()+ vae = vae.to(device, dtype)++ # 4.5. setup optimizer+ optimizer = HybridAdam(+ filter(lambda p: p.requires_grad, vae.parameters()), lr=cfg.lr, weight_decay=0, adamw_mode=True+ )+ lr_scheduler = None++ # 4.6. prepare for training+ if cfg.grad_checkpoint:+ set_grad_checkpoint(vae)+ vae.train()# # 3.3. build scheduler# scheduler = build_module(cfg.scheduler, SCHEDULERS)