Open-Sora: Democratizing Efficient Video Production for All
Python
debug
Shen-Chenhui136304eb615d
diff --git a/scripts/inference-vae-v2.py b/scripts/inference-vae-v2.pyindex 8a8b42c..af7be21 100644--- a/scripts/inference-vae-v2.py+++ b/scripts/inference-vae-v2.py@@ -178,18 +178,23 @@ def main():# ===== Spatial VAE =====if cfg.get("use_pipeline") == True:with torch.no_grad():- video_enc_spatail = vae_2d.encode(video)+ video_enc_spatial = vae_2d.encode(video)- recon_video, posterior = vae(- video_enc_spatail,- video_contains_first_frame = video_contains_first_frame- )+ recon_video, posterior = vae(+ video_enc_spatial,+ video_contains_first_frame = video_contains_first_frame+ )+ else:+ recon_video, posterior = vae(+ video,+ video_contains_first_frame = video_contains_first_frame+ )if cfg.calc_loss:# ====== Calc Loss ======# simple nll lossnll_loss, weighted_nll_loss, weighted_kl_loss = vae_loss_fn(- video_enc_spatail,+ video_enc_spatial,recon_video,posterior,split = "eval"@@ -208,7 +213,7 @@ def main():vae_loss = weighted_nll_loss + weighted_kl_loss + adversarial_loss# ====== Discriminator Loss ======- real_video = pad_at_dim(video_enc_spatail, (disc_time_padding, 0), value = 0., dim = 2)+ real_video = pad_at_dim(video_enc_spatial, (disc_time_padding, 0), value = 0., dim = 2)fake_video = pad_at_dim(recon_video, (disc_time_padding, 0), value = 0., dim = 2)if cfg.gradient_penalty_loss_weight is not None and cfg.gradient_penalty_loss_weight > 0.0:@@ -245,19 +250,21 @@ def main():if cfg.get("use_pipeline") == True:with torch.no_grad(): # 2nd stage decodingrecon_pipeline = vae_2d.decode(recon_video)- recon_2d = vae_2d.decode(video_enc_spatail)+ recon_2d = vae_2d.decode(video_enc_spatial)- for idx, (sample_2d, sample_pipeline) in enumerate(zip(recon_pipeline, recon_2d)):+ for idx, (sample_original, sample_pipeline, sample_2d) in enumerate(zip(video, recon_pipeline, recon_2d)):pos = step * cfg.batch_size + idxsave_path = os.path.join(save_dir, f"sample_{pos}")+ save_sample(sample_original, fps=cfg.fps, save_path=save_path+"_original")save_sample(sample_2d, fps=cfg.fps, save_path=save_path+"_2d")save_sample(sample_pipeline, fps=cfg.fps, save_path=save_path+"_pipeline")else:- for idx, sample in enumerate(recon_video):+ for idx, (original, recon) in enumerate(zip(video, recon_video)):pos = step * cfg.batch_size + idxsave_path = os.path.join(save_dir, f"sample_{pos}")- save_sample(sample, fps=cfg.fps, save_path=save_path)+ save_sample(original, fps=cfg.fps, save_path=save_path+"_original")+ save_sample(recon, fps=cfg.fps, save_path=save_path+"_recon")