Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

debug

Shen-Chenhui136304eb615d
diff --git a/scripts/inference-vae-v2.py b/scripts/inference-vae-v2.py
index 8a8b42c..af7be21 100644
--- a/scripts/inference-vae-v2.py
+++ b/scripts/inference-vae-v2.py
@@ -178,18 +178,23 @@ def main():
# ===== Spatial VAE =====
if cfg.get("use_pipeline") == True:
with torch.no_grad():
- video_enc_spatail = vae_2d.encode(video)
+ video_enc_spatial = vae_2d.encode(video)
- recon_video, posterior = vae(
- video_enc_spatail,
- video_contains_first_frame = video_contains_first_frame
- )
+ recon_video, posterior = vae(
+ video_enc_spatial,
+ video_contains_first_frame = video_contains_first_frame
+ )
+ else:
+ recon_video, posterior = vae(
+ video,
+ video_contains_first_frame = video_contains_first_frame
+ )
if cfg.calc_loss:
# ====== Calc Loss ======
# simple nll loss
nll_loss, weighted_nll_loss, weighted_kl_loss = vae_loss_fn(
- video_enc_spatail,
+ video_enc_spatial,
recon_video,
posterior,
split = "eval"
@@ -208,7 +213,7 @@ def main():
vae_loss = weighted_nll_loss + weighted_kl_loss + adversarial_loss
# ====== Discriminator Loss ======
- real_video = pad_at_dim(video_enc_spatail, (disc_time_padding, 0), value = 0., dim = 2)
+ real_video = pad_at_dim(video_enc_spatial, (disc_time_padding, 0), value = 0., dim = 2)
fake_video = pad_at_dim(recon_video, (disc_time_padding, 0), value = 0., dim = 2)
if cfg.gradient_penalty_loss_weight is not None and cfg.gradient_penalty_loss_weight > 0.0:
@@ -245,19 +250,21 @@ def main():
if cfg.get("use_pipeline") == True:
with torch.no_grad(): # 2nd stage decoding
recon_pipeline = vae_2d.decode(recon_video)
- recon_2d = vae_2d.decode(video_enc_spatail)
+ recon_2d = vae_2d.decode(video_enc_spatial)
- for idx, (sample_2d, sample_pipeline) in enumerate(zip(recon_pipeline, recon_2d)):
+ for idx, (sample_original, sample_pipeline, sample_2d) in enumerate(zip(video, recon_pipeline, recon_2d)):
pos = step * cfg.batch_size + idx
save_path = os.path.join(save_dir, f"sample_{pos}")
+ save_sample(sample_original, fps=cfg.fps, save_path=save_path+"_original")
save_sample(sample_2d, fps=cfg.fps, save_path=save_path+"_2d")
save_sample(sample_pipeline, fps=cfg.fps, save_path=save_path+"_pipeline")
else:
- for idx, sample in enumerate(recon_video):
+ for idx, (original, recon) in enumerate(zip(video, recon_video)):
pos = step * cfg.batch_size + idx
save_path = os.path.join(save_dir, f"sample_{pos}")
- save_sample(sample, fps=cfg.fps, save_path=save_path)
+ save_sample(original, fps=cfg.fps, save_path=save_path+"_original")
+ save_sample(recon, fps=cfg.fps, save_path=save_path+"_recon")