Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

[stage2] update config

zhengzangwce601066c55b
diff --git a/configs/opensora-v1-2/train/stage2.py b/configs/opensora-v1-2/train/stage2.py
index a1d5b67..30dce99 100644
--- a/configs/opensora-v1-2/train/stage2.py
+++ b/configs/opensora-v1-2/train/stage2.py
@@ -88,5 +88,4 @@ grad_clip = 1.0
lr = 1e-4
ema_decay = 0.99
adam_eps = 1e-15
-warmup_steps = 1000
diff --git a/opensora/utils/config_utils.py b/opensora/utils/config_utils.py
index 755e8ac..d0fa845 100644
--- a/opensora/utils/config_utils.py
+++ b/opensora/utils/config_utils.py
@@ -70,6 +70,7 @@ def parse_args(training=False):
parser.add_argument("--wandb", default=None, type=bool, help="enable wandb")
parser.add_argument("--load", default=None, type=str, help="path to continue training")
parser.add_argument("--start-from-scratch", action="store_true", help="start training from scratch")
+ parser.add_argument("--warmup-steps", default=None, type=int, help="warmup steps")
return parser.parse_args()
diff --git a/scripts/train.py b/scripts/train.py
index 73d1fbd..d10e2fb 100644
--- a/scripts/train.py
+++ b/scripts/train.py
@@ -330,18 +330,18 @@ def main():
wandb.log(
{
"iter": global_step,
+ "acc_step": acc_step,
"epoch": epoch,
"loss": loss.item(),
"avg_loss": avg_loss,
- "acc_step": acc_step,
"lr": optimizer.param_groups[0]["lr"],
- "move_data_time": move_data_t.elapsed_time,
- "encode_time": encode_t.elapsed_time,
- "mask_time": mask_t.elapsed_time,
- "diffusion_time": loss_t.elapsed_time,
- "backward_time": backward_t.elapsed_time,
- "update_ema_time": ema_t.elapsed_time,
- "reduce_loss_time": reduce_loss_t.elapsed_time,
+ "debug/move_data_time": move_data_t.elapsed_time,
+ "debug/encode_time": encode_t.elapsed_time,
+ "debug/mask_time": mask_t.elapsed_time,
+ "debug/diffusion_time": loss_t.elapsed_time,
+ "debug/backward_time": backward_t.elapsed_time,
+ "debug/update_ema_time": ema_t.elapsed_time,
+ "debug/reduce_loss_time": reduce_loss_t.elapsed_time,
},
step=global_step,
)