Open-Sora: Democratizing Efficient Video Production for All
Python
[config] stage2 training
zhengzangwc04f157fec79
diff --git a/configs/opensora-v1-2/train/stage2.py b/configs/opensora-v1-2/train/stage2.pyindex 4ad4dce..6dc2299 100644--- a/configs/opensora-v1-2/train/stage2.py+++ b/configs/opensora-v1-2/train/stage2.py@@ -8,20 +8,20 @@ dataset = dict(bucket_config = { # 12s/it"144p": {1: (1.0, 475), 51: (1.0, 51), 102: ((1.0, 0.33), 27), 204: ((1.0, 0.1), 13), 408: ((1.0, 0.1), 6)},# ---- "256": {1: (0.4, 297), 51: (0.5, 20), 102: ((0.5, 0.33), 10), 204: ((0.5, 0.1), 5), 408: ((0.5, 0.1), 2)},- "240p": {1: (0.3, 297), 51: (0.4, 20), 102: ((0.4, 0.33), 10), 204: ((0.4, 0.1), 5), 408: ((0.4, 0.1), 2)},+ "256": {1: (0.4, 297), 51: (0.5, 20), 102: ((0.5, 0.33), 10), 204: ((0.5, 1.0), 5), 408: ((0.5, 1.0), 2)},+ "240p": {1: (0.3, 297), 51: (0.4, 20), 102: ((0.4, 0.33), 10), 204: ((0.4, 1.0), 5), 408: ((0.4, 1.0), 2)},# ---- "360p": {1: (0.2, 141), 51: (0.15, 8), 102: ((0.15, 0.33), 4), 204: ((0.15, 0.1), 2), 408: ((0.15, 0.1), 1)},- "512": {1: (0.2, 141), 51: (0.15, 8), 102: ((0.15, 0.33), 4), 204: ((0.15, 0.1), 2), 408: ((0.15, 0.1), 1)},+ "360p": {1: (0.5, 141), 51: (0.15, 8), 102: ((0.3, 0.5), 4), 204: ((0.3, 1.0), 2), 408: ((0.5, 0.5), 1)},+ "512": {1: (0.4, 141), 51: (0.15, 8), 102: ((0.2, 0.4), 4), 204: ((0.2, 1.0), 2), 408: ((0.4, 0.5), 1)},# ---- "480p": {1: (0.1, 89), 51: (0.1, 5), 102: (0.1, 2), 204: (0.1, 1)},+ "480p": {1: (0.5, 89), 51: (0.1, 5), 102: (0.1, 2), 204: (0.05, 1)},# ---- "720p": {1: (0.05, 36), 51: (0.1, 1)},- "1024": {1: (0.05, 36), 51: (0.1, 1)},+ "720p": {1: (0.1, 36), 51: (0.03, 1)},+ "1024": {1: (0.1, 36), 51: (0.02, 1)},# ---- "1080p": {1: (0.1, 5)},+ "1080p": {1: (0.01, 5)},# ---- "2048": {1: (0.1, 5)},+ "2048": {1: (0.01, 5)},}grad_checkpoint = True@@ -88,3 +88,5 @@ grad_clip = 1.0lr = 1e-4ema_decay = 0.99adam_eps = 1e-15+warmup_steps = 1000+