Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

[refactor] eval scripts

zhengzangw9ea3d46a3325
diff --git a/eval/human_eval/launch.sh b/eval/human_eval/launch.sh
new file mode 100644
index 0000000..5b25abd
--- /dev/null
+++ b/eval/human_eval/launch.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+
+set -x
+set -e
+
+CKPT=$1
+NUM_FRAMES=$2
+MODEL_NAME=$3
+
+if [[ $CKPT == *"ema"* ]]; then
+ parentdir=$(dirname $CKPT)
+ CKPT_BASE=$(basename $parentdir)_ema
+else
+ CKPT_BASE=$(basename $CKPT)
+fi
+LOG_BASE=logs/sample/${MODEL_NAME}_${CKPT_BASE}
+echo "Logging to $LOG_BASE"
+
+# == sample & human evaluation ==
+CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT 1 $MODEL_NAME -1 >${LOG_BASE}_1.log 2>&1 &
+CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2a >${LOG_BASE}_2a.log 2>&1 &
+CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2b >${LOG_BASE}_2b.log 2>&1 &
+CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2c >${LOG_BASE}_2c.log 2>&1 &
+CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2d >${LOG_BASE}_2d.log 2>&1 &
+CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2e >${LOG_BASE}_2e.log 2>&1 &
+CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2f >${LOG_BASE}_2f.log 2>&1 &
+CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2g >${LOG_BASE}_2g.log 2>&1 &
+
+# CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2h >${LOG_BASE}_2h.log 2>&1 &
+
+# kill all by: pkill -f "inference"
diff --git a/eval/launch.sh b/eval/launch.sh
deleted file mode 100644
index 6c55f7b..0000000
--- a/eval/launch.sh
+++ /dev/null
@@ -1,51 +0,0 @@
-#!/bin/bash
-
-set -x
-set -e
-
-CKPT=$1
-NUM_FRAMES=$2
-MODEL_NAME=$3
-
-if [[ $CKPT == *"ema"* ]]; then
- parentdir=$(dirname $CKPT)
- CKPT_BASE=$(basename $parentdir)_ema
-else
- CKPT_BASE=$(basename $CKPT)
-fi
-LOG_BASE=logs/sample/${MODEL_NAME}_${CKPT_BASE}
-echo "Logging to $LOG_BASE"
-
-# == sample & human evaluation ==
-CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT 1 $MODEL_NAME -1 >${LOG_BASE}_1.log 2>&1 &
-CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2a >${LOG_BASE}_2a.log 2>&1 &
-CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2b >${LOG_BASE}_2b.log 2>&1 &
-CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2c >${LOG_BASE}_2c.log 2>&1 &
-CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2d >${LOG_BASE}_2d.log 2>&1 &
-CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2e >${LOG_BASE}_2e.log 2>&1 &
-CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2f >${LOG_BASE}_2f.log 2>&1 &
-CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2g >${LOG_BASE}_2g.log 2>&1 &
-
-# CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2h >${LOG_BASE}_2h.log 2>&1 &
-
-# == vbench ==
-# CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT -4a >${LOG_BASE}_4a.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT -4b >${LOG_BASE}_4b.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT -4c >${LOG_BASE}_4c.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT -4d >${LOG_BASE}_4d.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT -4e >${LOG_BASE}_4e.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT -4f >${LOG_BASE}_4f.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT -4g >${LOG_BASE}_4g.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT -4h >${LOG_BASE}_4h.log 2>&1 &
-
-# == vbench i2v ==
-# CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT -5a >${LOG_BASE}_5a.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT -5b >${LOG_BASE}_5b.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT -5c >${LOG_BASE}_5c.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT -5d >${LOG_BASE}_5d.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT -5e >${LOG_BASE}_5e.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT -5f >${LOG_BASE}_5f.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT -5g >${LOG_BASE}_5g.log 2>&1 &
-# CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT -5h >${LOG_BASE}_5h.log 2>&1 &
-
-# kill all by: pkill -f "inference"
diff --git a/eval/launch_per_gpu.sh b/eval/launch_per_gpu.sh
deleted file mode 100644
index 2d65522..0000000
--- a/eval/launch_per_gpu.sh
+++ /dev/null
@@ -1,40 +0,0 @@
-#!/bin/bash
-
-set -x
-set -e
-
-CKPT=$1
-CUDA_NUM=$2
-NUM_FRAMES=$3
-MODEL_NAME=$4
-
-
-if [[ $CKPT == *"ema"* ]]; then
- parentdir=$(dirname $CKPT)
- CKPT_BASE=$(basename $parentdir)_ema
-else
- CKPT_BASE=$(basename $CKPT)
-fi
-
-LOG_BASE=logs/sample/${MODEL_NAME}_${CKPT_BASE}
-echo "Logging to $LOG_BASE"
-
-# == sample & human evaluation ==
-echo "running image task"
-CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT 1 $MODEL_NAME -1 >${LOG_BASE}_1.log 2>&1
-echo "running task 2a"
-CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2a >${LOG_BASE}_2a.log 2>&1
-# echo "running task 2b"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2b >${LOG_BASE}_2b.log 2>&1
-# echo "running task 2c"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2c >${LOG_BASE}_2c.log 2>&1
-# echo "running task 2d"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2d >${LOG_BASE}_2d.log 2>&1
-# echo "running task 2e"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2e >${LOG_BASE}_2e.log 2>&1
-# echo "running task 2f"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2f >${LOG_BASE}_2f.log 2>&1
-# echo "running task 2g"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2g >${LOG_BASE}_2g.log 2>&1
-# echo "running task 2h"
-# CUDA_VISIBLE_DEVICES=$CUDA_NUM bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -2h >${LOG_BASE}_2h.log 2>&1
diff --git a/eval/multiple.sh b/eval/multiple.sh
deleted file mode 100644
index 5e1dfe0..0000000
--- a/eval/multiple.sh
+++ /dev/null
@@ -1,281 +0,0 @@
-#!/bin/bash
-
-set -x
-set -e
-
-CKPT=$1
-PROMPT=$2
-NUM_SAMPLE=3
-NAME=$(date +%Y%m%d%H%M%S)
-CMD="python scripts/inference-long.py configs/opensora-v1-1/inference/sample.py"
-if [[ $CKPT == *"ema"* ]]; then
- parentdir=$(dirname $CKPT)
- CKPT_BASE=$(basename $parentdir)_ema
-else
- CKPT_BASE=$(basename $CKPT)
-fi
-OUTPUT="./samples/samples_${CKPT_BASE}_${NAME}"
-start=$(date +%s)
-
-# Generate samples
-
-# == 16x240p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_1_1 \
- --num-frames 16 --image-size 320 320 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_16_9 \
- --num-frames 16 --image-size 240 426 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_9_16 \
- --num-frames 16 --image-size 426 240 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_4_3 \
- --num-frames 16 --image-size 276 368 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_3_4 \
- --num-frames 16 --image-size 368 276 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_1_2 \
- --num-frames 16 --image-size 226 452 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x240p_2_1 \
- --num-frames 16 --image-size 452 226 --num-sample $NUM_SAMPLE
-
-# == 64x240p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_1_1 \
- --num-frames 64 --image-size 320 320 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_16_9 \
- --num-frames 64 --image-size 240 426 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_9_16 \
- --num-frames 64 --image-size 426 240 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_4_3 \
- --num-frames 64 --image-size 276 368 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_3_4 \
- --num-frames 64 --image-size 368 276 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_1_2 \
- --num-frames 64 --image-size 226 452 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x240p_2_1 \
- --num-frames 64 --image-size 452 226 --num-sample $NUM_SAMPLE
-
-# == 128x240p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_1_1 \
- --num-frames 128 --image-size 320 320 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_16_9 \
- --num-frames 128 --image-size 240 426 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_9_16 \
- --num-frames 128 --image-size 426 240 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_4_3 \
- --num-frames 128 --image-size 276 368 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_3_4 \
- --num-frames 128 --image-size 368 276 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_1_2 \
- --num-frames 128 --image-size 226 452 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x240p_2_1 \
- --num-frames 128 --image-size 452 226 --num-sample $NUM_SAMPLE
-
-# == 16x360p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_1_1 \
- --num-frames 16 --image-size 480 480 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_16_9 \
- --num-frames 16 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_9_16 \
- --num-frames 16 --image-size 640 360 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_4_3 \
- --num-frames 16 --image-size 416 554 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_3_4 \
- --num-frames 16 --image-size 554 416 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_1_2 \
- --num-frames 16 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x360p_2_1 \
- --num-frames 16 --image-size 640 360 --num-sample $NUM_SAMPLE
-
-# == 64x360p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_1_1 \
- --num-frames 64 --image-size 480 480 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_16_9 \
- --num-frames 64 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_9_16 \
- --num-frames 64 --image-size 640 360 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_4_3 \
- --num-frames 64 --image-size 416 554 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_3_4 \
- --num-frames 64 --image-size 554 416 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_1_2 \
- --num-frames 64 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x360p_2_1 \
- --num-frames 64 --image-size 640 360 --num-sample $NUM_SAMPLE
-
-# == 128x360p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_1_1 \
- --num-frames 128 --image-size 480 480 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_16_9 \
- --num-frames 128 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_9_16 \
- --num-frames 128 --image-size 640 360 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_4_3 \
- --num-frames 128 --image-size 416 554 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_3_4 \
- --num-frames 128 --image-size 554 416 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_1_2 \
- --num-frames 128 --image-size 360 640 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 128x360p_2_1 \
- --num-frames 128 --image-size 640 360 --num-sample $NUM_SAMPLE
-
-# == 16x480p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_1_1 \
- --num-frames 16 --image-size 640 640 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_16_9 \
- --num-frames 16 --image-size 480 854 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_9_16 \
- --num-frames 16 --image-size 854 480 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_4_3 \
- --num-frames 16 --image-size 554 738 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_3_4 \
- --num-frames 16 --image-size 738 554 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_1_2 \
- --num-frames 16 --image-size 452 904 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x480p_2_1 \
- --num-frames 16 --image-size 904 452 --num-sample $NUM_SAMPLE
-
-# == 32x480p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_1_1 \
- --num-frames 32 --image-size 640 640 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_16_9 \
- --num-frames 32 --image-size 480 854 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_9_16 \
- --num-frames 32 --image-size 854 480 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_4_3 \
- --num-frames 32 --image-size 554 738 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_3_4 \
- --num-frames 32 --image-size 738 554 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_1_2 \
- --num-frames 32 --image-size 452 904 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x480p_2_1 \
- --num-frames 32 --image-size 904 452 --num-sample $NUM_SAMPLE
-
-# == 64x480p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_1_1 \
- --num-frames 64 --image-size 640 640 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_16_9 \
- --num-frames 64 --image-size 480 854 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_9_16 \
- --num-frames 64 --image-size 854 480 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_4_3 \
- --num-frames 64 --image-size 554 738 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_3_4 \
- --num-frames 64 --image-size 738 554 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_1_2 \
- --num-frames 64 --image-size 452 904 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 64x480p_2_1 \
- --num-frames 64 --image-size 904 452 --num-sample $NUM_SAMPLE
-
-# == 16x720p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_1_1 \
- --num-frames 16 --image-size 960 960 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_16_9 \
- --num-frames 16 --image-size 720 1280 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_9_16 \
- --num-frames 16 --image-size 1280 720 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_4_3 \
- --num-frames 16 --image-size 832 1108 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_3_4 \
- --num-frames 16 --image-size 1108 832 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_1_2 \
- --num-frames 16 --image-size 1358 600 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 16x720p_2_1 \
- --num-frames 16 --image-size 600 1358
-
-# == 32x720p ==
-# 1:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_1_1 \
- --num-frames 32 --image-size 960 960 --num-sample $NUM_SAMPLE
-# 16:9
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_16_9 \
- --num-frames 32 --image-size 720 1280 --num-sample $NUM_SAMPLE
-# 9:16
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_9_16 \
- --num-frames 32 --image-size 1280 720 --num-sample $NUM_SAMPLE
-# 4:3
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_4_3 \
- --num-frames 32 --image-size 832 1108 --num-sample $NUM_SAMPLE
-# 3:4
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_3_4 \
- --num-frames 32 --image-size 1108 832 --num-sample $NUM_SAMPLE
-# 1:2
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_1_2 \
- --num-frames 32 --image-size 1358 600 --num-sample $NUM_SAMPLE
-# 2:1
-eval $CMD --ckpt-path $CKPT --prompt \"$PROMPT\" --save-dir $OUTPUT --sample-name 32x720p_2_1 \
- --num-frames 32 --image-size 600 1358
-
-### End
-
-end=$(date +%s)
-
-runtime=$((end - start))
-
-echo "Runtime: $runtime seconds"
diff --git a/eval/test.sh b/eval/test.sh
deleted file mode 100644
index 77e5623..0000000
--- a/eval/test.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-
-# set -x
-set -e
-
-CKPT=$1
-NUM_FRAMES=$2
-MODEL_NAME=$3
-
-let DOUBLE_FRAMES=$2*2
-let TRIPLE_FRAMES=$2*3
-
-echo $DOUBLE_FRAMES
-echo $TRIPLE_FRAMES
diff --git a/eval/vbench/launch.sh b/eval/vbench/launch.sh
new file mode 100644
index 0000000..ac25c01
--- /dev/null
+++ b/eval/vbench/launch.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+set -x
+set -e
+
+CKPT=$1
+NUM_FRAMES=$2
+MODEL_NAME=$3
+
+if [[ $CKPT == *"ema"* ]]; then
+ parentdir=$(dirname $CKPT)
+ CKPT_BASE=$(basename $parentdir)_ema
+else
+ CKPT_BASE=$(basename $CKPT)
+fi
+LOG_BASE=logs/sample/${MODEL_NAME}_${CKPT_BASE}
+echo "Logging to $LOG_BASE"
+
+CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT -4a >${LOG_BASE}_4a.log 2>&1 &
+CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT -4b >${LOG_BASE}_4b.log 2>&1 &
+CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT -4c >${LOG_BASE}_4c.log 2>&1 &
+CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT -4d >${LOG_BASE}_4d.log 2>&1 &
+CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT -4e >${LOG_BASE}_4e.log 2>&1 &
+CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT -4f >${LOG_BASE}_4f.log 2>&1 &
+CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT -4g >${LOG_BASE}_4g.log 2>&1 &
+CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT -4h >${LOG_BASE}_4h.log 2>&1 &
diff --git a/eval/vbench_i2v/launch.sh b/eval/vbench_i2v/launch.sh
new file mode 100644
index 0000000..82703d6
--- /dev/null
+++ b/eval/vbench_i2v/launch.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+set -x
+set -e
+
+CKPT=$1
+NUM_FRAMES=$2
+MODEL_NAME=$3
+
+if [[ $CKPT == *"ema"* ]]; then
+ parentdir=$(dirname $CKPT)
+ CKPT_BASE=$(basename $parentdir)_ema
+else
+ CKPT_BASE=$(basename $CKPT)
+fi
+LOG_BASE=logs/sample/${MODEL_NAME}_${CKPT_BASE}
+echo "Logging to $LOG_BASE"
+
+CUDA_VISIBLE_DEVICES=0 bash eval/sample.sh $CKPT -5a >${LOG_BASE}_5a.log 2>&1 &
+CUDA_VISIBLE_DEVICES=1 bash eval/sample.sh $CKPT -5b >${LOG_BASE}_5b.log 2>&1 &
+CUDA_VISIBLE_DEVICES=2 bash eval/sample.sh $CKPT -5c >${LOG_BASE}_5c.log 2>&1 &
+CUDA_VISIBLE_DEVICES=3 bash eval/sample.sh $CKPT -5d >${LOG_BASE}_5d.log 2>&1 &
+CUDA_VISIBLE_DEVICES=4 bash eval/sample.sh $CKPT -5e >${LOG_BASE}_5e.log 2>&1 &
+CUDA_VISIBLE_DEVICES=5 bash eval/sample.sh $CKPT -5f >${LOG_BASE}_5f.log 2>&1 &
+CUDA_VISIBLE_DEVICES=6 bash eval/sample.sh $CKPT -5g >${LOG_BASE}_5g.log 2>&1 &
+CUDA_VISIBLE_DEVICES=7 bash eval/sample.sh $CKPT -5h >${LOG_BASE}_5h.log 2>&1 &
diff --git a/notebooks/inference.ipynb b/notebooks/inference.ipynb
index 9a9a7d7..7ef8489 100644
--- a/notebooks/inference.ipynb
+++ b/notebooks/inference.ipynb
@@ -11,12 +11,12 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "Define global variables."
+ "Define global variables. You should change the following variables according to your setting."
]
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": 10,
"metadata": {},
"outputs": [],
"source": [
@@ -24,7 +24,9 @@
"ROOT = \"..\"\n",
"cfg_path = f\"{ROOT}/configs/opensora-v1-2/inference/sample.py\"\n",
"ckpt_path = \"/home/lishenggui/projects/sora/Open-Sora-dev/outputs/207-STDiT3-XL-2/epoch0-global_step9000/\"\n",
- "vae_path = f\"{ROOT}/pretrained_models/vae-pipeline\""
+ "vae_path = f\"{ROOT}/pretrained_models/vae-pipeline\"\n",
+ "save_dir = f\"{ROOT}/samples/samples_notebook/\"\n",
+ "device = \"cuda:0\""
]
},
{
@@ -36,9 +38,26 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 3,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "/home/zhengzangwei/.conda/envs/opensora/lib/python3.10/site-packages/transformers/utils/generic.py:441: UserWarning: torch.utils._pytree._register_pytree_node is deprecated. Please use torch.utils._pytree.register_pytree_node instead.\n",
+ " _torch_pytree._register_pytree_node(\n",
+ "/home/zhengzangwei/.conda/envs/opensora/lib/python3.10/site-packages/colossalai/pipeline/schedule/_utils.py:19: UserWarning: torch.utils._pytree._register_pytree_node is deprecated. Please use torch.utils._pytree.register_pytree_node instead.\n",
+ " _register_pytree_node(OrderedDict, _odict_flatten, _odict_unflatten)\n",
+ "/home/zhengzangwei/.conda/envs/opensora/lib/python3.10/site-packages/torch/utils/_pytree.py:254: UserWarning: <class 'collections.OrderedDict'> is already registered as pytree node. Overwriting the previous registration.\n",
+ " warnings.warn(\n",
+ "/home/zhengzangwei/.conda/envs/opensora/lib/python3.10/site-packages/transformers/utils/generic.py:309: UserWarning: torch.utils._pytree._register_pytree_node is deprecated. Please use torch.utils._pytree.register_pytree_node instead.\n",
+ " _torch_pytree._register_pytree_node(\n",
+ "/home/zhengzangwei/.conda/envs/opensora/lib/python3.10/site-packages/transformers/utils/generic.py:309: UserWarning: torch.utils._pytree._register_pytree_node is deprecated. Please use torch.utils._pytree.register_pytree_node instead.\n",
+ " _torch_pytree._register_pytree_node(\n"
+ ]
+ }
+ ],
"source": [
"import os\n",
"from pprint import pformat\n",
@@ -71,7 +90,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 20,
"metadata": {},
"outputs": [
{
@@ -80,7 +99,7 @@
"42"
]
},
- "execution_count": 7,
+ "execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
@@ -94,7 +113,6 @@
"cfg.vae.from_pretrained = vae_path\n",
"\n",
"# == device and dtype ==\n",
- "device = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n",
"cfg_dtype = cfg.get(\"dtype\", \"fp32\")\n",
"assert cfg_dtype in [\"fp16\", \"bf16\", \"fp32\"], f\"Unknown mixed precision {cfg_dtype}\"\n",
"dtype = to_torch_dtype(cfg.get(\"dtype\", \"bf16\"))\n",
@@ -106,13 +124,13 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": 5,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
- "model_id": "29ca38c42a38453aa65784e1ee89a61a",
+ "model_id": "dbb26c0ba0824c69b1e1d293fbfe3d9a",
"version_major": 2,
"version_minor": 0
},
@@ -156,7 +174,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 26,
"metadata": {},
"outputs": [],
"source": [
@@ -181,9 +199,9 @@
" loop=cfg.get(\"loop\", 1),\n",
" condition_frame_length=cfg.get(\"condition_frame_length\", 5),\n",
" align=cfg.get(\"align\", None),\n",
- " save_dir=os.path.join(ROOT, cfg.save_dir),\n",
" sample_name=cfg.get(\"sample_name\", None),\n",
" prompt_as_path=cfg.get(\"prompt_as_path\", False),\n",
+ " disable_progress=False,\n",
"):\n",
" global start_idx\n",
" os.makedirs(save_dir, exist_ok=True)\n",
@@ -209,12 +227,12 @@
" resolution is not None and aspect_ratio is not None\n",
" ), \"resolution and aspect_ratio must be provided if image_size is not provided\"\n",
" image_size = get_image_size(resolution, aspect_ratio)\n",
- " num_frames = get_num_frames(cfg.num_frames)\n",
+ " num_frames = get_num_frames(num_frames)\n",
" input_size = (num_frames, *image_size)\n",
" latent_size = vae.get_latent_size(input_size)\n",
"\n",
" # == Iter over all samples ==\n",
- " for i in tqdm(range(0, len(prompts), batch_size)):\n",
+ " for i in tqdm(range(0, len(prompts), batch_size), disable=disable_progress):\n",
" # == prepare batch prompts ==\n",
" batch_prompts = prompts[i : i + batch_size]\n",
" ms = mask_strategy[i : i + batch_size]\n",
@@ -296,18 +314,65 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 16,
"metadata": {},
"outputs": [],
"source": [
"from IPython.display import Video, Image, display\n",
"\n",
+ "\n",
"def display_results(paths):\n",
" for path in paths:\n",
" if is_img(path):\n",
" display(Image(path))\n",
" else:\n",
- " display(Video(path, embed=True))"
+ " display(Video(path, embed=True))\n",
+ "\n",
+ "\n",
+ "def reset_start_idx():\n",
+ " global start_idx\n",
+ " start_idx = 0\n",
+ "\n",
+ "\n",
+ "ALL_ASPECT_RATIO = [\"1:1\", \"16:9\", \"9:16\", \"3:4\", \"4:3\", \"1:2\", \"2:1\"]\n",
+ "\n",
+ "\n",
+ "def inference_all_aspects(prompts, resolution, num_frames, *args, **kwargs):\n",
+ " paths = []\n",
+ " for aspect_ratio in tqdm(ALL_ASPECT_RATIO):\n",
+ " paths.extend(\n",
+ " inference(\n",
+ " prompts,\n",
+ " resolution=resolution,\n",
+ " num_frames=num_frames,\n",
+ " aspect_ratio=aspect_ratio,\n",
+ " disable_progress=True,\n",
+ " *args,\n",
+ " **kwargs\n",
+ " )\n",
+ " )\n",
+ " return paths"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Inference for OpenSora"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Sample code for inference for OpenSora."
]
},
{
@@ -326,6 +391,110 @@
")\n",
"display_results(paths)"
]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Sample all aspect ratios."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "PROMPT = \"a boy.\"\n",
+ "paths = inference_all_aspects(\n",
+ " PROMPT,\n",
+ " resolution=\"240p\",\n",
+ " num_frames=\"1x\",\n",
+ " num_sampling_steps=30,\n",
+ " cfg_scale=7.0,\n",
+ ")\n",
+ "display_results(paths)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Sample all resolution and length."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "PROMPT = \"a boy.\"\n",
+ "sample_cfg = {\n",
+ " \"144p\": [1, \"1x\", \"2x\", \"4x\", \"8x\"],\n",
+ " \"240p\": [1, \"1x\", \"2x\", \"4x\", \"8x\"],\n",
+ " \"360p\": [1, \"1x\", \"2x\", \"4x\"],\n",
+ " \"480p\": [1, \"1x\", \"2x\", \"4x\"],\n",
+ " \"720p\": [1, \"1x\", \"2x\"],\n",
+ "}\n",
+ "all_paths = []\n",
+ "for resolution, num_frames in sample_cfg.items():\n",
+ " for num_frame in num_frames:\n",
+ " print(f\"Resolution: {resolution}, Num Frames: {num_frame}\")\n",
+ " paths = inference(\n",
+ " PROMPT,\n",
+ " resolution=resolution,\n",
+ " num_frames=num_frame,\n",
+ " aspect_ratio=\"9:16\",\n",
+ " num_sampling_steps=30,\n",
+ " cfg_scale=7.0,\n",
+ " disable_progress=True,\n",
+ " )\n",
+ " display_results(paths)\n",
+ " all_paths.extend(paths)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Sample all resolution, length, and aspect ratios."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "PROMPT = \"a boy.\"\n",
+ "sample_cfg = {\n",
+ " \"144p\": [1, \"1x\", \"2x\", \"4x\", \"8x\"],\n",
+ " \"240p\": [1, \"1x\", \"2x\", \"4x\", \"8x\"],\n",
+ " \"360p\": [1, \"1x\", \"2x\", \"4x\"],\n",
+ " \"480p\": [1, \"1x\", \"2x\", \"4x\"],\n",
+ " \"720p\": [1, \"1x\", \"2x\"],\n",
+ "}\n",
+ "all_paths = []\n",
+ "for resolution, num_frames in sample_cfg.items():\n",
+ " for num_frame in num_frames:\n",
+ " paths = inference_all_aspects(\n",
+ " PROMPT,\n",
+ " resolution=resolution,\n",
+ " num_frames=num_frames,\n",
+ " num_sampling_steps=30,\n",
+ " cfg_scale=7.0,\n",
+ " )\n",
+ " display_results(paths)\n",
+ " all_paths.extend(paths)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": []
}
],
"metadata": {