Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

format

Shen-Chenhui4c30059a1891
diff --git a/eval/sample.sh b/eval/sample.sh
index 90d4b3f..59394b9 100644
--- a/eval/sample.sh
+++ b/eval/sample.sh
@@ -1,4 +1,4 @@
-#!/bin/bash
+# !/bin/bash
set -x
set -e
@@ -7,6 +7,9 @@ CKPT=$1
NUM_FRAMES=$2
MODEL_NAME=$3
+VBENCH_START_INDEX=$5
+VBENCH_END_INDEX=$6
+
echo "NUM_FRAMES=${NUM_FRAMES}"
if [ -z "${NUM_FRAMES}" ]; then
@@ -161,51 +164,10 @@ VBENCH_BS=1 # 80GB
VBENCH_H=240
VBENCH_W=426
-function run_vbenck_a() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 0 --end-index 120
-}
-
-function run_vbenck_b() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 120 --end-index 240
-}
-
-function run_vbenck_c() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 240 --end-index 360
-}
-
-function run_vbenck_d() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 360 --end-index 480
-}
-
-function run_vbenck_e() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 480 --end-index 600
-}
-
-function run_vbenck_f() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 600 --end-index 720
-}
-
-function run_vbenck_g() { # 2h
+function run_vbench() {
eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 720 --end-index 840
-}
-
-function run_vbenck_h() { # 2h
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_dimension.txt \
- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 840
+ --prompt-path assets/texts/VBench/all_dimension.txt \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index $1 --end-index $2
}
# vbench-i2v has 1120 samples
@@ -213,59 +175,10 @@ function run_vbenck_h() { # 2h
VBENCH_I2V_H=256
VBENCH_I2V_W=256
-function run_vbenck_i2v_a() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 0 --end-index 140 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_b() {
+function run_vbenck_i2v() {
eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
--prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 140 --end-index 280 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_c() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 280 --end-index 420 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_d() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 420 --end-index 560 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_e() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 560 --end-index 700 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_f() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 700 --end-index 840 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_g() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 840 --end-index 980 \
- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
-}
-
-function run_vbenck_i2v_h() {
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --start-index 980 \
+ --start-index $1 --end-index $2 \
--num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS
}
@@ -310,70 +223,24 @@ for arg in "$@"; do
run_video_h
fi
# vbench
- if [[ "$arg" = -4a ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples a..."
- run_vbenck_a
- fi
- if [[ "$arg" = -4b ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples b..."
- run_vbenck_b
- fi
- if [[ "$arg" = -4c ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples c..."
- run_vbenck_c
- fi
- if [[ "$arg" = -4d ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples d..."
- run_vbenck_d
- fi
- if [[ "$arg" = -4e ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples e..."
- run_vbenck_e
- fi
- if [[ "$arg" = -4f ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples f..."
- run_vbenck_f
- fi
- if [[ "$arg" = -4g ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples g..."
- run_vbenck_g
- fi
- if [[ "$arg" = -4h ]] || [[ "$arg" = --vbench ]]; then
- echo "Running vbench samples h..."
- run_vbenck_h
+ if [[ "$arg" = -4 ]] || [[ "$arg" = --vbench ]]; then
+ echo "Running vbench samples ..."
+ if [ -z ${VBENCH_START_INDEX} ] || [ -z ${VBENCH_END_INDEX} ] ;
+ then
+ echo "need to set start_index and end_index"
+ else
+ run_vbench $VBENCH_START_INDEX $VBENCH_END_INDEX
+ fi
fi
# vbench-i2v
- if [[ "$arg" = -5a ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples a..."
- run_vbenck_i2v_a
- fi
- if [[ "$arg" = -5b ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples b..."
- run_vbenck_i2v_b
- fi
- if [[ "$arg" = -5c ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples c..."
- run_vbenck_i2v_c
- fi
- if [[ "$arg" = -5d ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples d..."
- run_vbenck_i2v_d
- fi
- if [[ "$arg" = -5e ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples e..."
- run_vbenck_i2v_e
- fi
- if [[ "$arg" = -5f ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples f..."
- run_vbenck_i2v_f
- fi
- if [[ "$arg" = -5g ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples g..."
- run_vbenck_i2v_g
- fi
- if [[ "$arg" = -5h ]] || [[ "$arg" = --vbench-i2v ]]; then
- echo "Running vbench-i2v samples h..."
- run_vbenck_i2v_h
+ if [[ "$arg" = -5 ]] || [[ "$arg" = --vbench-i2v ]]; then
+ echo "Running vbench-i2v samples ..."
+ if [ -z ${VBENCH_START_INDEX} ] || [ -z ${VBENCH_END_INDEX} ] ;
+ then
+ echo "need to set start_index and end_index"
+ else
+ run_vbenck_i2v $VBENCH_START_INDEX $VBENCH_END_INDEX
+ fi
fi
done
diff --git a/eval/vbench/launch.sh b/eval/vbench/launch.sh
index c295fb5..d45c9fb 100644
--- a/eval/vbench/launch.sh
+++ b/eval/vbench/launch.sh
@@ -1,4 +1,4 @@
-#!/bin/bash
+# !/bin/bash
set -x
set -e
@@ -18,8 +18,10 @@ LOG_BASE=$(dirname $CKPT)/eval
echo "Logging to $LOG_BASE"
GPUS=(0 1 2 3 4 5 6 7)
-TASK_ID_LIST=(4a 4b 4c 4d 4e 4f 4g 4h)
+TASK_ID_LIST=(4a 4b 4c 4d 4e 4f 4g 4h) # for log records only
+START_INDEX_LIST=(0 120 240 360 480 600 720 840)
+END_INDEX_LIST=(120 240 360 480 600 720 840 2000)
for i in "${!GPUS[@]}"; do
- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -${TASK_ID_LIST[i]} >${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -4 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
done
diff --git a/eval/vbench_i2v/launch.sh b/eval/vbench_i2v/launch.sh
index 5a183e6..0b488c1 100644
--- a/eval/vbench_i2v/launch.sh
+++ b/eval/vbench_i2v/launch.sh
@@ -17,8 +17,10 @@ LOG_BASE=$(dirname $CKPT)/eval
echo "Logging to $LOG_BASE"
GPUS=(0 1 2 3 4 5 6 7)
-TASK_ID_LIST=(5a 5b 5c 5d 5e 5f 5g 5h)
+TASK_ID_LIST=(5a 5b 5c 5d 5e 5f 5g 5h) # for log records only
+START_INDEX_LIST=(0 140 280 420 560 700 840 980)
+END_INDEX_LIST=(140 280 420 560 700 840 980 2000)
for i in "${!GPUS[@]}"; do
- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -${TASK_ID_LIST[i]} >${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
done