Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

format

Shen-Chenhui98958b8e56b6
diff --git a/eval/README.md b/eval/README.md
index 652d3a3..261c21b 100644
--- a/eval/README.md
+++ b/eval/README.md
@@ -95,6 +95,15 @@ python eval/vbench_i2v/tabulate_vbench_i2v_scores.py path/to/videos/folder path/
```
+Similarly as VBench, you can specify resolution, aspect ratio, sampling steps, flow, and llm-refine
+
+```bash
+bash eval/vbench_i2v/launch.sh /path/to/ckpt num_frames model_name_for_log res_value aspect_ratio_value steps_value flow_value llm_refine_value
+# for example
+# bash eval/vbench_i2v/launch.sh /mnt/jfs-hdd/sora/checkpoints/outputs/042-STDiT3-XL-2/epoch1-global_step16200_llm_refine/ema.pt 51 042-STDiT3-XL-2 240p 9:16 30 2 True
+# if no flow control, use "None" instead
+```
+
## VAE
Install the dependencies package following our [installation](../docs/installation.md)'s s sections of "Evaluation Dependencies". Then, run the following evaluation command:
diff --git a/eval/sample.sh b/eval/sample.sh
index eff1368..0f28550 100644
--- a/eval/sample.sh
+++ b/eval/sample.sh
@@ -287,16 +287,41 @@ function run_vbench_i2v() {
eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
--prompt-path assets/texts/VBench/all_i2v.txt \
--image-size $VBENCH_I2V_H $VBENCH_I2V_W \
- --start-index $1 --end-index $2 \
- --num-frames $NUM_FRAMES --batch-size $VBENCH_BS
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
else
- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
- --prompt-path assets/texts/VBench/all_i2v.txt \
- --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO \
- --start-index $1 --end-index $2 \
- --num-frames $NUM_FRAMES --batch-size $VBENCH_BS
+ if [ -z ${NUM_SAMPLING_STEPS} ]; then
+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
+ --prompt-path assets/texts/VBench/all_i2v.txt \
+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
+ else
+ if [ -z ${FLOW} ]; then
+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
+ --prompt-path assets/texts/VBench/all_i2v.txt \
+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
+ else
+ if [ -z ${LLM_REFINE} ]; then
+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
+ --prompt-path assets/texts/VBench/all_i2v.txt \
+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --flow ${FLOW} \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
+ else
+ if [ "${FLOW}" = "None" ]; then
+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
+ --prompt-path assets/texts/VBench/all_i2v.txt \
+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --llm-refine ${LLM_REFINE} \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
+ else
+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \
+ --prompt-path assets/texts/VBench/all_i2v.txt \
+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --flow ${FLOW} --llm-refine ${LLM_REFINE} \
+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2
+ fi
+ fi
+ fi
+ fi
fi
-
}
### Main
diff --git a/eval/vbench_i2v/launch.sh b/eval/vbench_i2v/launch.sh
index d8eea1d..b972acc 100644
--- a/eval/vbench_i2v/launch.sh
+++ b/eval/vbench_i2v/launch.sh
@@ -6,6 +6,10 @@ MODEL_NAME=$3
RES=$4
ASP_RATIO=$5
+NUM_SAMPLING_STEPS=$6
+FLOW=$7
+LLM_REFINE=$8
+
if [[ $CKPT == *"ema"* ]]; then
parentdir=$(dirname $CKPT)
CKPT_BASE=$(basename $parentdir)_ema
@@ -25,6 +29,21 @@ for i in "${!GPUS[@]}"; do
then
CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
else
- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ if [ -z ${NUM_SAMPLING_STEPS} ];
+ then
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ else
+ if [ -z ${FLOW} ];
+ then
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ else
+ if [ -z ${LLM_REFINE} ];
+ then
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS} ${FLOW}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ else
+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS} ${FLOW} ${LLM_REFINE}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &
+ fi
+ fi
+ fi
fi
done