Open-Sora: Democratizing Efficient Video Production for All
Python
format
Shen-Chenhui98958b8e56b6
diff --git a/eval/README.md b/eval/README.mdindex 652d3a3..261c21b 100644--- a/eval/README.md+++ b/eval/README.md@@ -95,6 +95,15 @@ python eval/vbench_i2v/tabulate_vbench_i2v_scores.py path/to/videos/folder path/```+Similarly as VBench, you can specify resolution, aspect ratio, sampling steps, flow, and llm-refine++```bash+bash eval/vbench_i2v/launch.sh /path/to/ckpt num_frames model_name_for_log res_value aspect_ratio_value steps_value flow_value llm_refine_value+# for example+# bash eval/vbench_i2v/launch.sh /mnt/jfs-hdd/sora/checkpoints/outputs/042-STDiT3-XL-2/epoch1-global_step16200_llm_refine/ema.pt 51 042-STDiT3-XL-2 240p 9:16 30 2 True+# if no flow control, use "None" instead+```+## VAEInstall the dependencies package following our [installation](../docs/installation.md)'s s sections of "Evaluation Dependencies". Then, run the following evaluation command:diff --git a/eval/sample.sh b/eval/sample.shindex eff1368..0f28550 100644--- a/eval/sample.sh+++ b/eval/sample.sh@@ -287,16 +287,41 @@ function run_vbench_i2v() {eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \--prompt-path assets/texts/VBench/all_i2v.txt \--image-size $VBENCH_I2V_H $VBENCH_I2V_W \- --start-index $1 --end-index $2 \- --num-frames $NUM_FRAMES --batch-size $VBENCH_BS+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2else- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO \- --start-index $1 --end-index $2 \- --num-frames $NUM_FRAMES --batch-size $VBENCH_BS+ if [ -z ${NUM_SAMPLING_STEPS} ]; then+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \+ --prompt-path assets/texts/VBench/all_i2v.txt \+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2+ else+ if [ -z ${FLOW} ]; then+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \+ --prompt-path assets/texts/VBench/all_i2v.txt \+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2+ else+ if [ -z ${LLM_REFINE} ]; then+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \+ --prompt-path assets/texts/VBench/all_i2v.txt \+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --flow ${FLOW} \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2+ else+ if [ "${FLOW}" = "None" ]; then+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \+ --prompt-path assets/texts/VBench/all_i2v.txt \+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --llm-refine ${LLM_REFINE} \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2+ else+ eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \+ --prompt-path assets/texts/VBench/all_i2v.txt \+ --resolution $VBENCH_RES --aspect-ratio $VBENCH_ASP_RATIO --num-sampling-steps ${NUM_SAMPLING_STEPS} --flow ${FLOW} --llm-refine ${LLM_REFINE} \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --start-index $1 --end-index $2+ fi+ fi+ fi+ fifi-}### Maindiff --git a/eval/vbench_i2v/launch.sh b/eval/vbench_i2v/launch.shindex d8eea1d..b972acc 100644--- a/eval/vbench_i2v/launch.sh+++ b/eval/vbench_i2v/launch.sh@@ -6,6 +6,10 @@ MODEL_NAME=$3RES=$4ASP_RATIO=$5+NUM_SAMPLING_STEPS=$6+FLOW=$7+LLM_REFINE=$8+if [[ $CKPT == *"ema"* ]]; thenparentdir=$(dirname $CKPT)CKPT_BASE=$(basename $parentdir)_ema@@ -25,6 +29,21 @@ for i in "${!GPUS[@]}"; dothenCUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &else- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ if [ -z ${NUM_SAMPLING_STEPS} ];+ then+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ else+ if [ -z ${FLOW} ];+ then+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ else+ if [ -z ${LLM_REFINE} ];+ then+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS} ${FLOW}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ else+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]} ${RES} ${ASP_RATIO} ${NUM_SAMPLING_STEPS} ${FLOW} ${LLM_REFINE}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ fi+ fi+ fifidone