Open-Sora: Democratizing Efficient Video Production for All
Python
format
Shen-Chenhui4c30059a1891
diff --git a/eval/sample.sh b/eval/sample.shindex 90d4b3f..59394b9 100644--- a/eval/sample.sh+++ b/eval/sample.sh@@ -1,4 +1,4 @@-#!/bin/bash+# !/bin/bashset -xset -e@@ -7,6 +7,9 @@ CKPT=$1NUM_FRAMES=$2MODEL_NAME=$3+VBENCH_START_INDEX=$5+VBENCH_END_INDEX=$6+echo "NUM_FRAMES=${NUM_FRAMES}"if [ -z "${NUM_FRAMES}" ]; then@@ -161,51 +164,10 @@ VBENCH_BS=1 # 80GBVBENCH_H=240VBENCH_W=426-function run_vbenck_a() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 0 --end-index 120-}--function run_vbenck_b() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 120 --end-index 240-}--function run_vbenck_c() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 240 --end-index 360-}--function run_vbenck_d() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 360 --end-index 480-}--function run_vbenck_e() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 480 --end-index 600-}--function run_vbenck_f() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 600 --end-index 720-}--function run_vbenck_g() { # 2h+function run_vbench() {eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 720 --end-index 840-}--function run_vbenck_h() { # 2h- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_dimension.txt \- --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index 840+ --prompt-path assets/texts/VBench/all_dimension.txt \+ --batch-size $VBENCH_BS --num-frames $NUM_FRAMES --image-size $VBENCH_H $VBENCH_W --start-index $1 --end-index $2}# vbench-i2v has 1120 samples@@ -213,59 +175,10 @@ function run_vbenck_h() { # 2hVBENCH_I2V_H=256VBENCH_I2V_W=256-function run_vbenck_i2v_a() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 0 --end-index 140 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_b() {+function run_vbenck_i2v() {eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \--prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 140 --end-index 280 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_c() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 280 --end-index 420 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_d() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 420 --end-index 560 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_e() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 560 --end-index 700 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_f() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 700 --end-index 840 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_g() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 840 --end-index 980 \- --num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS-}--function run_vbenck_i2v_h() {- eval $CMD --ckpt-path $CKPT --save-dir ${OUTPUT}_vbench_i2v --prompt-as-path --num-sample 5 \- --prompt-path assets/texts/VBench/all_i2v.txt \- --start-index 980 \+ --start-index $1 --end-index $2 \--num-frames $NUM_FRAMES --image-size $VBENCH_I2V_H $VBENCH_I2V_W --batch-size $VBENCH_BS}@@ -310,70 +223,24 @@ for arg in "$@"; dorun_video_hfi# vbench- if [[ "$arg" = -4a ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples a..."- run_vbenck_a- fi- if [[ "$arg" = -4b ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples b..."- run_vbenck_b- fi- if [[ "$arg" = -4c ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples c..."- run_vbenck_c- fi- if [[ "$arg" = -4d ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples d..."- run_vbenck_d- fi- if [[ "$arg" = -4e ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples e..."- run_vbenck_e- fi- if [[ "$arg" = -4f ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples f..."- run_vbenck_f- fi- if [[ "$arg" = -4g ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples g..."- run_vbenck_g- fi- if [[ "$arg" = -4h ]] || [[ "$arg" = --vbench ]]; then- echo "Running vbench samples h..."- run_vbenck_h+ if [[ "$arg" = -4 ]] || [[ "$arg" = --vbench ]]; then+ echo "Running vbench samples ..."+ if [ -z ${VBENCH_START_INDEX} ] || [ -z ${VBENCH_END_INDEX} ] ;+ then+ echo "need to set start_index and end_index"+ else+ run_vbench $VBENCH_START_INDEX $VBENCH_END_INDEX+ fifi# vbench-i2v- if [[ "$arg" = -5a ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples a..."- run_vbenck_i2v_a- fi- if [[ "$arg" = -5b ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples b..."- run_vbenck_i2v_b- fi- if [[ "$arg" = -5c ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples c..."- run_vbenck_i2v_c- fi- if [[ "$arg" = -5d ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples d..."- run_vbenck_i2v_d- fi- if [[ "$arg" = -5e ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples e..."- run_vbenck_i2v_e- fi- if [[ "$arg" = -5f ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples f..."- run_vbenck_i2v_f- fi- if [[ "$arg" = -5g ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples g..."- run_vbenck_i2v_g- fi- if [[ "$arg" = -5h ]] || [[ "$arg" = --vbench-i2v ]]; then- echo "Running vbench-i2v samples h..."- run_vbenck_i2v_h+ if [[ "$arg" = -5 ]] || [[ "$arg" = --vbench-i2v ]]; then+ echo "Running vbench-i2v samples ..."+ if [ -z ${VBENCH_START_INDEX} ] || [ -z ${VBENCH_END_INDEX} ] ;+ then+ echo "need to set start_index and end_index"+ else+ run_vbenck_i2v $VBENCH_START_INDEX $VBENCH_END_INDEX+ fifidonediff --git a/eval/vbench/launch.sh b/eval/vbench/launch.shindex c295fb5..d45c9fb 100644--- a/eval/vbench/launch.sh+++ b/eval/vbench/launch.sh@@ -1,4 +1,4 @@-#!/bin/bash+# !/bin/bashset -xset -e@@ -18,8 +18,10 @@ LOG_BASE=$(dirname $CKPT)/evalecho "Logging to $LOG_BASE"GPUS=(0 1 2 3 4 5 6 7)-TASK_ID_LIST=(4a 4b 4c 4d 4e 4f 4g 4h)+TASK_ID_LIST=(4a 4b 4c 4d 4e 4f 4g 4h) # for log records only+START_INDEX_LIST=(0 120 240 360 480 600 720 840)+END_INDEX_LIST=(120 240 360 480 600 720 840 2000)for i in "${!GPUS[@]}"; do- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -${TASK_ID_LIST[i]} >${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT ${NUM_FRAMES} ${MODEL_NAME} -4 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &donediff --git a/eval/vbench_i2v/launch.sh b/eval/vbench_i2v/launch.shindex 5a183e6..0b488c1 100644--- a/eval/vbench_i2v/launch.sh+++ b/eval/vbench_i2v/launch.sh@@ -17,8 +17,10 @@ LOG_BASE=$(dirname $CKPT)/evalecho "Logging to $LOG_BASE"GPUS=(0 1 2 3 4 5 6 7)-TASK_ID_LIST=(5a 5b 5c 5d 5e 5f 5g 5h)+TASK_ID_LIST=(5a 5b 5c 5d 5e 5f 5g 5h) # for log records only+START_INDEX_LIST=(0 140 280 420 560 700 840 980)+END_INDEX_LIST=(140 280 420 560 700 840 980 2000)for i in "${!GPUS[@]}"; do- CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -${TASK_ID_LIST[i]} >${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &+ CUDA_VISIBLE_DEVICES=${GPUS[i]} bash eval/sample.sh $CKPT $NUM_FRAMES $MODEL_NAME -5 ${START_INDEX_LIST[i]} ${END_INDEX_LIST[i]}>${LOG_BASE}/${TASK_ID_LIST[i]}.log 2>&1 &done