Open-Sora: Democratizing Efficient Video Production for All
Python
format
Shen-Chenhuia214d9a50da1
diff --git a/parallel_eval.sh b/parallel_eval.shindex 3f30bc2..4ad93c7 100644--- a/parallel_eval.sh+++ b/parallel_eval.sh@@ -15,7 +15,7 @@ VBENCH_SAMPLE_DIR=samples/samples_${MODEL_NAME}_${CKPT_BASE}_vbenchsleep_time=10mhuman_eval_ready=0-human_ready_count=7+human_ready_count=8loss_eval_ready=0loss_ready_count=6vbench_gen_ready=0@@ -154,9 +154,9 @@ function check_vbench_i2v_calc(){echo "completed tasks: ${finished_list[@]}"- if [ ${#finished_list[@]}=$vbench_calc_ready_count ];+ if [ ${#finished_list[@]}=$vbench_i2v_calc_ready_count ];then- vbench_calc_ready=1+ vbench_i2v_calc_ready=1elseecho ${#finished_list[@]}fi@@ -167,43 +167,43 @@ function check_vbench_i2v_calc(){start=$(date +%s)-# ### human eval, ~60min-# echo "$(date): running human eval"-# bash eval/human_eval/launch.sh $CKPT $NUM_FRAMES $MODEL_NAME-# while [ $human_eval_ready -eq 0 ]-# do-# sleep ${sleep_time}-# check_human_eval-# done--# ### eval loss, ~160min-# echo "$(date): running eval loss"-# bash eval/eval_loss/launch.sh $CKPT $MODEL_NAME-# while [ $loss_eval_ready -eq 0 ]-# do-# sleep ${sleep_time}-# check_loss_eval-# done-# python eval/loss/tabulate_rl_loss.py --log_dir $LOG_BASE--# ### vbench gen, ~80min-# echo "$(date): running vbench gen"-# bash eval/vbench/launch.sh $CKPT $NUM_FRAMES $MODEL_NAME-# while [ $vbench_gen_ready -eq 0 ]-# do-# sleep ${sleep_time}-# check_vbench_gen-# done--# ### vbench calc, ~30min-# echo "$(date): running vbench calc"-# bash eval/vbench/launch_calc.sh $VBENCH_SAMPLE_DIR $LOG_BASE-# while [ $vbench_calc_ready -eq 0 ]-# do-# sleep ${sleep_time}-# check_vbench_calc-# done-# python eval/vbench/tabulate_vbench_scores.py --score_dir ${LOG_BASE}/vbench+### human eval, ~60min+echo "$(date): running human eval"+bash eval/human_eval/launch.sh $CKPT $NUM_FRAMES $MODEL_NAME+while [ $human_eval_ready -eq 0 ]+do+ sleep ${sleep_time}+ check_human_eval+done++### eval loss, ~160min+echo "$(date): running eval loss"+bash eval/eval_loss/launch.sh $CKPT $MODEL_NAME+while [ $loss_eval_ready -eq 0 ]+do+ sleep ${sleep_time}+ check_loss_eval+done+python eval/loss/tabulate_rl_loss.py --log_dir $LOG_BASE++### vbench gen, ~80min+echo "$(date): running vbench gen"+bash eval/vbench/launch.sh $CKPT $NUM_FRAMES $MODEL_NAME+while [ $vbench_gen_ready -eq 0 ]+do+ sleep ${sleep_time}+ check_vbench_gen+done++### vbench calc, ~30min+echo "$(date): running vbench calc"+bash eval/vbench/launch_calc.sh $VBENCH_SAMPLE_DIR $LOG_BASE+while [ $vbench_calc_ready -eq 0 ]+do+ sleep ${sleep_time}+ check_vbench_calc+done+python eval/vbench/tabulate_vbench_scores.py --score_dir ${LOG_BASE}/vbench### vbench_i2v gen, ~65minecho "$(date): running vbench_i2v gen"