Open-Sora: Democratizing Efficient Video Production for All
Python
format (#104)
Shen Chenhuic0c1ecb68e58
diff --git a/eval/loss/tabulate_rl_loss.py b/eval/loss/tabulate_rl_loss.pynew file mode 100644index 0000000..dee48c2--- /dev/null+++ b/eval/loss/tabulate_rl_loss.py@@ -0,0 +1,51 @@+"""+usage:+ python tabulate_rl_loss.py --log_dir /home/zhengzangwei/projs/Open-Sora-dev/logs/loss --ckpt_name epoch0-global_step9000++save the processed json to:+ Open-Sora-dev/evaluation_results/rectified_flow/<ckpt_name>_loss.json+"""++import argparse+import json+import os+from ast import literal_eval+++def parse_args():+ parser = argparse.ArgumentParser()+ parser.add_argument("--log_dir", type=str, default="/home/zhengzangwei/projs/Open-Sora-dev/logs/loss")+ parser.add_argument("--ckpt_name", type=str, default="epoch0-global_step9000")+ args = parser.parse_args()+ return args+++if __name__ == "__main__":+ args = parse_args()++ output_dir = os.path.dirname(os.path.realpath(__file__))+ output_dir = os.path.abspath(os.path.join(output_dir, "..", "..", "evaluation_results", "rectified_flow"))++ if not os.path.exists(output_dir):+ os.makedirs(output_dir)++ files = os.listdir(args.log_dir)+ files = [x for x in files if args.ckpt_name in x]++ loss_info = {}++ for fname in files:+ path = os.path.join(args.log_dir, fname)+ with open(path, "r", encoding="utf-8") as f:+ content = f.readlines()+ eval_line = content[-1].split("losses:")[-1].strip()+ loss_dict = literal_eval(eval_line)+ for key, loss in loss_dict.items():+ resolution, frame = key+ if resolution not in loss_info:+ loss_info[resolution] = {}+ loss_info[resolution][frame] = format(loss, ".4f")++ # Convert and write JSON object to file+ with open(os.path.join(output_dir, args.ckpt_name + "_loss.json"), "w") as outfile:+ json.dump(loss_info, outfile, indent=4, sort_keys=True)