PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
add enhancements for evaluation
wenhuach215c8b4c99bf92
diff --git a/examples/eval/evaluation.py b/examples/eval/evaluation.pyindex a9e46ae55..c60d15914 100644--- a/examples/eval/evaluation.py+++ b/examples/eval/evaluation.py@@ -1,13 +1,17 @@-import os+import osos.environ["TOKENIZERS_PARALLELISM"] = "false"import os.pathimport torch-from eval.parse_results import result_parser+import pprintimport reimport shutilimport transformers+if __name__ == "__main__":+ import sys+ sys.path.insert(0, './')+from eval.parse_results import result_parserimport timeEXT_TASKS = ['wikitext2', 'ptb', 'c4', 'ptb-new', 'c4-new']fewshots_dict = {}@@ -340,13 +344,12 @@ def eval_model(output_dir=None, model=None, tokenizer=None,if __name__ == "__main__":import timeimport argparse-parser = argparse.ArgumentParser()parser.add_argument("--model_name", default="/models/opt-125m")parser.add_argument(- "--bs", default=1,+ "--eval_bs", default=1,)args = parser.parse_args()@@ -358,7 +361,7 @@ if __name__ == "__main__":excel_name = (args.model_name).split('/')[-1] + ".xlsx"eval_model(output_dir=args.model_name,tasks=test_tasks,- eval_bs=args.bs, eval_orig_float=True, limit=None, excel_file=excel_name)+ eval_bs=args.eval_bs, eval_orig_float=True, limit=None, excel_file=excel_name)print("cost time: ", time.time() - s)