Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

refine eval_042 to enable parallelize evaluation (#221)

WeiweiZhang1948f228246fa
diff --git a/examples/language-modeling/eval_042/evaluation.py b/examples/language-modeling/eval_042/evaluation.py
index 278ff5a80..40cd8e099 100644
--- a/examples/language-modeling/eval_042/evaluation.py
+++ b/examples/language-modeling/eval_042/evaluation.py
@@ -588,6 +588,10 @@ if __name__ == "__main__":
default="lambada_openai,hellaswag,winogrande,piqa,mmlu,truthfulqa_mc1," \
"openbookqa,boolq,rte,arc_easy,arc_challenge",
help="lm-eval tasks for lm_eval version 0.4.2")
+
+ parser.add_argument("--parallelize", action='store_true',
+ help="Whether to enable parallelize."
+ )
args = parser.parse_args()
s = time.time()
@@ -613,6 +617,8 @@ if __name__ == "__main__":
model_args += ",dtype=float16"
if args.trust_remote_code:
model_args += f",trust_remote_code=True"
+ if args.parallelize:
+ model_args += f",parallelize=True"
result = simple_evaluate(model="hf",
model_args=model_args,
tasks=test_tasks,
@@ -622,3 +628,4 @@ if __name__ == "__main__":
print("cost time: ", time.time() - s)
+