PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
tiny change
wenhuach213da3aeac1896
diff --git a/examples/language-modeling/main.py b/examples/language-modeling/main.pyindex 63b773863..b6f535b2f 100644--- a/examples/language-modeling/main.py+++ b/examples/language-modeling/main.py@@ -187,7 +187,7 @@ if __name__ == '__main__':if args.device != "cpu":torch.cuda.empty_cache()model.eval()- output_dir = args.output_dir + "/" + model_name.split('/')[-1] + f"-autoround-qdq"# + f"_w{args.bits}_g{args.group_size}"+ output_dir = args.output_dir + "/" + model_name.split('/')[-1] + f"-autoround-w{args.bits}g{args.group_size}-qdq"excel_name = f"{output_dir}/result.xlsx"output_dir += "/"