PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix some issues
wenhuach21e9946b17731c
diff --git a/README.md b/README.mdindex 2cebacfe1..6797d44cb 100644--- a/README.md+++ b/README.md@@ -65,19 +65,33 @@ ChatGlm-V1 is not supported## Validated ModelsMistral-7b done+LLaMAV1 done+LLaMAv2 done+LaMini-GPT-124M done+QWEN1-8B done,but has random issue+OPT-125M done+Bloom-560 smoke test done+falcon-7b smoke test done+gpt-leo-125m smoke test done+stablelm-base-alpha-3b smoke test done+dolly-v2-3b smoke test done+mpt-7b smoke test done+gpt-j-6b smoke test done+chatglm2-6b smoke test done+mixstral-7Bx8 smoke test done## Referencediff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex db736d1b7..b36200855 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -16,7 +16,9 @@import loggingimport torch+logger = logging.getLogger("autoround")+logger.setLevel(logging.INFO)fh = logging.StreamHandler()fh_formatter = logging.Formatter('%(asctime)s %(levelname)s %(filename)s L%(lineno)d : %(message)s', "%Y-%m-%d %H:%M:%S")fh.setFormatter(fh_formatter)diff --git a/examples/eval/eval.py b/examples/eval/eval.pyindex 61eeab142..f68cabc3f 100644--- a/examples/eval/eval.py+++ b/examples/eval/eval.py@@ -8,7 +8,7 @@ import pprintimport reimport shutilimport transformers-+import timeEXT_TASKS = ['wikitext2', 'ptb', 'c4', 'ptb-new', 'c4-new']fewshots_dict = {}fewshots_dict['paper'] = {diff --git a/examples/main.py b/examples/main.pyindex 7e461d6b1..905dac285 100644--- a/examples/main.py+++ b/examples/main.py@@ -51,7 +51,7 @@ if __name__ == '__main__':parser.add_argument("--use_quant_input", action='store_true',help="whether to use the output of quantized block to tune the next block")- parser.add_argument("--lr", default=0.05, type=float,+ parser.add_argument("--lr", default=0.005, type=float,help="step size")parser.add_argument("--minmax_lr", default=None, type=float,@@ -107,6 +107,7 @@ if __name__ == '__main__':parser.add_argument("--output_dir", default="./tmp_signround", type=str,help="Where to store the final model.")+args = parser.parse_args()set_seed(args.seed)