Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fix some issues

wenhuach21e9946b17731c
diff --git a/README.md b/README.md
index 2cebacfe1..6797d44cb 100644
--- a/README.md
+++ b/README.md
@@ -65,19 +65,33 @@ ChatGlm-V1 is not supported
## Validated Models
Mistral-7b done
+
LLaMAV1 done
+
LLaMAv2 done
+
LaMini-GPT-124M done
+
QWEN1-8B done,but has random issue
+
OPT-125M done
+
Bloom-560 smoke test done
+
falcon-7b smoke test done
+
gpt-leo-125m smoke test done
+
stablelm-base-alpha-3b smoke test done
+
dolly-v2-3b smoke test done
+
mpt-7b smoke test done
+
gpt-j-6b smoke test done
+
chatglm2-6b smoke test done
+
mixstral-7Bx8 smoke test done
## Reference
diff --git a/auto_round/autoround.py b/auto_round/autoround.py
index db736d1b7..b36200855 100644
--- a/auto_round/autoround.py
+++ b/auto_round/autoround.py
@@ -16,7 +16,9 @@
import logging
import torch
+
logger = logging.getLogger("autoround")
+logger.setLevel(logging.INFO)
fh = logging.StreamHandler()
fh_formatter = logging.Formatter('%(asctime)s %(levelname)s %(filename)s L%(lineno)d : %(message)s', "%Y-%m-%d %H:%M:%S")
fh.setFormatter(fh_formatter)
diff --git a/examples/eval/eval.py b/examples/eval/eval.py
index 61eeab142..f68cabc3f 100644
--- a/examples/eval/eval.py
+++ b/examples/eval/eval.py
@@ -8,7 +8,7 @@ import pprint
import re
import shutil
import transformers
-
+import time
EXT_TASKS = ['wikitext2', 'ptb', 'c4', 'ptb-new', 'c4-new']
fewshots_dict = {}
fewshots_dict['paper'] = {
diff --git a/examples/main.py b/examples/main.py
index 7e461d6b1..905dac285 100644
--- a/examples/main.py
+++ b/examples/main.py
@@ -51,7 +51,7 @@ if __name__ == '__main__':
parser.add_argument("--use_quant_input", action='store_true',
help="whether to use the output of quantized block to tune the next block")
- parser.add_argument("--lr", default=0.05, type=float,
+ parser.add_argument("--lr", default=0.005, type=float,
help="step size")
parser.add_argument("--minmax_lr", default=None, type=float,
@@ -107,6 +107,7 @@ if __name__ == '__main__':
parser.add_argument("--output_dir", default="./tmp_signround", type=str,
help="Where to store the final model.")
+
args = parser.parse_args()
set_seed(args.seed)