PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix bug (#506)
Heng Guo9f5d01c52fda
diff --git a/auto_round/script/llm.py b/auto_round/script/llm.pyindex 4920a0d22..02d9f1cfe 100644--- a/auto_round/script/llm.py+++ b/auto_round/script/llm.py@@ -552,6 +552,7 @@ def tune(args):tasks = args.tasksif isinstance(tasks, str):tasks = tasks.split(',')+from lm_eval.utils import make_table # pylint: disable=E0401logger.info(f"Using lm-eval version {lm_eval_version}")@@ -566,7 +567,7 @@ def tune(args):# gguf floder only contains one filefor file in os.listdir(eval_folder):gguf_file = file- model = AutoModelForCausalLM.from_pretrained(+ user_model = AutoModelForCausalLM.from_pretrained(eval_folder, gguf_file=gguf_file, device_map="auto" if use_auto_mapping else None)tokenizer = AutoTokenizer.from_pretrained(eval_folder, gguf_file=gguf_file)else: