Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fixed typo

wenhuach21f35da9466a25
diff --git a/README.md b/README.md
index 644e3c5f1..a3b996182 100644
--- a/README.md
+++ b/README.md
@@ -36,7 +36,7 @@ from intel_extension_for_transformers.transformers import AutoModelForCausalLM,
woq_config = WeightOnlyQuantConfig(use_autoround=True,scheme=scheme) # use_awq=True for AWQ models, and use_autoround=True for AutoRound models
prompt = "Once upon a time, a little girl"
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(output_dir, trust_remote_code=True)
inputs = tokenizer(prompt, return_tensors="pt").input_ids
streamer = TextStreamer(tokenizer)
model = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=woq_config, trust_remote_code=True)