PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
support for mistral3 (#472)
Heng Guo4e83d784e9c6
diff --git a/auto_round/script/mllm.py b/auto_round/script/mllm.pyindex 3ee15474d..b81f86be1 100644--- a/auto_round/script/mllm.py+++ b/auto_round/script/mllm.py@@ -349,6 +349,9 @@ def tune(args):elif "gemma3" in model_type:from transformers import Gemma3ForConditionalGenerationcls = Gemma3ForConditionalGeneration+ elif "mistral3" in model_type:+ from transformers import Mistral3ForConditionalGeneration+ cls = Mistral3ForConditionalGenerationelse:cls = AutoModelForCausalLM