PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
API use sym as default (#349)
Wenhua Chengf0546d3d1ed8
diff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex 423ddd091..5eb1414ce 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -123,7 +123,7 @@ class AutoRound(object):tokenizer,bits: int = 4,group_size: int = 128,- sym: bool = False,+ sym: bool = True,layer_config: dict = None,batch_size: int = 8,amp: bool = True,diff --git a/auto_round/mllm/autoround_mllm.py b/auto_round/mllm/autoround_mllm.pyindex 485954e26..21e8e9a82 100644--- a/auto_round/mllm/autoround_mllm.py+++ b/auto_round/mllm/autoround_mllm.py@@ -103,7 +103,7 @@ class AutoRoundMLLM(AutoRound):image_processor = None,bits: int = 4,group_size: int = 128,- sym: bool = False,+ sym: bool = True,layer_config: dict = None,batch_size: int = 8,amp: bool = True,