Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

API use sym as default (#349)

Wenhua Chengf0546d3d1ed8
diff --git a/auto_round/autoround.py b/auto_round/autoround.py
index 423ddd091..5eb1414ce 100644
--- a/auto_round/autoround.py
+++ b/auto_round/autoround.py
@@ -123,7 +123,7 @@ class AutoRound(object):
tokenizer,
bits: int = 4,
group_size: int = 128,
- sym: bool = False,
+ sym: bool = True,
layer_config: dict = None,
batch_size: int = 8,
amp: bool = True,
diff --git a/auto_round/mllm/autoround_mllm.py b/auto_round/mllm/autoround_mllm.py
index 485954e26..21e8e9a82 100644
--- a/auto_round/mllm/autoround_mllm.py
+++ b/auto_round/mllm/autoround_mllm.py
@@ -103,7 +103,7 @@ class AutoRoundMLLM(AutoRound):
image_processor = None,
bits: int = 4,
group_size: int = 128,
- sym: bool = False,
+ sym: bool = True,
layer_config: dict = None,
batch_size: int = 8,
amp: bool = True,