PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
add self attribution and fix avg_bits error (#956)
Xin He12c4984697c7
diff --git a/auto_round/auto_scheme/gen_auto_scheme.py b/auto_round/auto_scheme/gen_auto_scheme.pyindex d650bccca..aab18ac7f 100644--- a/auto_round/auto_scheme/gen_auto_scheme.py+++ b/auto_round/auto_scheme/gen_auto_scheme.py@@ -157,4 +157,5 @@ class GenScheme:)[0]for option in self.auto_scheme.options]- return min(avg_bits), max(avg_bits)+ self.min_avg_bit, self.max_avg_bit = min(avg_bits), max(avg_bits)+ return self.min_avg_bit, self.max_avg_bitdiff --git a/auto_round/auto_scheme/utils.py b/auto_round/auto_scheme/utils.pyindex 0f2b00e06..cc96455d6 100644--- a/auto_round/auto_scheme/utils.py+++ b/auto_round/auto_scheme/utils.py@@ -160,6 +160,8 @@ def compute_layer_bits(n_param = weight.numel()weight_bits = getattr(layer, "bits", 16)group_size = getattr(layer, "group_size", 128)+ data_type = getattr(layer, "data_type", "int")+ is_sym = getattr(layer, "sym", False)super_group_size = getattr(layer, "super_group_size", None)super_weight_bits = getattr(layer, "super_bits", None)@@ -175,7 +177,7 @@ def compute_layer_bits(# Determine number of groups based on group sizeif group_size > 0:- n_group = out_features * (in_features + group_size - 1) // group_size+ n_group = out_features * ((in_features + group_size - 1) // group_size)elif group_size == 0:n_group = 1elif group_size == -1:@@ -185,9 +187,12 @@ def compute_layer_bits(# Compute auxiliary bits (scales, zero-points, or double quantization)aux_total_bits = 0- if not super_group_size:+ if "mx_fp" in data_type or "nv_fp" in data_type or "fp4" in data_type:+ scale_bits = 8+ else:scale_bits = 16- zp_bits = weight_bits+ zp_bits = weight_bits if not is_sym or "int" in data_type else 0+ if not super_group_size:aux_total_bits = n_group * (scale_bits + zp_bits)else:aux_total_bits += n_group * super_weight_bits * 2diff --git a/auto_round/compressors/base.py b/auto_round/compressors/base.pyindex 297f8a50e..c148164ae 100644--- a/auto_round/compressors/base.py+++ b/auto_round/compressors/base.py@@ -433,7 +433,7 @@ class BaseCompressor(object):if not self.enable_torch_compile and self.super_bits is None and not scheme.low_gpu_mem_usage:logger.warning("we strongly recommend to set `enable_torch_compile` to True for AutoScheme to save VRAM")- gen_scheme = GenScheme(+ self.scheme_generator = GenScheme(scheme,self.model,quant_layer_names,@@ -443,7 +443,7 @@ class BaseCompressor(object):tokenizer=self.tokenizer,enable_torch_compile=self.enable_torch_compile,)- layer_config = gen_scheme.get_layer_config()+ layer_config = self.scheme_generator.get_layer_config()return layer_configdef _set_device(self, device_map: Union[str, torch.device, int, dict]) -> None:diff --git a/test/test_cuda/test_auto_scheme.py b/test/test_cuda/test_auto_scheme.pyindex ac486fef4..70366cf05 100644--- a/test/test_cuda/test_auto_scheme.py+++ b/test/test_cuda/test_auto_scheme.py@@ -146,7 +146,7 @@ class TestAutoScheme(unittest.TestCase):#def test_max_target_bits(self):model_name = "/models/opt-125m"- target_bits = 8.211+ target_bits = 8.025scheme = AutoScheme(avg_bits=target_bits, options=("MXFP4", "W8A16"))ar = AutoRound(model=model_name, scheme=scheme, iters=0, nsamples=1)model, layer_config = ar.quantize()