PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix parse layer config bug (#856)
Wenhua Cheng58d31fcd6ff0
diff --git a/auto_round/compressors/base.py b/auto_round/compressors/base.pyindex 11597ae9e..3bb7721b1 100644--- a/auto_round/compressors/base.py+++ b/auto_round/compressors/base.py@@ -412,29 +412,26 @@ class BaseCompressor(object):def _parse_layer_config(self, layer_config: dict[str, Union[str, dict, QuantizationScheme]]) -> None:"""Parse and set the layer-wise quantization configuration."""# Some other quantization configs- self.layer_config = {} if layer_config is None else layer_config- scheme_keys = [f.name for f in fields(QuantizationScheme)]+ self.layer_config = copy.deepcopy(layer_config) if layer_config is not None else {}+ scheme_keys = {f.name for f in fields(QuantizationScheme)}+for key, item in self.layer_config.items():if isinstance(item, str):- item = asdict(preset_name_to_scheme(item.upper()))- self.layer_config[key] = item-- if isinstance(item, QuantizationScheme):+ config = asdict(preset_name_to_scheme(item.upper()))+ elif isinstance(item, QuantizationScheme):config = asdict(item)- tmp_keys = copy.deepcopy(list(config.keys()))- for tmp_key in tmp_keys: ## Pop None value to be overridden- if config[tmp_key] is None:- config.pop(tmp_key)- self.layer_config[key] = configelif isinstance(item, dict):- item_keys = item.keys()- if item_keys not in scheme_keys:- for item_key in item_keys:- if item_key not in scheme_keys:- raise ValueError(- f"the key {item_key} in layer_config for layer {key} is invalid,"- f" only {scheme_keys} are supported"- )+ invalid_keys = set(item) - scheme_keys+ if invalid_keys:+ raise ValueError(+ f"Invalid keys {invalid_keys} in layer_config for layer '{key}', "+ f"only {scheme_keys} are supported"+ )+ config = dict(item)++ # Drop None values+ config = {k: v for k, v in config.items() if v is not None}+ self.layer_config[key] = configif not self.quant_lm_head or (isinstance(self.scheme, str) and self.scheme.lower().startswith("gguf")):return