PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix typos, update overview img (#166)
WeiweiZhang18d5765ac6b64
diff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex ff3889110..361c820f7 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -338,11 +338,11 @@ class AutoRound(object):Returns:None"""- layers_inblocks = get_layer_names_in_block(self.model, self.supported_types)+ layers_in_blocks = get_layer_names_in_block(self.model, self.supported_types)for n, m in self.model.named_modules():if not isinstance(m, tuple(self.supported_types)):continue- if n not in weight_config.keys() and n in layers_inblocks:+ if n not in weight_config.keys() and n in layers_in_blocks:weight_config[n] = {}weight_config[n]["data_type"] = self.data_typeweight_config[n]["bits"] = self.bitsdiff --git a/docs/imgs/autoround_overview.png b/docs/imgs/autoround_overview.pngindex ac13df61b..97d66c685 100644Binary files a/docs/imgs/autoround_overview.png and b/docs/imgs/autoround_overview.png differ