PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix bug of outside block layers do not use best_params (#1128)
Heng Guoba1c76cd3a2f
diff --git a/auto_round/compressors/utils.py b/auto_round/compressors/utils.pyindex 3d4132229..658024846 100644--- a/auto_round/compressors/utils.py+++ b/auto_round/compressors/utils.py@@ -209,11 +209,15 @@ def check_awq_gemm_compatibility(model, bits, group_size, sym, layer_configs=Nondef collect_best_params(block, cache_device="cpu"):"""Collect the best parameters from the block to the specified device."""params = {}- for n, m in block.named_modules():- if hasattr(m, "orig_layer"):- params[n] = {}- for key in m.params.keys():- params[n][key] = m.params[key].data.to(cache_device, copy=True)+ if hasattr(block, "orig_layer"):+ for key in block.params.keys():+ params[key] = block.params[key].data.to(cache_device, copy=True)+ else:+ for n, m in block.named_modules():+ if hasattr(m, "orig_layer"):+ params[n] = {}+ for key in m.params.keys():+ params[n][key] = m.params[key].data.to(cache_device, copy=True)return paramsdiff --git a/auto_round/utils/device.py b/auto_round/utils/device.pyindex 12c904b3e..6090eeeb2 100644--- a/auto_round/utils/device.py+++ b/auto_round/utils/device.py@@ -1416,8 +1416,12 @@ class MemoryMonitor:summary = f"'peak_ram': {round(self.peak_ram, 2)}GB"if len(self.peak_vram) > 0:sorted_items = sorted(self.peak_vram.items())- items_str = ", ".join([f"'{k}': {round(v, 2)}GB" for k, v in sorted_items])- summary += f", 'peak_vram': {{{items_str}}}"+ if len(self.peak_vram) == 1:+ key, value = sorted_items[0]+ summary += f", 'peak_vram': {round(value, 2)}GB"+ else:+ items_str = ", ".join([f"'{k}': {round(v, 2)}GB" for k, v in sorted_items])+ summary += f", 'peak_vram': {{{items_str}}}"return summarydef log_summary(self):