Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fix bug of outside block layers do not use best_params (#1128)

Heng Guoba1c76cd3a2f
diff --git a/auto_round/compressors/utils.py b/auto_round/compressors/utils.py
index 3d4132229..658024846 100644
--- a/auto_round/compressors/utils.py
+++ b/auto_round/compressors/utils.py
@@ -209,11 +209,15 @@ def check_awq_gemm_compatibility(model, bits, group_size, sym, layer_configs=Non
def collect_best_params(block, cache_device="cpu"):
"""Collect the best parameters from the block to the specified device."""
params = {}
- for n, m in block.named_modules():
- if hasattr(m, "orig_layer"):
- params[n] = {}
- for key in m.params.keys():
- params[n][key] = m.params[key].data.to(cache_device, copy=True)
+ if hasattr(block, "orig_layer"):
+ for key in block.params.keys():
+ params[key] = block.params[key].data.to(cache_device, copy=True)
+ else:
+ for n, m in block.named_modules():
+ if hasattr(m, "orig_layer"):
+ params[n] = {}
+ for key in m.params.keys():
+ params[n][key] = m.params[key].data.to(cache_device, copy=True)
return params
diff --git a/auto_round/utils/device.py b/auto_round/utils/device.py
index 12c904b3e..6090eeeb2 100644
--- a/auto_round/utils/device.py
+++ b/auto_round/utils/device.py
@@ -1416,8 +1416,12 @@ class MemoryMonitor:
summary = f"'peak_ram': {round(self.peak_ram, 2)}GB"
if len(self.peak_vram) > 0:
sorted_items = sorted(self.peak_vram.items())
- items_str = ", ".join([f"'{k}': {round(v, 2)}GB" for k, v in sorted_items])
- summary += f", 'peak_vram': {{{items_str}}}"
+ if len(self.peak_vram) == 1:
+ key, value = sorted_items[0]
+ summary += f", 'peak_vram': {round(value, 2)}GB"
+ else:
+ items_str = ", ".join([f"'{k}': {round(v, 2)}GB" for k, v in sorted_items])
+ summary += f", 'peak_vram': {{{items_str}}}"
return summary
def log_summary(self):