PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix: avoid silent weight loss when OffloadManager fails to save a block (#1982)
Xin He64378412e53c
diff --git a/auto_round/utils/offload.py b/auto_round/utils/offload.pyindex af9e34b23..975b5f507 100644--- a/auto_round/utils/offload.py+++ b/auto_round/utils/offload.py@@ -47,6 +47,7 @@ import gcimport jsonimport osimport shutil+import sysimport tempfilefrom collections import defaultdictfrom functools import partial@@ -724,7 +725,11 @@ class OffloadManager:self._saved[name] = {"save_path": save_path}del state_dictexcept Exception as e:- logger.warning(f"OffloadManager: failed to save {name}: {e}")+ # Keeping the module resident in memory after a failed save (e.g. disk+ # quota exceeded) silently increases memory pressure and can lead to a+ # confusing OOM later on, so fail fast instead.+ logger.error(f"OffloadManager: failed to save {name}: {e}. Exiting to avoid silent memory growth.")+ sys.exit(1)def _load_from_disk(self, name: str, module: torch.nn.Module) -> None:metadata = self._saved.get(name)