PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix scale_dtype is None issue (#1185)
Xin He440288fd6b92
diff --git a/auto_round/compressors/base.py b/auto_round/compressors/base.pyindex 401617d94..ffe8e8281 100644--- a/auto_round/compressors/base.py+++ b/auto_round/compressors/base.py@@ -252,7 +252,10 @@ class BaseCompressor(object):gguf_scheme_name = get_gguf_scheme(self.scheme)# GGUF uses fp32 scale dtype as default- scale_dtype = kwargs.pop("scale_dtype", "fp32") if gguf_scheme_name else kwargs.pop("scale_dtype", "fp16")+ scale_dtype = kwargs.pop("scale_dtype", None)+ if scale_dtype is None:+ scale_dtype = "fp32" if gguf_scheme_name else "fp16"+# Extra/legacy kwargs for backward compatibility# Major version releases may pack them with extra configuration optionsamp = kwargs.pop("amp", True)