Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fix scale_dtype is None issue (#1185)

Xin He440288fd6b92
diff --git a/auto_round/compressors/base.py b/auto_round/compressors/base.py
index 401617d94..ffe8e8281 100644
--- a/auto_round/compressors/base.py
+++ b/auto_round/compressors/base.py
@@ -252,7 +252,10 @@ class BaseCompressor(object):
gguf_scheme_name = get_gguf_scheme(self.scheme)
# GGUF uses fp32 scale dtype as default
- scale_dtype = kwargs.pop("scale_dtype", "fp32") if gguf_scheme_name else kwargs.pop("scale_dtype", "fp16")
+ scale_dtype = kwargs.pop("scale_dtype", None)
+ if scale_dtype is None:
+ scale_dtype = "fp32" if gguf_scheme_name else "fp16"
+
# Extra/legacy kwargs for backward compatibility
# Major version releases may pack them with extra configuration options
amp = kwargs.pop("amp", True)