Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

add fp8 export format check (#779)

Heng Guo5ead4c6d7fb9
diff --git a/auto_round/autoround.py b/auto_round/autoround.py
index 31245c96b..e02891b29 100644
--- a/auto_round/autoround.py
+++ b/auto_round/autoround.py
@@ -886,6 +886,19 @@ class AutoRound(object):
if format == "fake":
return format
format = format.replace("q*_", f"q{self.bits}_")
+
+ # format check for fp8
+ w_fp8 = self.data_type == "fp" and self.bits == 8
+ act_fp8 = self.act_data_type == "fp" and self.act_bits == 8
+ if (w_fp8 or act_fp8) and re.search("^auto_round|^llmcompressor", format) is None:
+ error_msg = (
+ f"is only supported to export auto_round or llmcompressor format," f" but got {format}, please check."
+ )
+ error_msg = ("act_data_type<fp8> " + error_msg) if act_fp8 else error_msg
+ error_msg = ("data_type<fp8> " + error_msg) if w_fp8 else error_msg
+ logger.error(error_msg)
+ sys.exit(-1)
+
# Only support to export afp8/nv_fp
if self.act_bits <= 8:
if not is_standard_fp(self.act_data_type) or self.act_dynamic:
@@ -905,10 +918,10 @@ class AutoRound(object):
and self.act_bits == act_bits
and self.act_dynamic
), (
- f"Currently only support to export llmcompressor format for dynamic quantized"
- f" W{bits}Afp{act_bits} model, but got bits={self.bits}, data_type={self.data_type}"
- f" group_size={self.group_size}, sym={self.sym}"
- f", act_bits={self.act_bits}, act_data_type={self.act_data_type}"
+ f"Currently only support to export llmcompressor format for sym dynamic quantized"
+ f" W{self.bits}A{self.act_bits} model with group_size={group_size},"
+ f" but got bits={self.bits}, group_size={self.group_size}, sym={self.sym},"
+ f" act_bits={self.act_bits}"
)
elif format != "fake" and (not is_nv_fp(format) or "static_gs" not in self.act_data_type):
logger.warning(