PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
add fp8 export format check (#779)
Heng Guo5ead4c6d7fb9
diff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex 31245c96b..e02891b29 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -886,6 +886,19 @@ class AutoRound(object):if format == "fake":return formatformat = format.replace("q*_", f"q{self.bits}_")++ # format check for fp8+ w_fp8 = self.data_type == "fp" and self.bits == 8+ act_fp8 = self.act_data_type == "fp" and self.act_bits == 8+ if (w_fp8 or act_fp8) and re.search("^auto_round|^llmcompressor", format) is None:+ error_msg = (+ f"is only supported to export auto_round or llmcompressor format," f" but got {format}, please check."+ )+ error_msg = ("act_data_type<fp8> " + error_msg) if act_fp8 else error_msg+ error_msg = ("data_type<fp8> " + error_msg) if w_fp8 else error_msg+ logger.error(error_msg)+ sys.exit(-1)+# Only support to export afp8/nv_fpif self.act_bits <= 8:if not is_standard_fp(self.act_data_type) or self.act_dynamic:@@ -905,10 +918,10 @@ class AutoRound(object):and self.act_bits == act_bitsand self.act_dynamic), (- f"Currently only support to export llmcompressor format for dynamic quantized"- f" W{bits}Afp{act_bits} model, but got bits={self.bits}, data_type={self.data_type}"- f" group_size={self.group_size}, sym={self.sym}"- f", act_bits={self.act_bits}, act_data_type={self.act_data_type}"+ f"Currently only support to export llmcompressor format for sym dynamic quantized"+ f" W{self.bits}A{self.act_bits} model with group_size={group_size},"+ f" but got bits={self.bits}, group_size={self.group_size}, sym={self.sym},"+ f" act_bits={self.act_bits}")elif format != "fake" and (not is_nv_fp(format) or "static_gs" not in self.act_data_type):logger.warning(