PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix llama4 kv quant (#1199)
Wang, Mengnidd8ce2e3864a
diff --git a/auto_round/experimental/utils.py b/auto_round/experimental/utils.pyindex 545ebd401..708a1f9b0 100644--- a/auto_round/experimental/utils.py+++ b/auto_round/experimental/utils.py@@ -70,8 +70,10 @@ def normalize_static_kv_dtype(static_kv_dtype: str | torch.dtype) -> torch.dtypedef is_attention_module(module: torch.nn.Module):# FIXME: Handle this better.- return "attention" in module.__class__.__name__.lower() and (- hasattr(module, "k_proj") or hasattr(module, "v_proj") or hasattr(module, "qkv_proj")+ return (+ "attention" in module.__class__.__name__.lower()+ and module.__class__.__name__ != "Llama4VisionAttention" # llama4 vision attention doesn't have cache+ and (hasattr(module, "k_proj") or hasattr(module, "v_proj") or hasattr(module, "qkv_proj")))