Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

Update get_block_names func (#1047)

Wang, Mengni548acbb0d43a
diff --git a/auto_round/utils/model.py b/auto_round/utils/model.py
index 6188ea16a..ff9b3b57c 100644
--- a/auto_round/utils/model.py
+++ b/auto_round/utils/model.py
@@ -631,18 +631,13 @@ def get_block_names(model, quant_vision=False):
block_names = []
target_modules = []
vision_blocks_tuple = ("vision", "visual", "image", "img")
- last_block_name = ""
- for n, m in model.named_modules():
- if hasattr(type(m), "__name__") and "ModuleList" in type(m).__name__:
- if quant_vision or all(key not in n.lower() for key in (vision_blocks_tuple)):
- if last_block_name and last_block_name in n:
- continue
- target_modules.append((n, m))
- last_block_name = n
+ target_modules = _search_block("", model)
+
for i, target_m in enumerate(target_modules):
- block_names.append([])
- for n, m in target_m[1].named_children():
- block_names[i].append(target_m[0] + "." + n)
+ if quant_vision or all(key not in target_m[0].lower() for key in (vision_blocks_tuple)):
+ block_names.append([])
+ for n, m in target_m[1].named_children():
+ block_names[-1].append(target_m[0] + "." + n)
return block_names
if quant_vision or not is_pure_text_model(model):
diff --git a/test/test_cuda/test_get_block_name.py b/test/test_cuda/test_get_block_name.py
index 5f47e9eaf..cc9297653 100644
--- a/test/test_cuda/test_get_block_name.py
+++ b/test/test_cuda/test_get_block_name.py
@@ -30,6 +30,7 @@ class TestAutoRound(unittest.TestCase):
shutil.rmtree("runs", ignore_errors=True)
def check_block_names(self, block_names, prefixs=[], n_layers=[]):
+ assert len(block_names) == len(prefixs) == len(n_layers)
for i, block_name in enumerate(block_names):
prefix = prefixs[i]
n_layer = n_layers[i]
@@ -196,6 +197,9 @@ class TestAutoRound(unittest.TestCase):
self.check_block_names(block_names, ["transformer_blocks", "single_transformer_blocks"], [19, 38])
self.assertTrue(any(["context_embedder" not in n for n in block_names]))
+ block_names = get_block_names(model, quant_vision=True)
+ self.check_block_names(block_names, ["transformer_blocks", "single_transformer_blocks"], [19, 38])
+
if __name__ == "__main__":
unittest.main()