PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix CUDA CI (#1431)
Xin Hed0f3cd0e94a2
diff --git a/auto_round/auto_scheme/utils.py b/auto_round/auto_scheme/utils.pyindex 3c19acc42..9d1967952 100644--- a/auto_round/auto_scheme/utils.py+++ b/auto_round/auto_scheme/utils.py@@ -210,7 +210,7 @@ def dispatch_model_by_all_available_devices(if device_map is None:device_map = 0- no_split_modules = getattr(model, "_no_split_modules", [])+ no_split_modules = list(getattr(model, "_no_split_modules", []))if device_map == "auto":max_memory = get_balanced_memory(model,diff --git a/test/test_cuda/integrations/test_transformers.py b/test/test_cuda/integrations/test_transformers.pyindex 8be385b94..b99a3678f 100644--- a/test/test_cuda/integrations/test_transformers.py+++ b/test/test_cuda/integrations/test_transformers.py@@ -55,6 +55,10 @@ class TestAutoRound:EXPECTED_OUTPUTS.add("There is a girl who likes adventure, and she has been exploring the world for many years. She has visited every country in Europe and has even traveled to some of the most remote parts of Africa. She has also climbed mountains, swum")+ # transformers 5.1.0+ EXPECTED_OUTPUTS.add(+ "There is a girl who likes adventure, and she has been exploring the world for many years. She has visited every country in Europe and has even traveled to some of the most remote parts of Africa. She has also climbed mountains and explored caves"+ )device_map = "cuda"