Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fix mllm device_map ut (#1000)

Tang Kaihui4aeca3aec64d
diff --git a/test/test_cuda/test_multiple_card.py b/test/test_cuda/test_multiple_card.py
index f2f1685be..5dac584fe 100644
--- a/test/test_cuda/test_multiple_card.py
+++ b/test/test_cuda/test_multiple_card.py
@@ -362,24 +362,22 @@ class TestAutoRound(unittest.TestCase):
device_map = "0,1"
ar = AutoRoundMLLM(model_name, device_map=device_map)
self.assertEqual(ar.device, "cuda:0")
- self.assertEqual(ar.device_map, "auto")
- self.assertEqual(ar.device_list, [0, 1])
+ self.assertEqual(ar.device_map, device_map)
device_map = 1
- ar = AutoRoundMLLM(ar.model, ar.tokenizer, ar.processor, device_map=device_map)
+ ar = AutoRoundMLLM(ar.model, ar.tokenizer, processor=ar.processor, device_map=device_map)
self.assertEqual(ar.device, "cuda:1")
- self.assertEqual(ar.device_map, None)
- self.assertFalse(hasattr(ar, "device_list"))
+ self.assertEqual(ar.device_map, device_map)
device_map = "auto"
- ar = AutoRoundMLLM(ar.model, ar.tokenizer, ar.processor, device_map=device_map)
+ ar = AutoRoundMLLM(ar.model, ar.tokenizer, processor=ar.processor, device_map=device_map)
self.assertEqual(ar.device, "cuda")
- self.assertEqual(ar.device_map, "auto")
+ self.assertEqual(ar.device_map, device_map)
device_map = {"model.language_model.layers": 0, "model.visual.blocks": 1}
- ar = AutoRoundMLLM(ar.model, ar.tokenizer, ar.processor, device_map=device_map)
- self.assertEqual(ar.model.model.language_model.layers.tuning_device, "cuda:0")
- self.assertEqual(ar.model.model.visual.blocks.tuning_device, "cuda:1")
+ ar = AutoRoundMLLM(ar.model, ar.tokenizer, processor=ar.processor, device_map=device_map)
+ self.assertEqual(ar.model.model.language_model.layers[0].self_attn.q_proj.tuning_device, "cuda:0")
+ self.assertEqual(ar.model.model.visual.blocks[0].mlp.fc1.tuning_device, "cuda:1")
if __name__ == "__main__":