PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix device bug at calibration (#587)
Wenhua Cheng23c71e39a3e4
diff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex e2ba0331c..b8ee17dd0 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -914,7 +914,7 @@ class AutoRound(object):if data is None:continueif isinstance(data, torch.Tensor):- input_ids = data.to(self.device)+ input_ids = data.to(self.model.device)data_new = input_idselif isinstance(data, str):if self.tokenizer is None:@@ -923,7 +923,7 @@ class AutoRound(object):data = self.tokenizer(data, truncation=True, max_length=self.seqlen, return_tensors="pt").datadata_new = {}for key in data.keys():- data_new[key] = data[key].to(self.device)+ data_new[key] = data[key].to(self.model.device)input_ids = data_new["input_ids"]elif isinstance(data, tuple) or isinstance(data, list):data_new = data