PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix nsamples in get_dataloader (#804)
Wenhua Cheng00fff814dce3
diff --git a/auto_round/calib_dataset.py b/auto_round/calib_dataset.pyindex 1f02fe79d..4825177b6 100644--- a/auto_round/calib_dataset.py+++ b/auto_round/calib_dataset.py@@ -847,5 +847,8 @@ def get_dataloader(res = {"input_ids": input_ids_new, "attention_mask": attention_mask_new}return res+ if len(dataset_final) > nsamples:+ dataset_final = select_dataset(dataset_final, range(nsamples))+calib_dataloader = DataLoader(dataset_final, batch_size=bs, shuffle=False, collate_fn=collate_batch)return calib_dataloader