Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

fix nsamples in get_dataloader (#804)

Wenhua Cheng00fff814dce3
diff --git a/auto_round/calib_dataset.py b/auto_round/calib_dataset.py
index 1f02fe79d..4825177b6 100644
--- a/auto_round/calib_dataset.py
+++ b/auto_round/calib_dataset.py
@@ -847,5 +847,8 @@ def get_dataloader(
res = {"input_ids": input_ids_new, "attention_mask": attention_mask_new}
return res
+ if len(dataset_final) > nsamples:
+ dataset_final = select_dataset(dataset_final, range(nsamples))
+
calib_dataloader = DataLoader(dataset_final, batch_size=bs, shuffle=False, collate_fn=collate_batch)
return calib_dataloader