PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
fix missing cpuinfo lib and another issue (#34)
wenhuach21ee466cd553bf
diff --git a/auto_round/utils.py b/auto_round/utils.pyindex 1ccc154a3..ba5f7bc2e 100644--- a/auto_round/utils.py+++ b/auto_round/utils.py@@ -532,7 +532,7 @@ def detect_device(device=None):else:device = torch.device("cpu")logger.info("Using CPU device")- if dev_idx is not None:+ if dev_idx is not None and str(device) != "cpu":device = str(device) + f":{dev_idx}"return str(device)elif isinstance(device, torch.device):diff --git a/examples/language-modeling/requirements.txt b/examples/language-modeling/requirements.txtindex 4cc53c9ce..2497cbda5 100644--- a/examples/language-modeling/requirements.txt+++ b/examples/language-modeling/requirements.txt@@ -14,4 +14,5 @@ protobufauto-gptqopenpyxlwandb+py-cpuinfodiff --git a/requirements.txt b/requirements.txtindex db836121a..098745745 100644--- a/requirements.txt+++ b/requirements.txt@@ -5,5 +5,3 @@ py-cpuinfosentencepiecetorchtransformers--