PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
[pre-commit.ci] pre-commit autoupdate (#1222)
pre-commit-ci[bot]beb1e0cd3d19
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yamlindex c17b5d9ca..c32089c4a 100644--- a/.pre-commit-config.yaml+++ b/.pre-commit-config.yaml@@ -30,7 +30,7 @@ repos:]- repo: https://github.com/psf/black-pre-commit-mirror- rev: 25.9.0+ rev: 25.12.0hooks:- id: blackfiles: (.*\.py)$@@ -52,17 +52,17 @@ repos:- tomli- repo: https://github.com/crate-ci/typos- rev: v1.38.1+ rev: v1hooks:- id: typos- repo: https://github.com/pycqa/isort- rev: 6.1.0+ rev: 7.0.0hooks:- id: isort- repo: https://github.com/astral-sh/ruff-pre-commit- rev: v0.14.0+ rev: v0.14.10hooks:- id: ruffargs: [--fix, --exit-non-zero-on-fix, --no-cache]diff --git a/auto_round/compressors/mllm/dataset.py b/auto_round/compressors/mllm/dataset.pyindex 349b8a33f..cf2941350 100644--- a/auto_round/compressors/mllm/dataset.py+++ b/auto_round/compressors/mllm/dataset.py@@ -68,7 +68,7 @@ class LlavaDataset(Dataset):self,template,model,- tokenzier,+ tokenizer,dataset_path,extra_data_dir=None,seqlen=512,@@ -80,7 +80,7 @@ class LlavaDataset(Dataset):self.model = modelself.model_type = template.model_typeself.template = template- self.tokenizer = tokenzier+ self.tokenizer = tokenizerif os.path.exists(dataset_path):logger.info(f"use dataset {dataset_path}, loading from disk...")self.questions = json.load(open(dataset_path, "r"))diff --git a/test/test_cpu/test_mllm.py b/test/test_cpu/test_mllm.pyindex 2eb1d3e2f..3a91be1ca 100644--- a/test/test_cpu/test_mllm.py+++ b/test/test_cpu/test_mllm.py@@ -99,11 +99,11 @@ class TestAutoRoundMLLM:model_type = Nonedataset = MLLM_DATASET["liuhaotian/llava"](- template=Myclass(), model=None, tokenzier=None, dataset_path="liuhaotian/llava", seqlen=32, nsamples=32+ template=Myclass(), model=None, tokenizer=None, dataset_path="liuhaotian/llava", seqlen=32, nsamples=32)assert len(dataset.questions) == 32dataset = MLLM_DATASET["liuhaotian/llava"](- template=Myclass(), model=None, tokenzier=None, dataset_path="liuhaotian/llava", seqlen=2048, nsamples=512+ template=Myclass(), model=None, tokenizer=None, dataset_path="liuhaotian/llava", seqlen=2048, nsamples=512)assert len(dataset.questions) == 512