PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
import copy
import os
import shutil
from test.helpers import get_model_path, save_tiny_model
import pytest
import torch
from auto_round import AutoRound
class TestModelScope:
@pytest.fixture(autouse=True)
def setup_saved_path(self, tmp_path):
self.saved_path = str(tmp_path / "saved")
self.tiny_model_path = str(tmp_path / "tiny")
yield
shutil.rmtree(self.saved_path, ignore_errors=True)
shutil.rmtree(self.tiny_model_path, ignore_errors=True)
@classmethod
def setup_class(self):
self.source_path, self.cache_path = "/tf_dataset/auto_round/modelscope", "/home/hostuser/.cache/modelscope"
if os.path.exists(self.source_path):
if not os.path.exists("/home/hostuser/.cache"):
os.makedirs("/home/hostuser/.cache")
shutil.copytree(self.source_path, self.cache_path, dirs_exist_ok=True)
@classmethod
def teardown_class(self):
shutil.rmtree("runs", ignore_errors=True)
if os.path.exists(self.cache_path):
shutil.rmtree(self.cache_path, ignore_errors=True)
def test_llm(self, dataloader):
model_name = save_tiny_model(get_model_path("Qwen/Qwen2.5-0.5B-Instruct"), self.tiny_model_path, num_layers=2)
autoround = AutoRound(model_name, platform="model_scope", scheme="w4a16", iters=0, seqlen=2, dataset=dataloader)
autoround.quantize_and_save(self.saved_path)
def test_mllm(self, dataloader):
model_name = save_tiny_model(
get_model_path("Qwen/Qwen2-VL-2B-Instruct"), self.tiny_model_path, num_layers=2, is_mllm=True
)
autoround = AutoRound(
model_name, platform="model_scope", scheme="w4a16", iters=0, seqlen=2, dataset=dataloader, batch_size=2
)
autoround.quantize_and_save(self.saved_path)