PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
# Copyright (c) 2026 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Architecture adapters for SVDQuant Nunchaku export."""
from __future__ import annotations
from collections.abc import Mapping
import torch
from auto_round.export.svdquant_nunchaku import IdentitySVDQuantModelAdapter
from auto_round.export.svdquant_adapters.flux import (
FLUX_TOP_LEVEL_TENSOR_KEYS,
FLUX_SVDQUANT_TARGET_MODULES,
FluxSVDQuantNunchakuAdapter,
flux_onefile_tensor_count,
)
from auto_round.export.svdquant_adapters.sdxl import (
SDXL_SVDQUANT_TARGET_MODULES,
SDXLSVDQuantNunchakuAdapter,
is_sdxl_unet_config,
)
def _model_config(model: torch.nn.Module) -> dict:
config = getattr(model, "config", None)
if isinstance(config, Mapping):
return dict(config)
to_dict = getattr(config, "to_dict", None)
if callable(to_dict):
value = to_dict()
if isinstance(value, Mapping):
return dict(value)
return {}
def detect_svdquant_model_adapter(model: torch.nn.Module) -> str:
"""Return the runtime adapter name implied by a model's architecture config."""
config = _model_config(model)
class_name = str(config.get("_class_name", type(model).__name__)).lower()
if "fluxtransformer" in class_name:
return "flux"
if is_sdxl_unet_config(config, type(model).__name__):
return "sdxl"
return "identity"
def resolve_svdquant_model_adapter(
name: str,
model: torch.nn.Module,
*,
decomposition_device: str | torch.device = "cpu",
):
"""Resolve a registered architecture adapter without runtime dependencies."""
normalized = name.strip().lower()
if normalized not in {"auto", "identity", "flux", "sdxl"}:
raise ValueError(f"unknown SVDQuant model adapter {name!r}; expected auto, identity, flux, or sdxl")
config = _model_config(model)
if normalized == "auto":
normalized = detect_svdquant_model_adapter(model)
if normalized == "flux":
return FluxSVDQuantNunchakuAdapter(
config=config or None,
decomposition_device=decomposition_device,
require_complete_model=True,
)
if normalized == "sdxl":
return SDXLSVDQuantNunchakuAdapter(
config=config or None,
decomposition_device=decomposition_device,
require_complete_model=True,
)
return IdentitySVDQuantModelAdapter()
__all__ = [
"FLUX_SVDQUANT_TARGET_MODULES",
"FLUX_TOP_LEVEL_TENSOR_KEYS",
"SDXL_SVDQUANT_TARGET_MODULES",
"FluxSVDQuantNunchakuAdapter",
"SDXLSVDQuantNunchakuAdapter",
"detect_svdquant_model_adapter",
"flux_onefile_tensor_count",
"resolve_svdquant_model_adapter",
]