PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
refactor auto_round api, using local symbol table to pass all args (#1358)
Heng Guo528c9c829ca6
diff --git a/auto_round/autoround.py b/auto_round/autoround.pyindex 33ca1ccd7..4c3abe4ba 100644--- a/auto_round/autoround.py+++ b/auto_round/autoround.py@@ -52,6 +52,8 @@ class AutoRound:enable_torch_compile (bool): Whether to enable torch.compile for quant blocks/layers."""+ SKIP_ARGS = ("local_args", "kwargs", "cls", "model_cls", "dynamic_compressor", "extra_config", "enable_adam")+bits: int | Nonegroup_size: int | Nonesym: bool | None@@ -84,7 +86,7 @@ class AutoRound:seed: int = 42,enable_adam: bool = False,extra_config: ExtraConfig = None,- enable_alg_ext: bool = None,+ enable_alg_ext: bool = False,disable_opt_rtn: bool | None = None,low_cpu_mem_usage: bool = True,**kwargs,@@ -155,6 +157,8 @@ class AutoRound:... }"""+ local_args = {k: v for k, v in locals().items() if k not in cls.SKIP_ARGS}+model_cls = []if (extra_config and not extra_config.mllm_config.is_default()) or is_mllm_model(model, platform=platform):@@ -176,34 +180,16 @@ class AutoRound:if enable_adam:model_cls.append(AdamCompressor)dynamic_compressor = type("AutoRound", tuple(model_cls), {})- if extra_config:- kwargs.update(extra_config.to_dict())- if enable_alg_ext is not None:- kwargs["enable_alg_ext"] = enable_alg_ext- if disable_opt_rtn is not None:- kwargs["disable_opt_rtn"] = disable_opt_rtnif "fp_layers" in kwargs:logger.warning_once("'fp_layers' is deprecated, please use 'ignore_layers' to set layers not to be quantized.")kwargs["ignore_layers"] = kwargs.pop("fp_layers")++ if extra_config is not None:+ local_args.update(extra_config.to_dict())ar = dynamic_compressor(- model=model,- tokenizer=tokenizer,- platform=platform,- scheme=scheme,- layer_config=layer_config,- dataset=dataset,- iters=iters,- seqlen=seqlen,- nsamples=nsamples,- batch_size=batch_size,- gradient_accumulate_steps=gradient_accumulate_steps,- low_gpu_mem_usage=low_gpu_mem_usage,- device_map=device_map,- enable_torch_compile=enable_torch_compile,- seed=seed,- low_cpu_mem_usage=low_cpu_mem_usage,+ **local_args,**kwargs,)return ar@@ -351,22 +337,9 @@ class AutoRoundLLM(LLMCompressor):seed: int = 42,**kwargs,):+ local_args = {k: v for k, v in locals().items() if k not in ("local_args", "kwargs", "self")}super().__init__(- model=model,- tokenizer=tokenizer,- platform=platform,- scheme=scheme,- layer_config=layer_config,- dataset=dataset,- iters=iters,- seqlen=seqlen,- nsamples=nsamples,- batch_size=batch_size,- gradient_accumulate_steps=gradient_accumulate_steps,- low_gpu_mem_usage=low_gpu_mem_usage,- device_map=device_map,- enable_torch_compile=enable_torch_compile,- seed=seed,+ **local_args,**kwargs,)@@ -454,23 +427,9 @@ class AutoRoundAdam(AdamCompressor):optimizer="AdamW",**kwargs,):+ local_args = {k: v for k, v in locals().items() if k not in ("local_args", "kwargs", "self")}super().__init__(- model=model,- tokenizer=tokenizer,- platform=platform,- scheme=scheme,- layer_config=layer_config,- batch_size=batch_size,- dataset=dataset,- low_gpu_mem_usage=low_gpu_mem_usage,- iters=iters,- seqlen=seqlen,- nsamples=nsamples,- seed=seed,- gradient_accumulate_steps=gradient_accumulate_steps,- enable_torch_compile=enable_torch_compile,- device_map=device_map,- optimizer=optimizer,+ **local_args,**kwargs,)@@ -507,7 +466,7 @@ class AutoRoundMLLM(MLLMCompressor):seqlen (int): Length of the sequence.nsamples (int): Number of samples (default is 128).sampler (str): The sampling method (default is "rand").- seed (int): The random seed (default is 42).s+ seed (int): The random seed (default is 42).nblocks (int): Number of blocks (default is 1).gradient_accumulate_steps (int): Number of gradient accumulation steps (default is 1).not_use_best_mse (bool): Whether to use mean squared error (default is False).@@ -559,25 +518,9 @@ class AutoRoundMLLM(MLLMCompressor):seed: int = 42,**kwargs,):+ local_args = {k: v for k, v in locals().items() if k not in ("local_args", "kwargs", "self")}super().__init__(- model=model,- tokenizer=tokenizer,- platform=platform,- processor=processor,- image_processor=image_processor,- scheme=scheme,- layer_config=layer_config,- dataset=dataset,- quant_nontext_module=quant_nontext_module,- iters=iters,- seqlen=seqlen,- nsamples=nsamples,- batch_size=batch_size,- gradient_accumulate_steps=gradient_accumulate_steps,- low_gpu_mem_usage=low_gpu_mem_usage,- device_map=device_map,- enable_torch_compile=enable_torch_compile,- seed=seed,+ **local_args,**kwargs,)@@ -641,23 +584,8 @@ class AutoRoundDiffusion(DiffusionCompressor):seed: int = 42,**kwargs,):+ local_args = {k: v for k, v in locals().items() if k not in ("local_args", "kwargs", "self")}super().__init__(- model=model,- tokenizer=None,- guidance_scale=guidance_scale,- num_inference_steps=num_inference_steps,- generator_seed=generator_seed,- scheme=scheme,- layer_config=layer_config,- dataset=dataset,- iters=iters,- seqlen=seqlen,- nsamples=nsamples,- batch_size=batch_size,- gradient_accumulate_steps=gradient_accumulate_steps,- low_gpu_mem_usage=low_gpu_mem_usage,- device_map=device_map,- enable_torch_compile=enable_torch_compile,- seed=seed,+ **local_args,**kwargs,)