# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from pathlib import Path from typing import NamedTuple import pytest from _test_utils.examples.run_command import run_diffusers_cmd from _test_utils.model import FLUX_SCHNELL_PATH, SD3_PATH, SDXL_1_0_PATH from _test_utils.torch_misc import minimum_sm class DiffuserModel(NamedTuple): dtype: str name: str path: str format_type: str quant_algo: str quant_level: str collect_method: str def _run_cmd(self, script: str, *args: str) -> None: cmd_args = [ "python", script, "--model", self.name, "--override-model-path", self.path, "--model-dtype", self.dtype, ] cmd_args.extend(args) run_diffusers_cmd(cmd_args) def _format_args(self) -> list[str]: return [ "--calib-size", "8", "--percentile", "1.0", "--alpha", "0.8", "--n-steps", "20", "--batch-size", "2", "--format", self.format_type, "--collect-method", self.collect_method, "--quant-level", self.quant_level, "--quant-algo", self.quant_algo, ] def quantize(self, tmp_path: Path) -> None: self._run_cmd( "quantize.py", *self._format_args(), "--trt-high-precision-dtype", self.dtype, "--quantized-torch-ckpt-save-path", str(tmp_path / f"{self.name}_{self.format_type}_{self.quant_level}.pt"), "--onnx-dir", str(tmp_path / f"{self.name}_{self.format_type}_{self.quant_level}_onnx"), ) def restore(self, tmp_path: Path) -> None: self._run_cmd( "quantize.py", *self._format_args(), "--trt-high-precision-dtype", self.dtype, "--restore-from", str(tmp_path / f"{self.name}_{self.format_type}_{self.quant_level}.pt"), "--onnx-dir", str(tmp_path / f"{self.name}_{self.format_type}_{self.quant_level}_onnx"), ) def inference(self, tmp_path: Path) -> None: self._run_cmd( "diffusion_trt.py", "--onnx-load-path", str(tmp_path / f"{self.name}_{self.format_type}_{self.quant_level}_onnx/model.onnx"), "--dq-only", ) @pytest.mark.parametrize( "model", [ DiffuserModel( name="flux-schnell", path=FLUX_SCHNELL_PATH, dtype="BFloat16", format_type="int8", quant_algo="smoothquant", quant_level="3.0", collect_method="min-mean", ), DiffuserModel( name="sd3-medium", path=SD3_PATH, dtype="Half", format_type="int8", quant_algo="smoothquant", quant_level="3.0", collect_method="min-mean", ), pytest.param( DiffuserModel( name="sdxl-1.0", path=SDXL_1_0_PATH, dtype="Half", format_type="fp8", quant_algo="max", quant_level="3.0", collect_method="default", ), marks=minimum_sm(89), ), DiffuserModel( name="sdxl-1.0", path=SDXL_1_0_PATH, dtype="Half", format_type="int8", quant_algo="smoothquant", quant_level="3.0", collect_method="min-mean", ), ], ids=[ "flux_schnell_bf16_int8_smoothquant_3.0_min_mean", "sd3_medium_fp16_int8_smoothquant_3.0_min_mean", "sdxl_1.0_fp16_fp8_max_3.0_default", "sdxl_1.0_fp16_int8_smoothquant_3.0_min_mean", ], ) def test_diffusers_quantization( model: DiffuserModel, tmp_path: Path, ) -> None: model.quantize(tmp_path) model.restore(tmp_path) model.inference(tmp_path)