mirror of
https://github.com/NVIDIA/Model-Optimizer.git
synced 2026-10-26 06:54:04 +08:00
Keval Morabia
70746155f1
## What does this PR do? **Type of change:** Bug Fix ## Testing <!-- Mention how have you tested your change if applicable. --> - [x] Tests run locally in docker - [x] Tests enabled in github per-PR CICD --------- Signed-off-by: Keval Morabia <28916987+kevalmorabia97@users.noreply.github.com>
81 lines
2.7 KiB
Python
81 lines
2.7 KiB
Python
# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""Utility functions for running example commands reused in multiple example tests."""
|
|
|
|
import os
|
|
import subprocess
|
|
from pathlib import Path
|
|
|
|
from _test_utils.torch.distributed.utils import get_free_port
|
|
|
|
MODELOPT_ROOT = Path(__file__).parents[3]
|
|
|
|
|
|
def extend_cmd_parts(cmd_parts: list[str], **kwargs):
|
|
for key, value in kwargs.items():
|
|
if value is not None:
|
|
cmd_parts.extend([f"--{key}", str(value)])
|
|
if kwargs.get("trust_remote_code", False):
|
|
cmd_parts.append("--trust_remote_code")
|
|
return cmd_parts
|
|
|
|
|
|
def run_example_command(
|
|
cmd_parts: list[str],
|
|
example_path: str,
|
|
setup_free_port: bool = False,
|
|
env: dict[str, str] | None = None,
|
|
):
|
|
print(f"[{example_path}] Running command: {cmd_parts}")
|
|
env = env or os.environ.copy()
|
|
|
|
if setup_free_port:
|
|
free_port = get_free_port()
|
|
env["MASTER_PORT"] = str(free_port)
|
|
|
|
subprocess.run(cmd_parts, cwd=MODELOPT_ROOT / "examples" / example_path, env=env, check=True)
|
|
|
|
|
|
def run_command_in_background(
|
|
cmd_parts: list[str], example_path: str, stdout=None, stderr=None, text=True
|
|
):
|
|
print(f"Running command in background: {' '.join(str(part) for part in cmd_parts)}")
|
|
process = subprocess.Popen(
|
|
cmd_parts,
|
|
cwd=MODELOPT_ROOT / "examples" / example_path,
|
|
stdout=stdout,
|
|
stderr=stderr,
|
|
text=text,
|
|
)
|
|
return process
|
|
|
|
|
|
def run_llm_ptq_command(*, model: str, quant: str, **kwargs):
|
|
kwargs.update({"model": model, "quant": quant})
|
|
kwargs.setdefault("tasks", "quant")
|
|
kwargs.setdefault("calib", 16)
|
|
|
|
cmd_parts = extend_cmd_parts(["scripts/huggingface_example.sh", "--no-verbose"], **kwargs)
|
|
run_example_command(cmd_parts, "llm_ptq")
|
|
|
|
|
|
def run_vlm_ptq_command(*, model: str, quant: str, **kwargs):
|
|
kwargs.update({"model": model, "quant": quant})
|
|
kwargs.setdefault("tasks", "quant")
|
|
kwargs.setdefault("calib", 16)
|
|
|
|
cmd_parts = extend_cmd_parts(["scripts/huggingface_example.sh"], **kwargs)
|
|
run_example_command(cmd_parts, "vlm_ptq")
|