mirror of
https://github.com/NVIDIA/Model-Optimizer.git
synced 2026-11-02 08:03:22 +08:00
## Summary - Adds a lightweight file-based client/server relay (`tools/debugger/`) that enables Claude Code (or any host-side automation) to execute commands inside a remote Docker container using only a shared filesystem — no networking setup required. - The server auto-detects the repo root, installs modelopt (`pip install -e .[dev]`), sets `PYTHONPATH`, and listens for commands. - The client supports `handshake`, `run`, `status`, and `flush` subcommands. - Includes `README.md` (full protocol docs) and `CLAUDE.md` (quick reference for Claude Code). ## Tested - Ran Qwen3.5-35B-A3B MoE PTQ with `nvfp4_experts_only` quantization via the relay: ``` bash examples/llm_ptq/scripts/huggingface_example.sh --model /hf-local/Qwen/Qwen3.5-35B-A3B/ --quant nvfp4_experts_only ``` - 42,140 quantizers inserted, MTP layers correctly excluded - Quantized checkpoint exported successfully (~208s, 147.61 GB peak GPU memory) ## Test plan - [x] Start `server.sh` inside a Docker container with the repo mounted - [x] Run `client.sh handshake` from the host - [x] Run `client.sh run "echo hello"` and verify output - [x] Run `client.sh flush` and verify `.relay/` is cleared - [x] Run a real PTQ workload end-to-end 🤖 Generated with [Claude Code](https://claude.com/claude-code) <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit * **New Features** * Added a file-based command relay system with host↔container client and server CLIs, supporting handshake, run, status and flush workflows to execute commands inside containers. * **Documentation** * Added guides describing the relay protocol, usage examples, CLI options, lifecycle, and operational notes (workdir, timeouts, sequential execution). * **Chores** * Updated ignore rules to exclude ephemeral relay artifacts. <!-- end of auto-generated comment: release notes by coderabbit.ai --> --------- Signed-off-by: Chenjie Luo <chenjiel@nvidia.com>
173 lines
5.5 KiB
Bash
Executable File
173 lines
5.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# File-based command relay client.
|
|
# Run this from the host / Claude Code side. It sends commands to the server
|
|
# running inside Docker by writing files to the shared relay directory.
|
|
#
|
|
# Usage:
|
|
# bash client.sh handshake - Connect to server
|
|
# bash client.sh run <command...> - Run a command and print output
|
|
# bash client.sh status - Check server status
|
|
#
|
|
# Options:
|
|
# --relay-dir <path> Path to relay directory (default: <script_dir>/.relay)
|
|
# --timeout <secs> Timeout waiting for result (default: 600)
|
|
|
|
set -euo pipefail
|
|
|
|
RELAY_DIR=""
|
|
TIMEOUT=600
|
|
POLL_INTERVAL=1
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# Parse global options before subcommand
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
--relay-dir) RELAY_DIR="$2"; shift 2 ;;
|
|
--timeout) TIMEOUT="$2"; shift 2 ;;
|
|
*) break ;;
|
|
esac
|
|
done
|
|
|
|
if [[ -z "$RELAY_DIR" ]]; then
|
|
RELAY_DIR="$SCRIPT_DIR/.relay"
|
|
fi
|
|
|
|
CMD_DIR="$RELAY_DIR/cmd"
|
|
RESULT_DIR="$RELAY_DIR/result"
|
|
|
|
SUBCOMMAND="${1:-}"
|
|
shift || true
|
|
|
|
case "$SUBCOMMAND" in
|
|
handshake)
|
|
# Check server is ready
|
|
if [[ ! -f "$RELAY_DIR/server.ready" ]]; then
|
|
echo "ERROR: Server not ready. Start server.sh in Docker first."
|
|
exit 1
|
|
fi
|
|
SERVER_INFO=$(cat "$RELAY_DIR/server.ready")
|
|
echo "Server found: $SERVER_INFO"
|
|
|
|
# Send client handshake
|
|
echo "$(hostname):$$:$(date -Iseconds)" > "$RELAY_DIR/client.ready"
|
|
|
|
# Wait for server acknowledgment
|
|
elapsed=0
|
|
while [[ ! -f "$RELAY_DIR/handshake.done" ]]; do
|
|
sleep "$POLL_INTERVAL"
|
|
elapsed=$((elapsed + POLL_INTERVAL))
|
|
if [[ $elapsed -ge 120 ]]; then
|
|
echo "ERROR: Handshake timed out after 120s."
|
|
exit 1
|
|
fi
|
|
done
|
|
|
|
echo "Handshake complete."
|
|
;;
|
|
|
|
run)
|
|
# Verify handshake was done
|
|
if [[ ! -f "$RELAY_DIR/handshake.done" ]]; then
|
|
echo "ERROR: Not connected. Run 'client.sh handshake' first."
|
|
exit 1
|
|
fi
|
|
|
|
# Generate a unique command ID (timestamp + PID to avoid collisions)
|
|
cmd_id="$(date +%s%N)_$$"
|
|
|
|
# Write the command file atomically (tmp + mv)
|
|
echo "$*" > "$CMD_DIR/$cmd_id.sh.tmp"
|
|
mv "$CMD_DIR/$cmd_id.sh.tmp" "$CMD_DIR/$cmd_id.sh"
|
|
|
|
# Wait for result
|
|
elapsed=0
|
|
while [[ ! -f "$RESULT_DIR/$cmd_id.exit" ]]; do
|
|
# Check if server is still alive
|
|
if [[ ! -f "$RELAY_DIR/server.ready" ]]; then
|
|
echo "ERROR: Server appears to have stopped."
|
|
rm -f "$CMD_DIR/$cmd_id.sh"
|
|
exit 1
|
|
fi
|
|
sleep "$POLL_INTERVAL"
|
|
elapsed=$((elapsed + POLL_INTERVAL))
|
|
if [[ $elapsed -ge $TIMEOUT ]]; then
|
|
echo "ERROR: Command timed out after ${TIMEOUT}s."
|
|
# Clean up the pending command
|
|
rm -f "$CMD_DIR/$cmd_id.sh"
|
|
exit 1
|
|
fi
|
|
done
|
|
|
|
# Read and display results
|
|
exit_code=$(cat "$RESULT_DIR/$cmd_id.exit")
|
|
if [[ -f "$RESULT_DIR/$cmd_id.log" ]]; then
|
|
cat "$RESULT_DIR/$cmd_id.log"
|
|
fi
|
|
|
|
# Clean up result files
|
|
rm -f "$RESULT_DIR/$cmd_id.exit" "$RESULT_DIR/$cmd_id.log"
|
|
|
|
exit "$exit_code"
|
|
;;
|
|
|
|
status)
|
|
if [[ -f "$RELAY_DIR/server.ready" ]]; then
|
|
echo "Server: $(cat "$RELAY_DIR/server.ready")"
|
|
else
|
|
echo "Server: not running"
|
|
fi
|
|
if [[ -f "$RELAY_DIR/handshake.done" ]]; then
|
|
echo "Handshake: complete"
|
|
elif [[ -f "$RELAY_DIR/client.ready" ]]; then
|
|
echo "Handshake: pending"
|
|
else
|
|
echo "Handshake: not started"
|
|
fi
|
|
if [[ -d "$CMD_DIR" ]]; then
|
|
pending=$(find "$CMD_DIR" -maxdepth 1 -type f -name '*.sh' 2>/dev/null | wc -l)
|
|
else
|
|
pending=0
|
|
fi
|
|
echo "Pending commands: $pending"
|
|
;;
|
|
|
|
flush)
|
|
if [[ -d "$RELAY_DIR" ]]; then
|
|
# Clear handshake and command/result files, but keep server.ready
|
|
rm -f "$RELAY_DIR/client.ready" "$RELAY_DIR/handshake.done"
|
|
rm -rf "$CMD_DIR" "$RESULT_DIR"
|
|
mkdir -p "$CMD_DIR" "$RESULT_DIR"
|
|
echo "Relay state cleared (server.ready preserved): $RELAY_DIR"
|
|
else
|
|
echo "Relay directory does not exist: $RELAY_DIR"
|
|
fi
|
|
;;
|
|
|
|
*)
|
|
echo "Usage: $0 [--relay-dir <path>] [--timeout <secs>] <subcommand>"
|
|
echo ""
|
|
echo "Subcommands:"
|
|
echo " handshake Connect to the server"
|
|
echo " run <cmd> Execute a command on the server"
|
|
echo " status Check connection status"
|
|
echo " flush Clear the relay directory"
|
|
exit 1
|
|
;;
|
|
esac
|