mirror of
https://github.com/NVIDIA/OpenShell.git
synced 2026-10-29 07:23:25 +08:00
Jim Meyer
567d36033b
Native gateway builds exhaust the default open-file soft limit. Raise the soft limit to the hard limit (capped) in the shared build environment and apply it from the gateway task scripts. Explicitly read the current soft limit and only raise it when needed. Signed-off-by: Jim Meyer <jimeyer@nvidia.com>
74 lines
2.3 KiB
Bash
74 lines
2.3 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# Shared build-environment helpers for host-side Rust builds.
|
|
#
|
|
# Source this file (do not execute it) and call the helpers before invoking
|
|
# Cargo on the host.
|
|
|
|
# ensure_build_nofile_limit raises the per-process open-file limit before a
|
|
# host Rust build. Sccache and static *-unknown-linux-musl links can each open
|
|
# hundreds of files simultaneously, exceeding macOS's default soft limit of
|
|
# 256. The raised limit propagates to the Cargo children the caller spawns.
|
|
#
|
|
# The limit is read from OPENSHELL_BUILD_NOFILE_LIMIT (default 8192), honoring
|
|
# the legacy OPENSHELL_VM_BUILD_NOFILE_LIMIT for back-compat. This is a no-op
|
|
# on Linux, so it must be safe to call unconditionally.
|
|
ensure_build_nofile_limit() {
|
|
local desired="${OPENSHELL_BUILD_NOFILE_LIMIT:-${OPENSHELL_VM_BUILD_NOFILE_LIMIT:-8192}}"
|
|
local minimum=1024
|
|
local current=""
|
|
local hard=""
|
|
local target=""
|
|
|
|
[ "$(uname -s)" = "Darwin" ] || return 0
|
|
current="$(ulimit -Sn 2>/dev/null || echo "")"
|
|
case "${current}" in
|
|
''|*[!0-9]*)
|
|
return 0
|
|
;;
|
|
esac
|
|
|
|
if [ "${current}" -ge "${desired}" ]; then
|
|
return 0
|
|
fi
|
|
|
|
hard="$(ulimit -Hn 2>/dev/null || echo "")"
|
|
target="${desired}"
|
|
case "${hard}" in
|
|
''|unlimited|infinity)
|
|
;;
|
|
*[!0-9]*)
|
|
;;
|
|
*)
|
|
if [ "${hard}" -lt "${target}" ]; then
|
|
target="${hard}"
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
if [ "${target}" -gt "${current}" ] && ulimit -Sn "${target}" 2>/dev/null; then
|
|
echo "==> Raised open file limit for host Cargo build: ${current} -> $(ulimit -Sn)"
|
|
fi
|
|
|
|
current="$(ulimit -Sn 2>/dev/null || echo "${current}")"
|
|
case "${current}" in
|
|
''|*[!0-9]*)
|
|
return 0
|
|
;;
|
|
esac
|
|
|
|
if [ "${current}" -lt "${desired}" ]; then
|
|
echo "WARNING: Open file limit is ${current}; host Cargo builds are more reliable at ${desired}+ on macOS."
|
|
fi
|
|
|
|
if [ "${current}" -lt "${minimum}" ]; then
|
|
echo "ERROR: Open file limit (${current}) is too low for host Cargo builds on macOS." >&2
|
|
echo " Run: ulimit -Sn ${desired}" >&2
|
|
echo " Then re-run this script." >&2
|
|
exit 1
|
|
fi
|
|
}
|