mirror of
https://github.com/NVIDIA/OpenShell.git
synced 2026-10-15 05:09:44 +08:00
* feat(sandbox): default to official Alpine sandbox image default_sandbox_image() now returns docker.io/library/alpine:3.22, a generic version-qualified official image, so a fresh install no longer depends on the community sandbox image catalog. All compute drivers (docker, podman, kubernetes, vm) inherit this fallback. Part of #3116. Signed-off-by: Akram Signed-off-by: Akram <akram.benaissi@gmail.com> * feat(deploy): default deployment configs to the official Alpine sandbox image Update the shared gateway default_image, Helm chart values, the standalone Kubernetes manifest, and the dev gateway task scripts to use docker.io/library/alpine:3.22 instead of the community base image, consistent with default_sandbox_image(). GPU e2e image-build base is left unchanged (CUDA needs a glibc base). Part of #3116. Signed-off-by: Akram Signed-off-by: Akram <akram.benaissi@gmail.com> * feat(driver): default to numeric non-root identity for USER-less images With the default sandbox image now Alpine, images that declare no OCI USER must start instead of being rejected. When the image declares no USER and the policy requests none, the Podman and Docker drivers now supply a numeric non-root identity (DEFAULT_SANDBOX_UID/GID = 1000) instead of rejecting, matching the numeric-identity behavior of the Kubernetes and VM drivers. The supervisor's resolved-identity path runs the sandbox as a synthesized non-root account without the account existing in the image. Images that declare a USER keep the OCI resolution path unchanged. Part of #3116. Signed-off-by: Akram <akram.benaissi@gmail.com> Signed-off-by: Evan Lezar <elezar@nvidia.com> * test(conformance): use Alpine workload image Signed-off-by: Evan Lezar <elezar@nvidia.com> * refactor(policy): drop community image /app path from default policy The restrictive default policy granted read-only access to /app, a directory that only existed in the community base image. A generic Alpine default has no /app, so remove it. Landlock best-effort already ignores absent paths; this just stops advertising a community-specific layout in the default. Part of #3116. Signed-off-by: Akram Signed-off-by: Akram <akram.benaissi@gmail.com> * docs(config): document Alpine default images Signed-off-by: Evan Lezar <elezar@nvidia.com> * fix(podman): report early sandbox termination Signed-off-by: Evan Lezar <elezar@nvidia.com> * fix(podman): initialize rootless workspace ownership Signed-off-by: Evan Lezar <elezar@nvidia.com> * fix(sandbox): qualify NVIDIA Ubuntu default Signed-off-by: Drew Newberry <anewberry@nvidia.com> * fix(podman): initialize rootful default workspace Signed-off-by: Drew Newberry <anewberry@nvidia.com> * feat(sftp): add native sandbox adapter Signed-off-by: Drew Newberry <anewberry@nvidia.com> * fix(sftp): gate runtime helper support to Linux Signed-off-by: Drew Newberry <anewberry@nvidia.com> * fix(sftp): support standard OpenSSH file operations Signed-off-by: Drew Newberry <anewberry@nvidia.com> * fix(sftp): harden rename and special file handling Signed-off-by: Drew Newberry <anewberry@nvidia.com> * refactor(runtime): remove community image dependencies Signed-off-by: Drew Newberry <anewberry@nvidia.com> * test(e2e): build provider readiness tool fixture Signed-off-by: Drew Newberry <anewberry@nvidia.com> * fix(e2e): use a dedicated Noble fixture for Docker tests Signed-off-by: Evan Lezar <elezar@nvidia.com> --------- Signed-off-by: Akram Signed-off-by: Akram <akram.benaissi@gmail.com> Signed-off-by: Evan Lezar <elezar@nvidia.com> Signed-off-by: Drew Newberry <anewberry@nvidia.com> Co-authored-by: Evan Lezar <elezar@nvidia.com> Co-authored-by: Drew Newberry <anewberry@nvidia.com>
251 lines
9.5 KiB
Bash
Executable File
251 lines
9.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
POLICY_TEMPLATE="${SCRIPT_DIR}/policy.template.yaml"
|
|
PROMPTS_DIR="${SCRIPT_DIR}/prompts"
|
|
|
|
OPENSHELL_BIN="${OPENSHELL_BIN:-openshell}"
|
|
DEMO_TOPIC="${DEMO_TOPIC:-How should teams evaluate sandboxed coding agents?}"
|
|
DEMO_AGENT_COUNT="${DEMO_AGENT_COUNT:-5}"
|
|
DEMO_AGENT_IMAGE="${DEMO_AGENT_IMAGE:-}"
|
|
DEMO_BRANCH="${DEMO_BRANCH:-main}"
|
|
DEMO_RUN_ID="${DEMO_RUN_ID:-$(date +%Y%m%d-%H%M%S)}"
|
|
# Sandbox names are capped at 19 characters. Derive a short tag from the
|
|
# run ID for sandbox naming while keeping the full ID for providers and
|
|
# GitHub paths.
|
|
SANDBOX_TAG="${DEMO_RUN_ID:2:12}" # e.g. "260718-12345" (12 chars)
|
|
DEMO_KEEP_SANDBOXES="${DEMO_KEEP_SANDBOXES:-0}"
|
|
DEMO_CODEX_PROVIDER_NAME="${DEMO_CODEX_PROVIDER_NAME:-codex-oauth-${DEMO_RUN_ID}}"
|
|
DEMO_GITHUB_PROVIDER_NAME="${DEMO_GITHUB_PROVIDER_NAME:-github-memory-${DEMO_RUN_ID}}"
|
|
|
|
TMP_DIR="$(mktemp -d "${TMPDIR:-/tmp}/openshell-codex-github.XXXXXX")"
|
|
POLICY_FILE="${TMP_DIR}/policy.yaml"
|
|
PAYLOAD_DIR="${TMP_DIR}/payload"
|
|
RUNNER_FILE="${PAYLOAD_DIR}/demo-runner.sh"
|
|
PROMPTS_UPLOAD_DIR="${PAYLOAD_DIR}/prompts"
|
|
LOG_DIR="${TMP_DIR}/logs"
|
|
mkdir -p "$LOG_DIR" "$PROMPTS_UPLOAD_DIR"
|
|
|
|
BOLD='\033[1m'
|
|
DIM='\033[2m'
|
|
CYAN='\033[36m'
|
|
GREEN='\033[32m'
|
|
RED='\033[31m'
|
|
YELLOW='\033[33m'
|
|
RESET='\033[0m'
|
|
|
|
WORKER_SLICES=(
|
|
"Adoption criteria: what makes a sandboxed coding-agent workflow trustworthy enough to try?"
|
|
"Operational risks: what can go wrong when many autonomous agents run at once?"
|
|
"Security controls: which controls make the biggest difference for credential and network safety?"
|
|
"Developer experience: where does the workflow need to feel simple for users to adopt it?"
|
|
"Measurement: what signals show whether the agents produced useful work?"
|
|
"Scaling: what changes when the team runs dozens of agents instead of five?"
|
|
"Governance: what review and approval steps should remain human-controlled?"
|
|
"Repository hygiene: what makes the shared markdown notepad easy to review and clean up?"
|
|
)
|
|
|
|
step() {
|
|
printf "\n${BOLD}${CYAN}==> %s${RESET}\n\n" "$1"
|
|
}
|
|
|
|
info() {
|
|
printf " %b\n" "$*"
|
|
}
|
|
|
|
fail() {
|
|
printf "\n${RED}error:${RESET} %s\n" "$*" >&2
|
|
exit 1
|
|
}
|
|
|
|
cleanup() {
|
|
local status=$?
|
|
|
|
if [[ "$DEMO_KEEP_SANDBOXES" != "1" ]]; then
|
|
for i in $(seq 1 "$DEMO_AGENT_COUNT"); do
|
|
"$OPENSHELL_BIN" sandbox delete "mn-${SANDBOX_TAG}-a${i}" >/dev/null 2>&1 || true
|
|
done
|
|
"$OPENSHELL_BIN" sandbox delete "mn-${SANDBOX_TAG}-sum" >/dev/null 2>&1 || true
|
|
else
|
|
printf "\n${YELLOW}Keeping sandboxes because DEMO_KEEP_SANDBOXES=1.${RESET}\n"
|
|
fi
|
|
|
|
"$OPENSHELL_BIN" provider delete "$DEMO_CODEX_PROVIDER_NAME" >/dev/null 2>&1 || true
|
|
"$OPENSHELL_BIN" provider delete "$DEMO_GITHUB_PROVIDER_NAME" >/dev/null 2>&1 || true
|
|
|
|
if [[ $status -ne 0 ]]; then
|
|
printf "\n${YELLOW}Logs kept at: %s${RESET}\n" "$LOG_DIR"
|
|
else
|
|
rm -rf "$TMP_DIR"
|
|
fi
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
require_command() {
|
|
command -v "$1" >/dev/null 2>&1 || fail "missing required command: $1"
|
|
}
|
|
|
|
validate_env() {
|
|
require_command "$OPENSHELL_BIN"
|
|
require_command jq
|
|
require_command sed
|
|
|
|
[[ -n "${DEMO_GITHUB_OWNER:-}" ]] || fail "set DEMO_GITHUB_OWNER"
|
|
[[ -n "${DEMO_GITHUB_REPO:-}" ]] || fail "set DEMO_GITHUB_REPO"
|
|
[[ -n "${DEMO_GITHUB_TOKEN:-}" ]] || fail "set DEMO_GITHUB_TOKEN"
|
|
[[ -f "${HOME}/.codex/auth.json" ]] || fail "missing local Codex sign-in; run: codex login"
|
|
[[ "$DEMO_AGENT_COUNT" =~ ^[0-9]+$ ]] || fail "DEMO_AGENT_COUNT must be a number"
|
|
(( DEMO_AGENT_COUNT >= 1 && DEMO_AGENT_COUNT <= 8 )) || fail "DEMO_AGENT_COUNT must be between 1 and 8 for this demo"
|
|
[[ "$DEMO_RUN_ID" =~ ^[a-z0-9-]+$ ]] || fail "DEMO_RUN_ID may contain only lowercase letters, numbers, and '-'"
|
|
[[ "$DEMO_GITHUB_OWNER" =~ ^[A-Za-z0-9_.-]+$ ]] || fail "DEMO_GITHUB_OWNER contains unsupported characters"
|
|
[[ "$DEMO_GITHUB_REPO" =~ ^[A-Za-z0-9_.-]+$ ]] || fail "DEMO_GITHUB_REPO contains unsupported characters"
|
|
[[ "$DEMO_BRANCH" =~ ^[A-Za-z0-9._-]+$ ]] || fail "DEMO_BRANCH may contain only letters, numbers, '.', '_', and '-'"
|
|
info "GitHub repo ${DEMO_GITHUB_OWNER}/${DEMO_GITHUB_REPO}@${DEMO_BRANCH} and token present"
|
|
|
|
info "checking OpenShell gateway is reachable..."
|
|
"$OPENSHELL_BIN" status >/dev/null 2>&1 || fail "OpenShell gateway is not reachable; run: mise run gateway:docker"
|
|
|
|
export CODEX_AUTH_ACCESS_TOKEN
|
|
export CODEX_AUTH_REFRESH_TOKEN
|
|
export CODEX_AUTH_ACCOUNT_ID
|
|
CODEX_AUTH_ACCESS_TOKEN="$(jq -r '.tokens.access_token // empty' "${HOME}/.codex/auth.json")"
|
|
CODEX_AUTH_REFRESH_TOKEN="$(jq -r '.tokens.refresh_token // empty' "${HOME}/.codex/auth.json")"
|
|
CODEX_AUTH_ACCOUNT_ID="$(jq -r '.tokens.account_id // empty' "${HOME}/.codex/auth.json")"
|
|
|
|
[[ -n "$CODEX_AUTH_ACCESS_TOKEN" ]] || fail "local Codex sign-in is missing an access token; run: codex login"
|
|
[[ -n "$CODEX_AUTH_REFRESH_TOKEN" ]] || fail "local Codex sign-in is missing a refresh token; run: codex login"
|
|
[[ -n "$CODEX_AUTH_ACCOUNT_ID" ]] || fail "local Codex sign-in is missing an account id; run: codex login"
|
|
info "local Codex OAuth tokens loaded from ~/.codex/auth.json"
|
|
}
|
|
|
|
render_policy() {
|
|
sed \
|
|
-e "s/__OWNER__/${DEMO_GITHUB_OWNER}/g" \
|
|
-e "s/__REPO__/${DEMO_GITHUB_REPO}/g" \
|
|
-e "s/__RUN_ID__/${DEMO_RUN_ID}/g" \
|
|
"$POLICY_TEMPLATE" > "$POLICY_FILE"
|
|
}
|
|
|
|
write_runner() {
|
|
cp "${PROMPTS_DIR}/worker.md" "${PROMPTS_UPLOAD_DIR}/worker.md"
|
|
cp "${PROMPTS_DIR}/synthesis.md" "${PROMPTS_UPLOAD_DIR}/synthesis.md"
|
|
cp "${SCRIPT_DIR}/runner.sh" "$RUNNER_FILE"
|
|
chmod +x "$RUNNER_FILE"
|
|
}
|
|
|
|
create_providers() {
|
|
"$OPENSHELL_BIN" provider delete "$DEMO_CODEX_PROVIDER_NAME" >/dev/null 2>&1 || true
|
|
"$OPENSHELL_BIN" provider delete "$DEMO_GITHUB_PROVIDER_NAME" >/dev/null 2>&1 || true
|
|
|
|
"$OPENSHELL_BIN" provider create \
|
|
--name "$DEMO_CODEX_PROVIDER_NAME" \
|
|
--type codex \
|
|
--credential CODEX_AUTH_ACCESS_TOKEN \
|
|
--credential CODEX_AUTH_REFRESH_TOKEN \
|
|
--credential CODEX_AUTH_ACCOUNT_ID >/dev/null
|
|
|
|
"$OPENSHELL_BIN" provider create \
|
|
--name "$DEMO_GITHUB_PROVIDER_NAME" \
|
|
--type github \
|
|
--credential "GITHUB_TOKEN=$DEMO_GITHUB_TOKEN" >/dev/null
|
|
}
|
|
|
|
run_sandbox() {
|
|
local name="$1"
|
|
shift
|
|
[[ -n "$DEMO_AGENT_IMAGE" ]] || fail "set DEMO_AGENT_IMAGE to an OCI image containing Codex, curl, and bash"
|
|
"$OPENSHELL_BIN" sandbox create \
|
|
--name "$name" \
|
|
--from "$DEMO_AGENT_IMAGE" \
|
|
--provider "$DEMO_CODEX_PROVIDER_NAME" \
|
|
--provider "$DEMO_GITHUB_PROVIDER_NAME" \
|
|
--policy "$POLICY_FILE" \
|
|
--upload "${PAYLOAD_DIR}:/sandbox" \
|
|
--no-tty \
|
|
-- bash /sandbox/payload/demo-runner.sh "$@"
|
|
}
|
|
|
|
run_worker() {
|
|
local index="$1"
|
|
local slice_index=$(( (index - 1) % ${#WORKER_SLICES[@]} ))
|
|
local name="mn-${SANDBOX_TAG}-a${index}"
|
|
run_sandbox "$name" worker "$DEMO_GITHUB_OWNER" "$DEMO_GITHUB_REPO" "$DEMO_BRANCH" "$DEMO_RUN_ID" "$index" "$DEMO_AGENT_COUNT" "$DEMO_TOPIC" "${WORKER_SLICES[$slice_index]}"
|
|
}
|
|
|
|
run_workers() {
|
|
local pids=()
|
|
local failed=0
|
|
|
|
for i in $(seq 1 "$DEMO_AGENT_COUNT"); do
|
|
(
|
|
run_worker "$i"
|
|
) >"${LOG_DIR}/agent-${i}.log" 2>&1 &
|
|
pids+=("$!")
|
|
info "${DIM}started worker ${i} (log: ${LOG_DIR}/agent-${i}.log)${RESET}"
|
|
done
|
|
|
|
for i in $(seq 1 "$DEMO_AGENT_COUNT"); do
|
|
if ! wait "${pids[$((i - 1))]}"; then
|
|
failed=1
|
|
printf "\n${RED}worker ${i} failed; log follows:${RESET}\n"
|
|
sed 's/^/ /' "${LOG_DIR}/agent-${i}.log" | tail -80
|
|
else
|
|
printf " ${GREEN}worker ${i} complete${RESET}\n"
|
|
fi
|
|
done
|
|
|
|
[[ "$failed" == "0" ]] || fail "one or more workers failed"
|
|
}
|
|
|
|
run_synthesis() {
|
|
local name="mn-${SANDBOX_TAG}-sum"
|
|
run_sandbox "$name" synthesis "$DEMO_GITHUB_OWNER" "$DEMO_GITHUB_REPO" "$DEMO_BRANCH" "$DEMO_RUN_ID" "0" "$DEMO_AGENT_COUNT" "$DEMO_TOPIC" \
|
|
>"${LOG_DIR}/summary.log" 2>&1 || {
|
|
printf "\n${RED}synthesis failed; log follows:${RESET}\n"
|
|
sed 's/^/ /' "${LOG_DIR}/summary.log" | tail -120
|
|
return 1
|
|
}
|
|
printf " ${GREEN}synthesis complete${RESET}\n"
|
|
}
|
|
|
|
print_results() {
|
|
local base_url="https://github.com/${DEMO_GITHUB_OWNER}/${DEMO_GITHUB_REPO}/tree/${DEMO_BRANCH}/runs/${DEMO_RUN_ID}"
|
|
printf "\n${BOLD}${GREEN}Demo complete.${RESET}\n\n"
|
|
printf " Shared agent notepad:\n"
|
|
printf " %s\n\n" "$base_url"
|
|
printf " What happened:\n"
|
|
printf " - %s isolated worker sandboxes wrote notes to a GitHub-backed markdown notepad.\n" "$DEMO_AGENT_COUNT"
|
|
printf " - One synthesis sandbox read those notes and wrote the final summary.\n"
|
|
printf " - No worker shared a filesystem or container with another worker.\n\n"
|
|
printf " Generated files:\n"
|
|
for i in $(seq 1 "$DEMO_AGENT_COUNT"); do
|
|
printf " - %s/notes/agent-%s.md\n" "$base_url" "$i"
|
|
done
|
|
printf " - %s/summary.md\n" "$base_url"
|
|
}
|
|
|
|
main() {
|
|
step "Validating Codex and GitHub credentials"
|
|
validate_env
|
|
render_policy
|
|
write_runner
|
|
|
|
step "Creating provider-backed Codex OAuth and GitHub token records"
|
|
create_providers
|
|
|
|
step "Launching ${DEMO_AGENT_COUNT} Codex worker sandboxes"
|
|
run_workers
|
|
|
|
step "Launching synthesis Codex sandbox"
|
|
run_synthesis
|
|
|
|
print_results
|
|
}
|
|
|
|
main "$@"
|