Files
OpenShell/tasks/scripts/test-qualification-summary.sh
Simon Scatton fa7dc26930 ci(release): add advisory compatibility review (#4200)
* ci(release): add advisory compatibility review

Signed-off-by: Simon Scatton <sscatton@nvidia.com>

* test(ci): remove compatibility reviewer test harness

Signed-off-by: Simon Scatton <sscatton@nvidia.com>

* ci(release): run compatibility SDK in the dev shell

Signed-off-by: Simon Scatton <sscatton@nvidia.com>

* ci(release): trigger a one-shot compatibility review

Signed-off-by: Simon Scatton <sscatton@nvidia.com>

* ci(release): remove one-shot review trigger

Signed-off-by: Simon Scatton <sscatton@nvidia.com>

---------

Signed-off-by: Simon Scatton <sscatton@nvidia.com>
2026-10-07 14:12:05 +00:00

56 lines
2.0 KiB
Bash
Executable File

#!/usr/bin/env bash
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
set -euo pipefail
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
GENERATOR="${SCRIPT_DIR}/generate-qualification-summary.sh"
TEST_DIR=$(mktemp -d)
trap 'rm -rf "${TEST_DIR}"' EXIT
export RELEASE_TAG=v0.1.0-pre.8
export SOURCE_SHA=0123456789abcdef0123456789abcdef01234567
export IS_PRERELEASE=true
export GITHUB_REPOSITORY=NVIDIA/OpenShell
export GITHUB_SERVER_URL=https://github.com
export GITHUB_RUN_ID=1234
export GITHUB_RUN_ATTEMPT=2
export SECURITY_RESULT=failure
export CONFORMANCE_RESULT=success
export FEATURE_INTEGRATION_RESULT=success
export DOCKER_E2E_RESULT=success
export VM_E2E_RESULT=success
export PROTO_COMPATIBILITY_RESULT=success
current_profile_passed=$("${GENERATOR}" "${TEST_DIR}/qualification-summary.json")
[[ "${current_profile_passed}" == "false" ]]
jq -e '
.schema_version == 1
and .tag == "v0.1.0-pre.8"
and .source_sha == "0123456789abcdef0123456789abcdef01234567"
and .is_prerelease == true
and .current_profile_passed == false
and .profile.rfc_0014_complete == false
and .suites.security == "failure"
and .run.id == "1234"
and .run.attempt == "2"
and .advisory_reviews.compatibility.required == false
and .advisory_reviews.compatibility.status == "reported_separately"
and .advisory_reviews.compatibility.artifact_name == "compatibility-review-run-1234-attempt-2"
and .advisory_reviews.compatibility.run_url == .run.url
' "${TEST_DIR}/qualification-summary.json" >/dev/null
export SECURITY_RESULT=success
current_profile_passed=$("${GENERATOR}" "${TEST_DIR}/qualified-summary.json")
[[ "${current_profile_passed}" == "true" ]]
jq -e '.current_profile_passed == true' "${TEST_DIR}/qualified-summary.json" >/dev/null
jq -e '
(.suites | has("compatibility") | not)
and (.profile.missing_suites | index("SDK/configuration compatibility and migration review") != null)
' "${TEST_DIR}/qualified-summary.json" >/dev/null
echo "qualification summary tests passed"