OpenShell/.github/workflows/release-dev.yml

name: Release Dev

on:
  push:
    branches: [main]
  workflow_dispatch:

permissions:
  contents: read
  packages: read

defaults:
  run:
    shell: bash

jobs:
  # ---------------------------------------------------------------------------
  # Compute all versions once at the start to avoid git-describe race conditions
  # ---------------------------------------------------------------------------
  compute-versions:
    name: Compute Versions
    runs-on: linux-amd64-cpu8
    timeout-minutes: 5
    container:
      image: ghcr.io/nvidia/openshell/ci:9cb72baa2e61a1b5f12407e6e82da7fdba0aa722@sha256:67a9a0c32cb99825e6d3e9d9eec45d67149ea1ff7c11a1b1e1b3480d2d3df684
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    outputs:
      python_version: ${{ steps.v.outputs.python }}
      docs_version: ${{ steps.v.outputs.docs_version }}
      cargo_version: ${{ steps.v.outputs.cargo }}
      deb_version: ${{ steps.v.outputs.deb }}
      rpm_version: ${{ steps.v.outputs.rpm_version }}
      rpm_release: ${{ steps.v.outputs.rpm_release }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 0
          persist-credentials: false

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Fetch tags
        run: git fetch --tags --force

      - name: Compute all versions
        id: v
        run: |
          set -euo pipefail
          python_version=$(uv run python tasks/scripts/release.py get-version --dev --python)
          {
            echo "python=${python_version}"
            echo "docs_version=${python_version%%+*}"
            echo "cargo=$(uv run python tasks/scripts/release.py get-version --dev --cargo)"
            echo "deb=$(uv run python tasks/scripts/release.py get-version --dev --deb)"
            echo "rpm_version=$(uv run python tasks/scripts/release.py get-version --dev --rpm-version)"
            echo "rpm_release=$(uv run python tasks/scripts/release.py get-version --dev --rpm-release)"
          } >> "$GITHUB_OUTPUT"

  build-binaries:
    needs: compute-versions
    permissions:
      contents: read
    uses: ./.github/workflows/build-binaries.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      supervisor-image-tag: dev
      checkout-ref: ${{ github.sha }}
    secrets:
      CACHIX_AUTH_TOKEN: ${{ secrets.CACHIX_AUTH_TOKEN }}

  build-vm-driver:
    needs: [compute-versions, build-binaries]
    permissions:
      contents: read
    uses: ./.github/workflows/build-vm-driver.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      supervisor-image-tag: dev
      checkout-ref: ${{ github.sha }}
    secrets:
      CACHIX_AUTH_TOKEN: ${{ secrets.CACHIX_AUTH_TOKEN }}

  package-binaries:
    needs: [build-binaries, build-vm-driver]
    permissions:
      actions: read
      contents: read
    uses: ./.github/workflows/package-release-binaries.yml
    with:
      checkout-ref: ${{ github.sha }}

  build-images:
    needs: build-binaries
    permissions:
      contents: read
      packages: write
    uses: ./.github/workflows/build-images.yml
    with:
      checkout-ref: ${{ github.sha }}

  prepare-integration:
    needs: [build-binaries, build-deb, build-images, build-rpm]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/prepare-integration-inputs.yml
    with:
      deb-artifact-name: deb-linux-amd64
      rpm-artifact-name: rpm-linux-x86_64

  conformance-integration:
    needs: prepare-integration
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/integration-runner.yml
    with:
      category: conformance
      source-sha: ${{ needs.prepare-integration.outputs.source_sha }}
      integration-inputs-artifact-id: ${{ needs.prepare-integration.outputs.integration_inputs_artifact_id }}
      test-matrix: >-
        [
          {"environment":"ubuntu-docker-rootful","installer":"deb","testsuite":"conformance"},
          {"environment":"ubuntu-k3s","installer":"k3s","testsuite":"conformance"},
          {"environment":"ubuntu-k3s","installer":"k3s-ha","testsuite":"conformance"},
          {"environment":"fedora-podman-rootful","installer":"rpm","testsuite":"conformance"},
          {"environment":"fedora-podman-rootless","installer":"rpm","testsuite":"conformance"}
        ]

  feature-specific-integration:
    needs: prepare-integration
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/integration-runner.yml
    with:
      category: feature-specific
      source-sha: ${{ needs.prepare-integration.outputs.source_sha }}
      integration-inputs-artifact-id: ${{ needs.prepare-integration.outputs.integration_inputs_artifact_id }}
      test-matrix: >-
        [
          {"environment":"fedora-podman-rootful","installer":"rpm","testsuite":"provider-refresh"},
          {"environment":"fedora-podman-rootless","installer":"rpm","testsuite":"provider-refresh"},
          {"environment":"ubuntu-docker-rootful","installer":"deb","testsuite":"oci-image"},
          {"environment":"fedora-podman-rootful","installer":"rpm","testsuite":"oci-image"},
          {"environment":"fedora-podman-rootless","installer":"rpm","testsuite":"oci-image"}
        ]

  docker-e2e:
    needs: [build-binaries, build-images]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/e2e-docker-test.yml
    with:
      image-tag: ${{ github.sha }}
      checkout-ref: ${{ github.sha }}
      runner: linux-arm64-cpu8

  vm-e2e:
    needs: [build-binaries, build-vm-driver]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/e2e-vm-test.yml
    with:
      checkout-ref: ${{ github.sha }}

  tag-ghcr-dev:
    name: Tag GHCR Images as Dev
    needs: [build-images, release-dev]
    runs-on: linux-amd64-cpu8
    timeout-minutes: 10
    permissions:
      packages: write
    steps:
      - name: Log in to GHCR
        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${GITHUB_ACTOR}" --password-stdin

      - name: Tag images as dev
        run: |
          set -euo pipefail
          REGISTRY="ghcr.io/nvidia/openshell"
          for component in gateway sandbox supervisor; do
            echo "Tagging ${REGISTRY}/${component}:${{ github.sha }} as dev..."
            docker buildx imagetools create \
              --prefer-index=false \
              -t "${REGISTRY}/${component}:dev" \
              "${REGISTRY}/${component}:${{ github.sha }}"
          done

  build-python-wheel:
    name: Build Python Wheel
    needs: [compute-versions]
    runs-on: linux-amd64-cpu8
    timeout-minutes: 20
    container:
      image: ghcr.io/nvidia/openshell/ci:9cb72baa2e61a1b5f12407e6e82da7fdba0aa722@sha256:67a9a0c32cb99825e6d3e9d9eec45d67149ea1ff7c11a1b1e1b3480d2d3df684
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SETUPTOOLS_SCM_PRETEND_VERSION_FOR_OPENSHELL: ${{ needs.compute-versions.outputs.python_version }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 0
          persist-credentials: false
          ref: ${{ github.sha }}

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Sync Python dependencies
        run: uv sync

      - name: Build Python wheel
        run: |
          set -euo pipefail
          mise run python:build
          ls -la target/wheels/*.whl

      - name: Upload wheel artifact
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
        with:
          name: python-wheel
          path: target/wheels/*.whl
          retention-days: 5


  build-deb:
    name: Build Debian Packages
    needs: [compute-versions, build-binaries, build-vm-driver]
    uses: ./.github/workflows/deb-package.yml
    with:
      deb-version: ${{ needs.compute-versions.outputs.deb_version }}
      checkout-ref: ${{ github.sha }}

  build-snap:
    name: Build snap
    needs: [compute-versions, build-binaries]
    uses: ./.github/workflows/snap-package.yml
    with:
      checkout-ref: ${{ github.sha }}

  build-rpm:
    name: Build RPM Packages
    needs: [compute-versions, build-binaries]
    uses: ./.github/workflows/rpm-package.yml
    with:
      checkout-ref: ${{ github.sha }}
      rpm-version: ${{ needs.compute-versions.outputs.rpm_version }}
      rpm-release: ${{ needs.compute-versions.outputs.rpm_release }}
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}

  publish-snap:
    name: Publish snap
    needs: build-snap
    uses: ./.github/workflows/snap-publish.yml
    with:
      upload-channel: latest/edge
      github-environment: latest/edge
    secrets:
      publish-credentials: ${{ secrets.SNAPCRAFT_STORE_CREDENTIALS }}

  # ---------------------------------------------------------------------------
  # Create / update the dev GitHub Release with CLI, gateway, driver, and wheels
  # ---------------------------------------------------------------------------
  release-dev:
    name: Release Dev
    needs:
      - compute-versions
      - package-binaries
      - build-python-wheel
      - conformance-integration
      - feature-specific-integration
      - docker-e2e
      - vm-e2e
      - build-deb
      - build-rpm
      - publish-snap
    runs-on: linux-amd64-cpu8
    timeout-minutes: 10
    permissions:
      contents: write
      id-token: write
      attestations: write
      artifact-metadata: write
    outputs:
      wheel_filenames: ${{ steps.wheel_filenames.outputs.wheel_filenames }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1

      - name: Download all CLI artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: cli-*
          path: release/
          merge-multiple: true

      - name: Download gateway binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: gateway-binary-*
          path: release/
          merge-multiple: true

      - name: Download supervisor binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: supervisor-binary-*
          path: release/
          merge-multiple: true

      - name: Download sandbox binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: sandbox-binary-*
          path: release/
          merge-multiple: true

      - name: Download VM driver artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: driver-vm-*
          path: release/
          merge-multiple: true

      - name: Download prover binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: prover-binary-*
          path: release/
          merge-multiple: true

      - name: Download prover checksums
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: prover-checksums
          path: release/

      - name: Download wheel artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: python-wheel
          path: release/

      - name: Download Debian package artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: deb-linux-*
          path: release/
          merge-multiple: true

      - name: Download RPM package artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: rpm-linux-*
          path: release/
          merge-multiple: true

      - name: Download snap artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: snap-linux-*
          path: release/
          merge-multiple: true

      - name: Normalize dev package filenames
        run: |
          set -euo pipefail
          shopt -s nullglob

          move_one() {
            local dest="$1"
            shift
            local matches=("$@")
            if [ "${#matches[@]}" -ne 1 ]; then
              echo "expected exactly one source for ${dest}, found ${#matches[@]}: ${matches[*]-}" >&2
              exit 1
            fi
            mv "${matches[0]}" "release/${dest}"
          }

          move_one openshell-dev-amd64.deb release/openshell_*_amd64.deb
          move_one openshell-dev-arm64.deb release/openshell_*_arm64.deb
          move_one openshell-dev-x86_64.rpm release/openshell-[0-9]*.x86_64.rpm
          move_one openshell-dev-aarch64.rpm release/openshell-[0-9]*.aarch64.rpm
          move_one openshell-gateway-dev-x86_64.rpm release/openshell-gateway-[0-9]*.x86_64.rpm
          move_one openshell-gateway-dev-aarch64.rpm release/openshell-gateway-[0-9]*.aarch64.rpm

          ls -la release/

      - name: Capture wheel filenames
        id: wheel_filenames
        run: |
          set -euo pipefail
          shopt -s nullglob
          wheels=(release/*.whl)
          if [ "${#wheels[@]}" -ne 1 ]; then
            echo "expected exactly one Python wheel, found ${#wheels[@]}" >&2
            exit 1
          fi
          wheel_filename=$(basename "${wheels[0]}")
          echo "wheel_filenames=${wheel_filename}" >> "$GITHUB_OUTPUT"

      - name: Generate checksums
        run: |
          set -euo pipefail
          cd release
          sha256sum -- \
            openshell-x86_64-unknown-linux-musl.tar.gz \
            openshell-aarch64-unknown-linux-musl.tar.gz \
            openshell-aarch64-apple-darwin.tar.gz \
            openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz \
            openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz \
            openshell-driver-vm-aarch64-apple-darwin.tar.gz \
            *.deb \
            openshell-*.rpm \
            *.whl > openshell-checksums-sha256.txt
          cat openshell-checksums-sha256.txt
          sha256sum -- \
            openshell-gateway-x86_64-unknown-linux-gnu.tar.gz \
            openshell-gateway-aarch64-unknown-linux-gnu.tar.gz \
            openshell-gateway-aarch64-apple-darwin.tar.gz > openshell-gateway-checksums-sha256.txt
          cat openshell-gateway-checksums-sha256.txt
          sha256sum -- \
            openshell-sandbox-x86_64-unknown-linux-musl.tar.gz \
            openshell-sandbox-aarch64-unknown-linux-musl.tar.gz > openshell-sandbox-checksums-sha256.txt
          cat openshell-sandbox-checksums-sha256.txt
          sha256sum -- \
            openshell-supervisor-x86_64-unknown-linux-gnu.tar.gz \
            openshell-supervisor-aarch64-unknown-linux-gnu.tar.gz > openshell-supervisor-checksums-sha256.txt
          cat openshell-supervisor-checksums-sha256.txt

      - name: Generate Homebrew formula
        run: |
          set -euo pipefail
          python3 tasks/scripts/release.py generate-homebrew-formula \
            --release-tag dev \
            --release-dir release \
            --output release/openshell.rb
          cat release/openshell.rb

      - name: Attest VM driver artifacts
        uses: actions/attest@508db95dd578ae2727ebd6217d5ba78e4fbda05d # v4.2.1
        with:
          subject-path: |
            release/openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-apple-darwin.tar.gz

      - name: Prune managed assets from dev release
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9
        with:
          script: |
            const [owner, repo] = process.env.GITHUB_REPOSITORY.split('/');

            // Fetch the dev release
            let release;
            try {
              release = await github.rest.repos.getReleaseByTag({ owner, repo, tag: 'dev' });
            } catch (err) {
              if (err.status === 404) {
                core.info('No existing dev release found; skipping managed asset pruning.');
                return;
              }
              throw err;
            }

            const assets = release.data.assets;
            core.info(`=== Current dev release assets (${assets.length} total) ===`);
            for (const a of assets) {
              core.info(`  ${String(a.id).padStart(12)}  ${a.name}`);
            }

            const managed = (name) => (
              name.startsWith('openshell') &&
              (
                name.endsWith('.tar.gz') ||
                name.endsWith('.txt') ||
                name.endsWith('.whl') ||
                name.endsWith('.deb') ||
                name.endsWith('.rpm') ||
                name.endsWith('.snap')
              )
            );

            let deleted = 0, skipped = 0;
            for (const asset of assets) {
              if (managed(asset.name)) {
                core.info(`Deleting managed dev asset: ${asset.name} (id=${asset.id})`);
                await github.rest.repos.deleteReleaseAsset({ owner, repo, asset_id: asset.id });
                deleted++;
              } else {
                core.info(`Skipping unmanaged asset: ${asset.name}`);
                skipped++;
              }
            }
            core.info(`Summary: deleted=${deleted}, skipped=${skipped}`);

      - name: Move dev tag
        run: |
          git config user.name "github-actions[bot]"
          git config user.email "github-actions[bot]@users.noreply.github.com"
          git tag -fa dev -m "Latest Dev" "${GITHUB_SHA}"
          git push --force origin dev

      - name: Create / update GitHub Release
        uses: softprops/action-gh-release@3d0d9888cb7fd7b750713d6e236d1fcb99157228 # v3.0.2
        with:
          name: OpenShell Development Build
          prerelease: true
          tag_name: dev
          target_commitish: ${{ github.sha }}
          body: |
            This build is automatically published on every commit to main that passes CI.

            > **NOTE**: This is a development build, not a tagged release, and may be unstable.

            ### Quick install

            ```
            curl -LsSf https://raw.githubusercontent.com/NVIDIA/OpenShell/main/install.sh | OPENSHELL_VERSION=dev sh
            ```

          files: |
            release/openshell-x86_64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-apple-darwin.tar.gz
            release/openshell-dev-amd64.deb
            release/openshell-dev-arm64.deb
            release/openshell-*.rpm
            release/*.snap
            release/openshell-gateway-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-gateway-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-gateway-aarch64-apple-darwin.tar.gz
            release/openshell-sandbox-x86_64-unknown-linux-musl.tar.gz
            release/openshell-sandbox-aarch64-unknown-linux-musl.tar.gz
            release/openshell-supervisor-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-supervisor-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-apple-darwin.tar.gz
            release/openshell-prover-x86_64-unknown-linux-musl.tar.gz
            release/openshell-prover-aarch64-unknown-linux-musl.tar.gz
            release/openshell-prover-aarch64-apple-darwin.tar.gz
            release/*.whl
            release/openshell.rb
            release/openshell-checksums-sha256.txt
            release/openshell-gateway-checksums-sha256.txt
            release/openshell-sandbox-checksums-sha256.txt
            release/openshell-supervisor-checksums-sha256.txt
            release/openshell-prover-checksums-sha256.txt

  release-helm:
    name: Release Helm Chart (OCI, dev)
    needs: [release-dev, tag-ghcr-dev]
    runs-on: ubuntu-latest
    timeout-minutes: 10
    permissions:
      packages: write
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false

      - uses: ./.github/actions/release-helm-oci
        with:
          chart-version: 0.0.0-dev
          app-version: dev
          release-kind: dev
          pin-sha: ${{ github.sha }}

  publish-fern-docs:
    name: Sync and Publish Fern Docs
    needs: [compute-versions, release-dev, release-helm, trigger-wheel-publish]
    permissions:
      contents: write
    uses: ./.github/workflows/sync-docs.yml
    with:
      operation: sync
      channel: dev
      source_ref: ${{ github.sha }}
      release_version: ${{ needs.compute-versions.outputs.docs_version }}
      display_name: Dev
      publish: true
    secrets:
      FERN_TOKEN: ${{ secrets.FERN_TOKEN }}

  trigger-wheel-publish:
    name: Trigger Wheel Publish
    needs: [compute-versions, release-dev]
    runs-on: [self-hosted, nv]
    timeout-minutes: 10
    steps:
      - name: Trigger GitLab CI
        env:
          GITLAB_CI_TRIGGER_TOKEN: ${{ secrets.GITLAB_CI_TRIGGER_TOKEN }}
          GITLAB_CI_TRIGGER_URL: ${{ secrets.GITLAB_CI_TRIGGER_URL }}
          RELEASE_VERSION: ${{ needs.compute-versions.outputs.python_version }}
          WHEEL_FILENAMES: ${{ needs.release-dev.outputs.wheel_filenames }}
        run: |
          set -euo pipefail
          if [ -z "${WHEEL_FILENAMES}" ]; then
            echo "No wheel filenames provided by build job" >&2
            exit 1
          fi

          response=$(curl -X POST \
            --fail \
            --silent \
            --show-error \
            -F "token=${GITLAB_CI_TRIGGER_TOKEN}" \
            -F "ref=main" \
            -F "variables[PIPELINE_ACTION]=publish_wheels" \
            -F "variables[GITHUB_REPOSITORY]=${GITHUB_REPOSITORY}" \
            -F "variables[COMMIT_SHA]=${GITHUB_SHA}" \
            -F "variables[RELEASE_TAG]=dev" \
            -F "variables[RELEASE_VERSION]=${RELEASE_VERSION}" \
            -F "variables[RELEASE_KIND]=dev" \
            -F "variables[WHEEL_FILENAMES]=${WHEEL_FILENAMES}" \
            "${GITLAB_CI_TRIGGER_URL}")
          pipeline_id=$(printf '%s' "$response" | sed -n 's/.*"id":\([0-9][0-9]*\).*/\1/p')
          pipeline_status=$(printf '%s' "$response" | sed -n 's/.*"status":"\([^"]*\)".*/\1/p')
          echo "Triggered GitLab pipeline ${pipeline_id:-unknown} with status=${pipeline_status:-unknown}"