release-dev.yml

name: Release Dev

on:
  push:
    branches: [main]
  workflow_dispatch:

permissions:
  contents: write
  packages: write

defaults:
  run:
    shell: bash

jobs:
  # ---------------------------------------------------------------------------
  # Compute all versions once at the start to avoid git-describe race conditions
  # ---------------------------------------------------------------------------
  compute-versions:
    name: Compute Versions
    runs-on: build-amd64
    timeout-minutes: 5
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    outputs:
      python_version: ${{ steps.v.outputs.python }}
      cargo_version: ${{ steps.v.outputs.cargo }}
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Fetch tags
        run: git fetch --tags --force

      - name: Compute all versions
        id: v
        run: |
          set -euo pipefail
          echo "python=$(uv run python tasks/scripts/release.py get-version --python)" >> "$GITHUB_OUTPUT"
          echo "cargo=$(uv run python tasks/scripts/release.py get-version --cargo)" >> "$GITHUB_OUTPUT"

  build-gateway:
    needs: [compute-versions]
    uses: ./.github/workflows/docker-build.yml
    with:
      component: gateway
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}

  build-cluster:
    needs: [compute-versions]
    uses: ./.github/workflows/docker-build.yml
    with:
      component: cluster
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}

  e2e:
    needs: [build-gateway, build-cluster]
    uses: ./.github/workflows/e2e-test.yml
    with:
      image-tag: ${{ github.sha }}
      runner: build-arm64

  tag-ghcr-dev:
    name: Tag GHCR Images as Dev
    needs: [build-gateway, build-cluster]
    runs-on: build-amd64
    timeout-minutes: 10
    steps:
      - name: Log in to GHCR
        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin

      - name: Tag images as dev
        run: |
          set -euo pipefail
          REGISTRY="ghcr.io/nvidia/openshell"
          for component in gateway cluster; do
            echo "Tagging ${REGISTRY}/${component}:${{ github.sha }} as dev..."
            docker buildx imagetools create \
              --prefer-index=false \
              -t "${REGISTRY}/${component}:dev" \
              "${REGISTRY}/${component}:${{ github.sha }}"
          done

  build-python-wheels-linux:
    name: Build Python Wheels (Linux ${{ matrix.arch }})
    needs: [compute-versions]
    strategy:
      matrix:
        include:
          - arch: amd64
            runner: build-amd64
            artifact: linux-amd64
            task: python:build:linux:amd64
            output_path: target/wheels/linux-amd64/*.whl
          - arch: arm64
            runner: build-arm64
            artifact: linux-arm64
            task: python:build:linux:arm64
            output_path: target/wheels/linux-arm64/*.whl
    runs-on: ${{ matrix.runner }}
    timeout-minutes: 120
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
      options: --privileged
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SCCACHE_MEMCACHED_ENDPOINT: ${{ vars.SCCACHE_MEMCACHED_ENDPOINT }}
      OPENSHELL_IMAGE_TAG: dev
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Sync Python dependencies
        run: uv sync

      - name: Cache Rust target and registry
        uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2
        with:
          shared-key: python-wheel-linux-${{ matrix.arch }}
          cache-directories: .cache/sccache
          cache-targets: "true"

      - name: Build Python wheels
        run: |
          set -euo pipefail
          OPENSHELL_CARGO_VERSION="${{ needs.compute-versions.outputs.cargo_version }}" mise run ${{ matrix.task }}
          ls -la ${{ matrix.output_path }}

      - name: Upload wheel artifacts
        uses: actions/upload-artifact@v4
        with:
          name: python-wheels-${{ matrix.artifact }}
          path: ${{ matrix.output_path }}
          retention-days: 5

  build-python-wheel-macos:
    name: Build Python Wheel (macOS)
    needs: [compute-versions]
    runs-on: build-amd64
    timeout-minutes: 120
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
      options: --privileged
      volumes:
        - /var/run/docker.sock:/var/run/docker.sock
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SCCACHE_MEMCACHED_ENDPOINT: ${{ vars.SCCACHE_MEMCACHED_ENDPOINT }}
      OPENSHELL_IMAGE_TAG: dev
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Log in to GHCR
        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin

      - name: Set up Docker Buildx
        uses: ./.github/actions/setup-buildx

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Sync Python dependencies
        run: uv sync

      - name: Build Python wheel
        run: |
          set -euo pipefail
          OPENSHELL_CARGO_VERSION="${{ needs.compute-versions.outputs.cargo_version }}" mise run python:build:macos
          ls -la target/wheels/*.whl

      - name: Upload wheel artifacts
        uses: actions/upload-artifact@v4
        with:
          name: python-wheels-macos
          path: target/wheels/*.whl
          retention-days: 5

  # ---------------------------------------------------------------------------
  # Build CLI binaries (Linux musl — static, native on each arch)
  #
  # Builds run directly on the CI host (glibc Ubuntu).  Zig provides musl
  # C/C++ toolchains for bundled-z3 and ring, and is also used as the linker.
  # ---------------------------------------------------------------------------
  build-cli-linux:
    name: Build CLI (Linux ${{ matrix.arch }})
    needs: [compute-versions]
    strategy:
      matrix:
        include:
          - arch: amd64
            runner: build-amd64
            target: x86_64-unknown-linux-musl
            zig_target: x86_64-linux-musl
          - arch: arm64
            runner: build-arm64
            target: aarch64-unknown-linux-musl
            zig_target: aarch64-linux-musl
    runs-on: ${{ matrix.runner }}
    timeout-minutes: 60
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
      options: --privileged
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SCCACHE_MEMCACHED_ENDPOINT: ${{ vars.SCCACHE_MEMCACHED_ENDPOINT }}
      OPENSHELL_IMAGE_TAG: dev
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Fetch tags
        run: git fetch --tags --force

      - name: Install tools
        run: mise install

      - name: Cache Rust target and registry
        uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2
        with:
          shared-key: cli-musl-${{ matrix.arch }}
          cache-directories: .cache/sccache
          cache-targets: "true"

      - name: Add Rust musl target
        run: mise x -- rustup target add ${{ matrix.target }}

      - name: Set up zig musl wrappers
        run: |
          set -euo pipefail
          ZIG="$(mise which zig)"
          ZIG_TARGET="${{ matrix.zig_target }}"
          mkdir -p /tmp/zig-musl

          # cc-rs injects --target=<rust-triple> (for example
          # aarch64-unknown-linux-musl), which zig does not parse.  Strip any
          # caller-provided --target and use the wrapper's zig-native target.
          for tool in cc c++; do
            printf '#!/bin/bash\nargs=()\nfor arg in "$@"; do\n  case "$arg" in\n    --target=*) ;;\n    *) args+=("$arg") ;;\n  esac\ndone\nexec "%s" %s --target=%s "${args[@]}"\n' \
              "$ZIG" "$tool" "$ZIG_TARGET" > "/tmp/zig-musl/${tool}"
            chmod +x "/tmp/zig-musl/${tool}"
          done

          TARGET_ENV=$(echo "${{ matrix.target }}" | tr '-' '_')
          TARGET_ENV_UPPER=${TARGET_ENV^^}

          # Use zig for C/C++ compilation and final linking.
          echo "CC_${TARGET_ENV}=/tmp/zig-musl/cc" >> "$GITHUB_ENV"
          echo "CXX_${TARGET_ENV}=/tmp/zig-musl/c++" >> "$GITHUB_ENV"
          echo "CARGO_TARGET_${TARGET_ENV_UPPER}_LINKER=/tmp/zig-musl/cc" >> "$GITHUB_ENV"

          # Let zig own CRT/startfiles to avoid duplicate _start symbols.
          echo "CARGO_TARGET_${TARGET_ENV_UPPER}_RUSTFLAGS=-Clink-self-contained=no" >> "$GITHUB_ENV"

          # z3 built with zig c++ uses libc++ symbols (std::__1::*).
          # Override z3-sys default (stdc++) so Rust links the matching runtime.
          echo "CXXSTDLIB=c++" >> "$GITHUB_ENV"

      - name: Scope workspace to CLI crates
        run: |
          set -euo pipefail
          sed -i 's|members = \["crates/\*"\]|members = ["crates/openshell-cli", "crates/openshell-core", "crates/openshell-bootstrap", "crates/openshell-policy", "crates/openshell-prover", "crates/openshell-providers", "crates/openshell-tui"]|' Cargo.toml

      - name: Patch workspace version
        if: needs.compute-versions.outputs.cargo_version != ''
        run: |
          set -euo pipefail
          sed -i -E '/^\[workspace\.package\]/,/^\[/{s/^version[[:space:]]*=[[:space:]]*".*"/version = "'"${{ needs.compute-versions.outputs.cargo_version }}"'"/}' Cargo.toml

      - name: Build ${{ matrix.target }}
        run: mise x -- cargo build --release --target ${{ matrix.target }} -p openshell-cli --features bundled-z3

      - name: sccache stats
        if: always()
        run: mise x -- sccache --show-stats

      - name: Package binary
        run: |
          set -euo pipefail
          mkdir -p artifacts
          tar -czf artifacts/openshell-${{ matrix.target }}.tar.gz \
            -C target/${{ matrix.target }}/release openshell
          ls -lh artifacts/

      - name: Upload artifact
        uses: actions/upload-artifact@v4
        with:
          name: cli-linux-${{ matrix.arch }}
          path: artifacts/*.tar.gz
          retention-days: 5

  # ---------------------------------------------------------------------------
  # Build CLI binary (macOS aarch64 via osxcross)
  # ---------------------------------------------------------------------------
  build-cli-macos:
    name: Build CLI (macOS)
    needs: [compute-versions]
    runs-on: build-amd64
    timeout-minutes: 60
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
      options: --privileged
      volumes:
        - /var/run/docker.sock:/var/run/docker.sock
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SCCACHE_MEMCACHED_ENDPOINT: ${{ vars.SCCACHE_MEMCACHED_ENDPOINT }}
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Fetch tags
        run: git fetch --tags --force

      - name: Log in to GHCR
        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin

      - name: Set up Docker Buildx
        uses: ./.github/actions/setup-buildx

      - name: Build macOS binary via Docker
        run: |
          set -euo pipefail
          docker buildx build \
            --file deploy/docker/Dockerfile.cli-macos \
            --build-arg OPENSHELL_CARGO_VERSION="${{ needs.compute-versions.outputs.cargo_version }}" \
            --build-arg OPENSHELL_IMAGE_TAG=dev \
            --build-arg CARGO_TARGET_CACHE_SCOPE="${{ github.sha }}" \
            --target binary \
            --output type=local,dest=out/ \
            .

      - name: Package binary
        run: |
          set -euo pipefail
          mkdir -p artifacts
          tar -czf artifacts/openshell-aarch64-apple-darwin.tar.gz \
            -C out openshell
          ls -lh artifacts/

      - name: Upload artifact
        uses: actions/upload-artifact@v4
        with:
          name: cli-macos
          path: artifacts/*.tar.gz
          retention-days: 5

  # ---------------------------------------------------------------------------
  # Create / update the dev GitHub Release with CLI binaries and wheels
  # ---------------------------------------------------------------------------
  release-dev:
    name: Release Dev
    needs: [compute-versions, build-cli-linux, build-cli-macos, build-python-wheels-linux, build-python-wheel-macos]
    runs-on: build-amd64
    timeout-minutes: 10
    outputs:
      wheel_filenames: ${{ steps.wheel_filenames.outputs.wheel_filenames }}
    steps:
      - uses: actions/checkout@v4

      - name: Download all CLI artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: cli-*
          path: release/
          merge-multiple: true

      - name: Download wheel artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: python-wheels-*
          path: release/
          merge-multiple: true

      - name: Capture wheel filenames
        id: wheel_filenames
        run: |
          set -euo pipefail
          ls -la release/*.whl
          WHEEL_FILENAMES=$(ls release/*.whl | xargs -n1 basename | sort | paste -sd, -)
          echo "wheel_filenames=${WHEEL_FILENAMES}" >> "$GITHUB_OUTPUT"

      - name: Generate checksums
        run: |
          set -euo pipefail
          cd release
          sha256sum *.tar.gz *.whl > openshell-checksums-sha256.txt
          cat openshell-checksums-sha256.txt

      - name: Prune stale wheel assets from dev release
        uses: actions/github-script@v7
        env:
          WHEEL_VERSION: ${{ needs.compute-versions.outputs.python_version }}
        with:
          script: |
            const wheelVersion = process.env.WHEEL_VERSION;
            const currentPrefix = `openshell-${wheelVersion}-`;
            const [owner, repo] = process.env.GITHUB_REPOSITORY.split('/');

            core.info(`=== Wheel pruning diagnostics ===`);
            core.info(`WHEEL_VERSION: ${wheelVersion}`);
            core.info(`CURRENT_PREFIX: ${currentPrefix}`);

            // Fetch the dev release
            let release;
            try {
              release = await github.rest.repos.getReleaseByTag({ owner, repo, tag: 'dev' });
            } catch (err) {
              if (err.status === 404) {
                core.info('No existing dev release found; skipping wheel pruning.');
                return;
              }
              throw err;
            }

            const assets = release.data.assets;
            core.info(`=== Current dev release assets (${assets.length} total) ===`);
            for (const a of assets) {
              core.info(`  ${String(a.id).padStart(12)}  ${a.name}`);
            }

            // Delete stale wheels
            let kept = 0, deleted = 0;
            for (const asset of assets) {
              if (!asset.name.endsWith('.whl')) continue;
              if (asset.name.startsWith(currentPrefix)) {
                core.info(`Keeping current wheel: ${asset.name}`);
                kept++;
              } else {
                core.info(`Deleting stale wheel: ${asset.name} (id=${asset.id})`);
                await github.rest.repos.deleteReleaseAsset({ owner, repo, asset_id: asset.id });
                deleted++;
              }
            }
            core.info(`Summary: kept=${kept}, deleted=${deleted}`);

      - name: Move dev tag
        run: |
          git config user.name "github-actions[bot]"
          git config user.email "github-actions[bot]@users.noreply.github.com"
          git tag -fa dev -m "Latest Dev" "${GITHUB_SHA}"
          git push --force origin dev

      - name: Create / update GitHub Release
        uses: softprops/action-gh-release@v2
        with:
          name: OpenShell Development Build
          prerelease: true
          tag_name: dev
          target_commitish: ${{ github.sha }}
          body: |
            This build is automatically published on every commit to main that passes CI.

            > **NOTE**: This is a development build, not a tagged release, and may be unstable.

            ### Quick install

            ```
            curl -LsSf https://raw.githubusercontent.com/NVIDIA/OpenShell/main/install.sh | OPENSHELL_VERSION=dev sh
            ```

          files: |
            release/openshell-x86_64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-apple-darwin.tar.gz
            release/*.whl
            release/openshell-checksums-sha256.txt

  trigger-wheel-publish:
    name: Trigger Wheel Publish
    needs: [compute-versions, release-dev]
    runs-on: [self-hosted, nv]
    timeout-minutes: 10
    steps:
      - name: Trigger GitLab CI
        env:
          GITLAB_CI_TRIGGER_TOKEN: ${{ secrets.GITLAB_CI_TRIGGER_TOKEN }}
          GITLAB_CI_TRIGGER_URL: ${{ secrets.GITLAB_CI_TRIGGER_URL }}
          RELEASE_VERSION: ${{ needs.compute-versions.outputs.python_version }}
          WHEEL_FILENAMES: ${{ needs.release-dev.outputs.wheel_filenames }}
        run: |
          set -euo pipefail
          if [ -z "${WHEEL_FILENAMES}" ]; then
            echo "No wheel filenames provided by build job" >&2
            exit 1
          fi

          response=$(curl -X POST \
            --fail \
            --silent \
            --show-error \
            -F "token=${GITLAB_CI_TRIGGER_TOKEN}" \
            -F "ref=main" \
            -F "variables[PIPELINE_ACTION]=publish_wheels" \
            -F "variables[GITHUB_REPOSITORY]=${GITHUB_REPOSITORY}" \
            -F "variables[COMMIT_SHA]=${GITHUB_SHA}" \
            -F "variables[RELEASE_TAG]=dev" \
            -F "variables[RELEASE_VERSION]=${RELEASE_VERSION}" \
            -F "variables[RELEASE_KIND]=dev" \
            -F "variables[WHEEL_FILENAMES]=${WHEEL_FILENAMES}" \
            "${GITLAB_CI_TRIGGER_URL}")
          pipeline_id=$(printf '%s' "$response" | sed -n 's/.*"id":\([0-9][0-9]*\).*/\1/p')
          pipeline_status=$(printf '%s' "$response" | sed -n 's/.*"status":"\([^"]*\)".*/\1/p')
          echo "Triggered GitLab pipeline ${pipeline_id:-unknown} with status=${pipeline_status:-unknown}"