Release #169
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| release-type: | |
| description: "What kind of release is this?" | |
| type: choice | |
| options: | |
| - alpha | |
| - rc | |
| - final | |
| required: true | |
| concurrency: | |
| group: ${{ github.ref_name }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash | |
| permissions: # wants to push commits and create a PR | |
| contents: write | |
| id-token: write | |
| jobs: | |
| # Re-entrancy: | |
| # - `version` is re-entrant because it doesn't commit/create PR if the version doesn't change, | |
| # and the version doesn't change if we're already on the final version specified by the branch name. | |
| # - `update-docs` is re-entrant because it overwrites history of the `gh-pages` branch, so any | |
| # previous partial update will just be overwritten by the next successful run. | |
| # - `publish-crates` is re-entrant because the `crates.py` script correctly handles publish failures | |
| # by first checking if a crate has already been published before attempting to publish it. | |
| # - `build-and-publish-wheels` is re-entrant because all the uploaded artifacts will be overwritten | |
| # by any subsequent runs, and the final upload to PyPI has the `--skip-existing` flag, which ignores | |
| # any wheels already uploaded. | |
| # - `build-and-publish-web` is re-entrant for the same reason as `build-and-publish-wheels`, | |
| # except that uploads are done to GCS instead of PyPI. | |
| checks: | |
| name: "Checks" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.11 | |
| # TODO(emilk): We want to forbid `?speculative-link` just _after_ a release… | |
| # - name: Check links for `?speculative-link` | |
| # # NOTE: We allow `?speculative-link` only in alpha releases | |
| # run: | | |
| # if [ ${{ inputs.release-type }} != "alpha" ]; then | |
| # python3 scripts/ci/check_links.py | |
| # fi | |
| version: | |
| name: "Versioning" | |
| runs-on: ubuntu-latest | |
| needs: [checks] | |
| outputs: | |
| previous: ${{ steps.versioning.outputs.previous }} | |
| current: ${{ steps.versioning.outputs.current }} | |
| final: ${{ steps.versioning.outputs.final }} | |
| # will be set to `github.sha` if the pull request already exists | |
| # this is the last (and not merge) commit in the release branch | |
| release-commit: ${{ steps.commit.outputs.version_bump_commit_sha || github.sha }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.RERUN_BOT_TOKEN }} | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 18 | |
| - uses: prefix-dev/[email protected] | |
| with: | |
| pixi-version: v0.23.0 | |
| - name: Update crate versions | |
| id: versioning | |
| run: | | |
| echo Check that the release version matches expected format… | |
| pixi run python scripts/ci/crates.py check-git-branch-name | |
| echo Parse the release version from the branch name… | |
| # `release-0.8.1-meta.N` -> `0.8.1` | |
| release_version=$(pixi run python scripts/ci/crates.py get-version --from git --finalize) | |
| echo "release_version: $release_version" | |
| echo Store version before the update, so we can later detect if it changed… | |
| previous=$(pixi run python scripts/ci/crates.py get-version) | |
| echo If the version minus prerelease/build metadata is not the same as the release version, then update it.… | |
| if [ $(pixi run python scripts/ci/crates.py get-version --finalize) != $release_version ]; then | |
| pixi run python scripts/ci/crates.py version --exact $release_version | |
| fi | |
| echo If this is an 'rc', additionally set add '-rc.N'. This will also bump the 'N' if '-rc.N' is already set… | |
| if [ ${{ inputs.release-type }} = "rc" ]; then | |
| pixi run python scripts/ci/crates.py version --bump prerelease --pre-id=rc | |
| fi | |
| echo If this is an 'alpha', set the version to whatever is in the git branch name.… | |
| if [ ${{ inputs.release-type }} = "alpha" ]; then | |
| pixi run python scripts/ci/crates.py version --exact $(pixi run python scripts/ci/crates.py get-version --from git) | |
| fi | |
| echo If this is a 'final', set the version to the final release version… | |
| if [ ${{ inputs.release-type }} = "final" ]; then | |
| pixi run python scripts/ci/crates.py version --exact $release_version | |
| fi | |
| echo Store version after the update, and the expected "final" release version… | |
| current=$(pixi run python scripts/ci/crates.py get-version) | |
| final=$(pixi run python scripts/ci/crates.py get-version --finalize) | |
| echo Output everything for use in other steps… | |
| echo "previous=$previous" | |
| echo "current=$current" | |
| echo "final=$final" | |
| echo "previous=$previous" >> "$GITHUB_OUTPUT" | |
| echo "current=$current" >> "$GITHUB_OUTPUT" | |
| echo "final=$final" >> "$GITHUB_OUTPUT" | |
| - name: Update rerun_notebook package version | |
| run: | | |
| pixi run python scripts/ci/update_rerun_notebook_version.py "${{ steps.versioning.outputs.current }}" | |
| - name: Update JS package versions | |
| run: | | |
| pixi run node rerun_js/scripts/version.mjs "${{ steps.versioning.outputs.current }}" | |
| - name: Update rerun_c version | |
| # Configuring CMake is enough to change the version on rerun.h! | |
| run: | | |
| cmake -B build -S . | |
| - run: pixi run toml-fmt | |
| - name: Commit new version | |
| id: commit | |
| if: steps.versioning.outputs.previous != steps.versioning.outputs.current | |
| run: | | |
| git pull | |
| git config --global user.name "rerun-bot" | |
| git config --global user.email "[email protected]" | |
| git commit -am "Bump versions to ${{ steps.versioning.outputs.current }}" | |
| git push | |
| echo "version_bump_commit_sha=$(git rev-parse HEAD)" >> "$GITHUB_OUTPUT" | |
| - name: Create pull request | |
| env: | |
| GH_TOKEN: ${{ secrets.RERUN_BOT_TOKEN }} | |
| run: | | |
| set +e | |
| pr=$(gh pr view --json headRefName 2>/dev/null || echo "{}") | |
| if echo "$pr" | jq '. | has("headRefName")' | grep -q 'true'; then | |
| echo "PR already exists" | |
| exit 0 | |
| fi | |
| set -e | |
| echo "PR does not exist, creating…" | |
| cat <<EOF > pr-body.txt | |
| ### Next steps | |
| - Test the release | |
| - If this is an 'alpha' release, you can just merge the pull request. | |
| - Otherwise: | |
| - For any added commits, run the release workflow in 'rc' mode again | |
| - After testing, _ensure that this PR is mergeable to `main`_, then run the release workflow in 'release' mode | |
| - Once the final release workflow finishes it will create a GitHub release for you. Then: | |
| - [ ] Sanity check the build artifacts: | |
| - [ ] pip install: does it install and run? | |
| - [ ] cargo install of cli tool: does it install and run? | |
| - [ ] C++ SDK zip: does it contain rerun_c for all platforms? | |
| - [ ] Populate the release with the changelog and a nice header video/picture, check `Set as latest release`, then click `Publish release`. | |
| - [ ] Make sure the [conda feedstock PR](https://github.com/conda-forge/rerun-sdk-feedstock/pulls) gets | |
| merged. This will be created by the `regro-cf-autotick-bot` once the GitHub release is created. | |
| - [ ] Update the [google colab notebooks](https://drive.google.com/drive/folders/0AC0q24MFKh3fUk9PVA) to install this version and re-execute the notebook. | |
| - [ ] Merge this PR | |
| - [ ] Tests | |
| - [ ] Windows | |
| - [ ] Linux | |
| - [ ] MacOS | |
| EOF | |
| gh pr create \ | |
| --base main \ | |
| --head $(git branch --show-current) \ | |
| --title "Release ${{ (inputs.release-type == 'alpha' && steps.versioning.outputs.current) || steps.versioning.outputs.final }}" \ | |
| --label "⛴ release" \ | |
| --label "exclude from changelog" \ | |
| --fill \ | |
| --body-file pr-body.txt | |
| update-docs: | |
| name: "Update Docs" | |
| needs: [version, publish-web] | |
| uses: ./.github/workflows/reusable_deploy_docs.yml | |
| with: | |
| CONCURRENCY: ${{ github.ref_name }} | |
| PY_DOCS_VERSION_NAME: ${{ inputs.release-type == 'final' && needs.version.outputs.final || 'dev' }} | |
| CPP_DOCS_VERSION_NAME: ${{ inputs.release-type == 'final' && 'stable' || 'dev' }} | |
| RS_DOCS_VERSION_NAME: ${{ inputs.release-type == 'final' && 'stable' || 'dev' }} | |
| RELEASE_COMMIT: ${{ needs.version.outputs.release-commit }} | |
| RELEASE_VERSION: ${{ needs.version.outputs.final }} | |
| UPDATE_LATEST: ${{ inputs.release-type == 'final' }} | |
| secrets: inherit | |
| publish-crates: | |
| name: "Publish Crates" | |
| needs: [version] | |
| uses: ./.github/workflows/reusable_release_crates.yml | |
| with: | |
| CONCURRENCY: ${{ github.ref_name }} | |
| RELEASE_COMMIT: ${{ needs.version.outputs.release-commit }} | |
| secrets: inherit | |
| publish-rerun_c: | |
| name: "Build and Publish rerun_c" | |
| needs: [version] | |
| uses: ./.github/workflows/reusable_publish_rerun_c.yml | |
| with: | |
| release-version: ${{ needs.version.outputs.current }} | |
| release-commit: ${{ needs.version.outputs.release-commit }} | |
| concurrency: ${{ github.ref_name }} | |
| secrets: inherit | |
| publish-rerun-cli: | |
| name: "Publish rerun-cli" | |
| needs: [version] | |
| uses: ./.github/workflows/reusable_publish_rerun_cli.yml | |
| with: | |
| release-version: ${{ needs.version.outputs.current }} | |
| release-commit: ${{ needs.version.outputs.release-commit }} | |
| concurrency: ${{ github.ref_name }} | |
| secrets: inherit | |
| publish-wheels: | |
| name: "Build and Publish Wheels" | |
| needs: [version, publish-rerun-cli] | |
| uses: ./.github/workflows/reusable_publish_wheels.yml | |
| with: | |
| release-version: ${{ needs.version.outputs.current }} | |
| concurrency: ${{ github.ref_name }} | |
| release-commit: ${{ needs.version.outputs.release-commit }} | |
| secrets: inherit | |
| publish-web: | |
| name: "Build and Publish Web" | |
| needs: [version, publish-wheels] | |
| uses: ./.github/workflows/reusable_publish_web.yml | |
| with: | |
| release-version: ${{ needs.version.outputs.current }} | |
| release-commit: ${{ needs.version.outputs.release-commit }} | |
| concurrency: ${{ github.ref_name }} | |
| wheel-artifact-name: linux-x64-wheel | |
| update-latest: ${{ inputs.release-type == 'final' }} | |
| secrets: inherit | |
| publish-js: | |
| name: "Publish JS" | |
| needs: [version] | |
| uses: ./.github/workflows/reusable_publish_js.yml | |
| with: | |
| release-commit: ${{ needs.version.outputs.release-commit }} | |
| concurrency: ${{ github.ref_name }} | |
| secrets: inherit | |
| # Force-pushes `latest` and `docs-latest` to the contents of the release branch. | |
| # The push to `docs-latest` also triggers a re-deploy of `rerun.io`. | |
| update-latest-branch: | |
| name: "Update Latest Branch" | |
| if: inputs.release-type == 'final' | |
| needs: | |
| [ | |
| version, | |
| update-docs, | |
| publish-crates, | |
| publish-wheels, | |
| publish-web, | |
| publish-rerun_c, | |
| publish-rerun-cli, | |
| publish-js, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.RERUN_BOT_TOKEN }} | |
| ref: ${{ needs.version.outputs.release-commit }} | |
| - name: Update latest branch | |
| run: | | |
| git config --global user.name "rerun-bot" | |
| git config --global user.email "[email protected]" | |
| git fetch | |
| git checkout ${{ github.ref_name }} | |
| git push --force origin refs/heads/${{ github.ref_name }}:refs/heads/latest | |
| git push --force origin refs/heads/${{ github.ref_name }}:refs/heads/docs-latest | |
| github-release: | |
| name: "GitHub Release" | |
| if: inputs.release-type == 'final' | |
| needs: | |
| [ | |
| version, | |
| update-docs, | |
| publish-crates, | |
| publish-wheels, | |
| publish-web, | |
| publish-rerun_c, | |
| publish-rerun-cli, | |
| publish-js, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.RERUN_BOT_TOKEN }} | |
| - name: Release tag | |
| env: | |
| GH_TOKEN: ${{ secrets.RERUN_BOT_TOKEN }} | |
| run: | | |
| version="${{ needs.version.outputs.final }}" | |
| commit="${{ needs.version.outputs.release-commit }}" | |
| git tag $version $commit | |
| git push origin $version | |
| gh release create $version --verify-tag --draft --title $version | |
| - name: Create comment | |
| env: | |
| GH_TOKEN: ${{ secrets.RERUN_BOT_TOKEN }} | |
| run: | | |
| pr_number=$(gh pr view --json number | jq '.number') | |
| version="${{ needs.version.outputs.final }}" | |
| cat <<EOF > comment-body.txt | |
| GitHub release draft: [$version](https://github.com/rerun-io/rerun/releases/tag/$version) | |
| EOF | |
| gh pr comment $pr_number --body-file comment-body.txt | |
| post-release-version-bump: | |
| name: "Post-Release Version Bump" | |
| if: inputs.release-type == 'alpha' || inputs.release-type == 'final' | |
| needs: | |
| [ | |
| version, | |
| update-docs, | |
| publish-crates, | |
| publish-wheels, | |
| publish-web, | |
| publish-rerun_c, | |
| publish-rerun-cli, | |
| publish-js, | |
| github-release, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.RERUN_BOT_TOKEN }} | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 18 | |
| - uses: prefix-dev/[email protected] | |
| with: | |
| pixi-version: v0.23.0 | |
| - name: Commit new version | |
| run: | | |
| # checkout + pull changes | |
| git config --global user.name "rerun-bot" | |
| git config --global user.email "[email protected]" | |
| git checkout ${{ github.ref_name }} | |
| git pull --rebase | |
| # bump version and commit it | |
| pixi run python scripts/ci/crates.py version --bump auto | |
| pixi run toml-fmt | |
| version="$(pixi run python scripts/ci/crates.py get-version)" | |
| git commit -am "Bump versions to $version" | |
| git push | |
| comment-artifact-links: | |
| name: "Link to artifacts" | |
| needs: | |
| [ | |
| version, | |
| update-docs, | |
| publish-crates, | |
| publish-wheels, | |
| publish-web, | |
| publish-rerun_c, | |
| publish-rerun-cli, | |
| publish-js, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.RERUN_BOT_TOKEN }} | |
| - name: Create comment | |
| env: | |
| GH_TOKEN: ${{ secrets.RERUN_BOT_TOKEN }} | |
| run: | | |
| pr_number=$(gh pr view --json number | jq '.number') | |
| echo "pr_number: $pr_number" | |
| short_commit_hash=$(echo ${{ needs.version.outputs.release-commit }} | cut -c1-7) | |
| if [ ${{ inputs.release-type }} = "final" ]; then | |
| web_app_link="https://rerun.io/viewer/version/${{ needs.version.outputs.final }}" | |
| rerun_io_docs_link="https://rerun.io/docs" | |
| py_docs_link="https://ref.rerun.io/docs/python/${{ needs.version.outputs.final }}" | |
| else | |
| web_app_link="https://rerun.io/viewer/commit/$short_commit_hash" | |
| rerun_io_docs_link="https://rerun.io/preview/$short_commit_hash/docs" | |
| py_docs_link="https://ref.rerun.io/docs/python/dev" | |
| fi | |
| wheels_link="https://pypi.org/project/rerun-sdk/${{ needs.version.outputs.current }}" | |
| crates_link="https://crates.io/crates/rerun/${{ needs.version.outputs.current }}" | |
| npm_link="https://www.npmjs.com/package/@rerun-io/web-viewer/v/${{ needs.version.outputs.current }}" | |
| rs_docs_link="https://docs.rs/rerun/${{ needs.version.outputs.current }}" | |
| cpp_sdk_zip_link="https://build.rerun.io/commit/$short_commit_hash/rerun_cpp_sdk.zip" | |
| pip_install="pip install rerun-sdk==${{ needs.version.outputs.current }}" | |
| cargo_install="cargo install rerun-cli@${{ needs.version.outputs.current }}" | |
| npm_install="npm install @rerun-io/web-viewer@${{ needs.version.outputs.current }}" | |
| cat <<EOF > comment-body.txt | |
| Version ${{ needs.version.outputs.current }} published successfully. | |
| | artifact | install | | |
| | --------------------------------- | -------------- | | |
| | [web app]($web_app_link) | | | |
| | [wheels]($wheels_link) | $pip_install | | |
| | [crates]($crates_link) | $cargo_install | | |
| | [npm]($npm_link) | $npm_install | | |
| | [docs]($rerun_io_docs_link) | | | |
| | [py docs]($py_docs_link) | | | |
| | [rs docs]($rs_docs_link) | | | |
| | [cpp_sdk zip]($cpp_sdk_zip_link) | | | |
| EOF | |
| gh pr comment $pr_number --body-file comment-body.txt |