-
Notifications
You must be signed in to change notification settings - Fork 83
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
name cleanup + add H100 runner + install curl
- Loading branch information
Showing
3 changed files
with
68 additions
and
60 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -5,11 +5,10 @@ jobs: | |
strategy: | ||
fail-fast: false | ||
matrix: | ||
# TODO: align host-platform names with conda convention | ||
host-platform: | ||
- linux-x64 | ||
- linux-64 | ||
- linux-aarch64 | ||
- win-x64 | ||
- win-64 | ||
python-version: | ||
- "3.13" | ||
- "3.12" | ||
|
@@ -19,15 +18,15 @@ jobs: | |
cuda-version: | ||
# Note: this is for build-time only. | ||
- "12.6.2" | ||
name: Build (${{ matrix.host-platform }}, Python "${{ matrix.python-version }}") | ||
name: Build (${{ matrix.host-platform }}, Python ${{ matrix.python-version }}, CUDA ${{ matrix.cuda-version }}) | ||
if: ${{ github.repository_owner == 'nvidia' }} | ||
permissions: | ||
id-token: write # This is required for configure-aws-credentials | ||
contents: read # This is required for actions/checkout | ||
runs-on: ${{ (matrix.host-platform == 'linux-x64' && 'linux-amd64-cpu8') || | ||
runs-on: ${{ (matrix.host-platform == 'linux-64' && 'linux-amd64-cpu8') || | ||
(matrix.host-platform == 'linux-aarch64' && 'linux-arm64-cpu8') || | ||
(matrix.host-platform == 'win-x64' && 'windows-2019') }} | ||
# (matrix.host-platform == 'win-x64' && 'windows-amd64-cpu8') }} | ||
(matrix.host-platform == 'win-64' && 'windows-2019') }} | ||
# (matrix.host-platform == 'win-64' && 'windows-amd64-cpu8') }} | ||
outputs: | ||
BUILD_CTK_VER: ${{ steps.pass_env.outputs.CUDA_VERSION }} | ||
steps: | ||
|
@@ -74,40 +73,40 @@ jobs: | |
run: | | ||
env | ||
- name: Build cuda.core wheel | ||
uses: pypa/[email protected] | ||
env: | ||
CIBW_BUILD: ${{ env.CIBW_BUILD }} | ||
CIBW_ARCHS_LINUX: "native" | ||
CIBW_BUILD_VERBOSITY: 1 | ||
with: | ||
package-dir: ./cuda_core/ | ||
output-dir: ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
|
||
- name: List the cuda.core artifacts directory | ||
shell: bash --noprofile --norc -xeuo pipefail {0} | ||
run: | | ||
if [[ "${{ matrix.host-platform }}" == win* ]]; then | ||
export CHOWN=chown | ||
else | ||
export CHOWN="sudo chown" | ||
fi | ||
$CHOWN -R $(whoami) ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
ls -lahR ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
- name: Check cuda.core wheel | ||
shell: bash --noprofile --norc -xeuo pipefail {0} | ||
run: | | ||
pip install twine | ||
twine check ${{ env.CUDA_CORE_ARTIFACTS_DIR }}/*.whl | ||
- name: Upload cuda.core build artifacts | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: ${{ env.CUDA_CORE_ARTIFACT_NAME }} | ||
path: ${{ env.CUDA_CORE_ARTIFACTS_DIR }}/*.whl | ||
if-no-files-found: error | ||
overwrite: 'true' | ||
# - name: Build cuda.core wheel | ||
# uses: pypa/[email protected] | ||
# env: | ||
# CIBW_BUILD: ${{ env.CIBW_BUILD }} | ||
# CIBW_ARCHS_LINUX: "native" | ||
# CIBW_BUILD_VERBOSITY: 1 | ||
# with: | ||
# package-dir: ./cuda_core/ | ||
# output-dir: ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
# | ||
# - name: List the cuda.core artifacts directory | ||
# shell: bash --noprofile --norc -xeuo pipefail {0} | ||
# run: | | ||
# if [[ "${{ matrix.host-platform }}" == win* ]]; then | ||
# export CHOWN=chown | ||
# else | ||
# export CHOWN="sudo chown" | ||
# fi | ||
# $CHOWN -R $(whoami) ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
# ls -lahR ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
# | ||
# - name: Check cuda.core wheel | ||
# shell: bash --noprofile --norc -xeuo pipefail {0} | ||
# run: | | ||
# pip install twine | ||
# twine check ${{ env.CUDA_CORE_ARTIFACTS_DIR }}/*.whl | ||
# | ||
# - name: Upload cuda.core build artifacts | ||
# uses: actions/upload-artifact@v4 | ||
# with: | ||
# name: ${{ env.CUDA_CORE_ARTIFACT_NAME }} | ||
# path: ${{ env.CUDA_CORE_ARTIFACTS_DIR }}/*.whl | ||
# if-no-files-found: error | ||
# overwrite: 'true' | ||
|
||
- name: Set up mini CTK | ||
uses: ./.github/actions/fetch_ctk | ||
|
@@ -166,13 +165,13 @@ jobs: | |
test: | ||
strategy: | ||
fail-fast: false | ||
# TODO: add driver version here | ||
matrix: | ||
# TODO: align host-platform names with conda convention | ||
host-platform: | ||
- linux-x64 | ||
- linux-64 | ||
- linux-aarch64 | ||
# TODO: enable testing once win-64 GPU runners are up | ||
# - win-x64 | ||
# - win-64 | ||
python-version: | ||
- "3.13" | ||
- "3.12" | ||
|
@@ -184,13 +183,21 @@ jobs: | |
- "12.6.2" | ||
- "12.0.1" | ||
- "11.8.0" | ||
name: Test (${{ matrix.host-platform }}, CUDA ${{ matrix.cuda-version }}, Python "${{ matrix.python-version }}") | ||
runner: | ||
- default | ||
include: | ||
- host-platform: linux-64 | ||
python-version: "3.12" | ||
cuda-version: "12.6.2" | ||
runner: H100 | ||
name: Test (${{ matrix.host-platform }}, Python ${{ matrix.python-version }}, CUDA ${{ matrix.cuda-version }}, Runner ${{ matrix.runner }}) | ||
if: ${{ (github.repository_owner == 'nvidia') }} | ||
permissions: | ||
id-token: write # This is required for configure-aws-credentials | ||
contents: read # This is required for actions/checkout | ||
runs-on: ${{ (matrix.host-platform == 'linux-x64' && 'linux-amd64-gpu-v100-latest-1') || | ||
(matrix.host-platform == 'linux-aarch64' && 'linux-arm64-gpu-a100-latest-1') }} | ||
runs-on: ${{ (matrix.runner == 'default' && matrix.host-platform == 'linux-64' && 'linux-amd64-gpu-v100-latest-1') || | ||
(matrix.runner == 'default' && matrix.host-platform == 'linux-aarch64' && 'linux-arm64-gpu-a100-latest-1') || | ||
(matrix.runner == 'H100' && 'linux-amd64-gpu-h100-latest-1-testing') }} | ||
# Our self-hosted runners require a container | ||
# TODO: use a different (nvidia?) container | ||
container: | ||
|
@@ -256,13 +263,6 @@ jobs: | |
with: | ||
python-version: ${{ matrix.python-version }} | ||
|
||
# The cache action needs this | ||
- name: Install zstd | ||
shell: bash --noprofile --norc -xeuo pipefail {0} | ||
run: | | ||
apt update | ||
apt install zstd | ||
- name: Set up mini CTK | ||
uses: ./.github/actions/fetch_ctk | ||
continue-on-error: false | ||
|