Skip to content

Commit

Permalink
[DPE-4993] Fix release pipeline for GPU image (#100)
Browse files Browse the repository at this point in the history
  • Loading branch information
deusebio authored Aug 2, 2024
1 parent fcfe80b commit a9f919a
Show file tree
Hide file tree
Showing 5 changed files with 11 additions and 4 deletions.
2 changes: 2 additions & 0 deletions .github/workflows/build.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,8 @@ jobs:

- name: Setup LXD
uses: canonical/setup-lxd@main
with:
channel: 5.21/stable

- name: Install dependencies
run: |
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/build_gpu.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,8 @@ jobs:

- name: Setup LXD
uses: canonical/setup-lxd@main
with:
channel: 5.21/stable

- name: Install dependencies
run: |
Expand Down
3 changes: 2 additions & 1 deletion .github/workflows/integration-gpu.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -62,8 +62,9 @@ jobs:
- name: Install required packages/snaps
run: |
sudo snap install yq
sudo apt-get update
sudo apt-get install build-essential -yqq
sudo snap install yq
- name: Get Artifact Name
id: artifact
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/publish.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -213,6 +213,8 @@ jobs:
TRACK=${{ needs.release_checks.outputs.track }}
if [ ! -z "$RISK" ] && [ "${RISK}" != "no-risk" ]; then TAG=${TRACK}_${RISK}; else TAG=${TRACK}; fi
IMAGE_NAME=$(make help REPOSITORY=${REPOSITORY} TAG=${TAG} FLAVOUR=spark-gpu help | grep "Image\:" | cut -d ":" -f2 | xargs)

# Import artifact into docker with new tag
sudo make docker-import \
FLAVOUR=spark-gpu \
Expand Down
6 changes: 3 additions & 3 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -133,7 +133,7 @@ AZURE_MARKER=$(_MAKE_DIR)/azure.tag
# The names of different flavours of the image in the docker container registry
STAGED_IMAGE_DOCKER_ALIAS=staged-charmed-spark:latest
SPARK_DOCKER_ALIAS=charmed-spark:$(SPARK_VERSION)
SPARK_GPU_DOCKER_ALIAS=charmed-spark:$(SPARK_VERSION)
SPARK_GPU_DOCKER_ALIAS=charmed-spark-gpu:$(SPARK_VERSION)
JUPYTER_DOCKER_ALIAS=charmed-spark-jupyter:$(SPARK_VERSION)-$(JUPYTER_VERSION)
KYUUBI_DOCKER_ALIAS=charmed-spark-kyuubi:$(SPARK_VERSION)-$(KYUUBI_VERSION)

Expand Down Expand Up @@ -192,11 +192,11 @@ $(SPARK_MARKER): $(ROCK_FILE) images/charmed-spark/Dockerfile
oci-archive:"$(ROCK_FILE)" \
docker-daemon:"$(STAGED_IMAGE_DOCKER_ALIAS)"

docker build -t $(SPARK_GPU_DOCKER_ALIAS) \
docker build -t $(SPARK_DOCKER_ALIAS) \
--build-arg BASE_IMAGE="$(STAGED_IMAGE_DOCKER_ALIAS)" \
images/charmed-spark-gpu

docker save $(SPARK_GPU_DOCKER_ALIAS) -o $(SPARK_ARTIFACT)
docker save $(SPARK_DOCKER_ALIAS) -o $(SPARK_ARTIFACT)

touch $(SPARK_MARKER)

Expand Down

0 comments on commit a9f919a

Please sign in to comment.