Merge pull request #98 from emqx/ci-split-arm64-amd64

ci: split arm64 and amd64 build steps for faster compilation

Author: id

.github/workflows/base.yaml

@@ -11,27 +11,44 @@ on:
 jobs:
 
   base:
-    runs-on: ubuntu-latest
+    runs-on: ${{ github.repository_owner == 'emqx' && matrix.platform[2] || '["ubuntu-latest"]' }}
     strategy:
       fail-fast: false
       matrix:
         base_image_vsn:
           - "5.0"
         platform:
-          - [ubuntu22.04 , "linux/amd64,linux/arm64"]
-          - [ubuntu20.04 , "linux/amd64,linux/arm64"]
-          - [ubuntu18.04 , "linux/amd64,linux/arm64"]
-          - [ubuntu16.04 , "linux/amd64,linux/arm64"]
-          - [debian12    , "linux/amd64,linux/arm64"]
-          - [debian11    , "linux/amd64,linux/arm64"]
-          - [debian10    , "linux/amd64,linux/arm64"]
-          - [debian9     , "linux/amd64,linux/arm64"]
-          - [el9         , "linux/amd64,linux/arm64"]
-          - [el8         , "linux/amd64,linux/arm64"]
-          - [el7         , "linux/amd64,linux/arm64"]
-          - [amzn2       , "linux/amd64,linux/arm64"]
-          - [amzn2023    , "linux/amd64,linux/arm64"]
-          - [alpine3.15.1, "linux/amd64,linux/arm64"]
+          - [ubuntu22.04, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [ubuntu22.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [ubuntu20.04, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [ubuntu20.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [ubuntu18.04, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [ubuntu18.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [ubuntu16.04, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [ubuntu16.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [debian12, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [debian12, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [debian11, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [debian11, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [debian10, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [debian10, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [debian9, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [debian9, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [el9, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [el9, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [el8, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [el8, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [el7, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [el7, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [amzn2, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [amzn2, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [amzn2023, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [amzn2023, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+          - [alpine3.15.1, linux/amd64, [self-hosted, linux, x64, ephemeral]]
+          - [alpine3.15.1, linux/arm64, [self-hosted, linux, arm64, ephemeral]]
+
+    env:
+      REGISTRY_IMAGE: ghcr.io/${{ github.repository }}/base-${{ matrix.base_image_vsn }}
 
     steps:
       - uses: actions/checkout@v3
@@ -40,23 +57,30 @@ jobs:
           aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           aws-region: ${{ secrets.AWS_DEFAULT_REGION }}
+      - name: define base tag
+        id: base_tag
+        run: |
+          PLATFORM=${{ matrix.platform[1] }}
+          ARCH=${PLATFORM#linux/}
+          echo "tag=${{ matrix.platform[0] }}-${ARCH}" | tee -a $GITHUB_OUTPUT
       - name: Get cache
-        run: aws s3 sync s3://docker-buildx-cache/emqx-builder/${{ matrix.platform[0] }} /tmp/.docker-buildx-cache
-      - uses: docker/setup-buildx-action@v2
-      - uses: docker/setup-qemu-action@v2
-      - uses: docker/login-action@v2
+        run: aws s3 sync s3://docker-buildx-cache/emqx-builder/${{ steps.base_tag.outputs.tag }} /tmp/.docker-buildx-cache
+      - uses: docker/setup-buildx-action@v3
+      - uses: docker/setup-qemu-action@v3
+      - uses: docker/login-action@v3
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ github.token }}
-      - uses: docker/metadata-action@v4
+      - uses: docker/metadata-action@v5
         id: base_meta
         with:
-          images: ghcr.io/${{ github.repository }}/base-${{ matrix.base_image_vsn }}
-          tags: type=raw,value=${{ matrix.platform[0] }}
+          images: ${{ env.REGISTRY_IMAGE }}
+          tags: type=raw,value=${{ steps.base_tag.outputs.tag }}
       - name: Build base image
-        uses: docker/build-push-action@v3
+        uses: docker/build-push-action@v5
         with:
+          push: true
           pull: true
           cache-from: type=local,src=/tmp/.docker-buildx-cache,mode=max
           cache-to: type=local,dest=/tmp/.docker-buildx-cache-new,mode=max
@@ -66,4 +90,4 @@ jobs:
           file: ${{ matrix.platform[0] }}/Dockerfile
           context: .
       - name: Update cache
-        run: aws s3 sync --delete /tmp/.docker-buildx-cache-new s3://docker-buildx-cache/emqx-builder/${{ matrix.platform[0] }}
+        run: aws s3 sync --delete /tmp/.docker-buildx-cache-new s3://docker-buildx-cache/emqx-builder/${{ steps.base_tag.outputs.tag }}