diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml index 619b83d76f..781120435d 100644 --- a/.github/workflows/e2e.yml +++ b/.github/workflows/e2e.yml @@ -1,4 +1,4 @@ -# Copyright © 2021 Cask Data, Inc. +# Copyright © 2023 Cask Data, Inc. # Licensed under the Apache License, Version 2.0 (the "License"); you may not # use this file except in compliance with the License. You may obtain a copy of # the License at @@ -12,6 +12,7 @@ # This workflow will build a Java project with Maven # For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven # Note: Any changes to this workflow would be used only after merging into develop + name: Build e2e tests on: @@ -40,7 +41,8 @@ jobs: ) strategy: matrix: - tests: [bigquery, common, gcs, pubsub, spanner, gcscreate, gcsdelete, gcsmove, bigqueryexecute] + tests: [bigquery, common, gcs, pubsub, spanner, gcscreate, gcsdelete, gcsmove, bigqueryexecute, + bigquerymultitable] fail-fast: false steps: # Pinned 1.0.0 version @@ -68,24 +70,49 @@ jobs: key: ${{ runner.os }}-maven-${{ github.workflow }}-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-${{ github.workflow }} + + - name: Get Secrets from GCP Secret Manager + id: secrets + uses: 'google-github-actions/get-secretmanager-secrets@v0' + with: + secrets: |- + MYSQL_HOST:cdapio-github-builds/MYSQL_HOST + MYSQL_USERNAME:cdapio-github-builds/MYSQL_USERNAME + MYSQL_PASSWORD:cdapio-github-builds/MYSQL_PASSWORD + MYSQL_PORT:cdapio-github-builds/MYSQL_PORT + - name: Run required e2e tests if: github.event_name != 'workflow_dispatch' && github.event_name != 'push' && steps.filter.outputs.e2e-test == 'false' run: python3 e2e/src/main/scripts/run_e2e_test.py --testRunner **/${{ matrix.tests }}/**/TestRunnerRequired.java + env: + MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }} + MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }} + MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }} + MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }} + - name: Run all e2e tests if: github.event_name == 'workflow_dispatch' || github.event_name == 'push' || steps.filter.outputs.e2e-test == 'true' run: python3 e2e/src/main/scripts/run_e2e_test.py --testRunner **/${{ matrix.tests }}/**/TestRunner.java + env: + MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }} + MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }} + MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }} + MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }} + - name: Upload report uses: actions/upload-artifact@v3 if: always() with: name: Cucumber report - ${{ matrix.tests }} path: ./plugin/target/cucumber-reports + - name: Upload debug files uses: actions/upload-artifact@v3 if: always() with: name: Debug files - ${{ matrix.tests }} path: ./**/target/e2e-debug + - name: Upload files to GCS uses: google-github-actions/upload-cloud-storage@v0 if: always() diff --git a/pom.xml b/pom.xml index 92ff32c99c..6a43459f03 100644 --- a/pom.xml +++ b/pom.xml @@ -1,4 +1,5 @@ +