linting #87
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Deploy testing | |
| on: | |
| push: | |
| tags: | |
| - 'v[0-9]+.[0-9]+.[0-9]+' | |
| - 'v[0-9]+.[0-9]+.[0-9]+-rc.[0-9]+' | |
| jobs: | |
| run-reusable-lint-and-test: | |
| uses: ./.github/workflows/reusable_lint_and_test.yaml | |
| secrets: inherit | |
| deploy-testing: | |
| needs: run-reusable-lint-and-test | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| runs-on: ubuntu-latest | |
| env: | |
| DEPLOYMENT_NAME: "testing" | |
| TESTING_ECR_REGISTRY: ${{ secrets.TESTING_EC2_ECR_REGISTRY }} | |
| TESTING_ECR_REGISTRY_IMAGE: ${{ secrets.TESTING_EC2_ECR_REGISTRY_IMAGE }} | |
| PRIVATE_KEY: ${{ secrets.TESTING_SSH_PRIVATE_KEY }} | |
| HOSTNAME: ${{ secrets.TESTING_SSH_HOST }} | |
| USER_NAME: ${{ secrets.TESTING_USER_NAME }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.9' | |
| - name: configure aws access credentials | |
| run: | | |
| mkdir -p ~/.aws | |
| echo -e "[default]\nregion=eu-central-1" > ~/.aws/config | |
| echo -e "[default]\naws_access_key_id=${{ secrets.TESTINGDATA_AWS_ACCESS_KEY_ID }}\naws_secret_access_key=${{ secrets.TESTINGDATA_AWS_SECRET_ACCESS_KEY }}" > ~/.aws/credentials | |
| - name: install pipenv and aws | |
| run: | | |
| pip install pipenv==2021.5.29 | |
| pip install awscli --no-build-isolation | |
| - name: download process definitions | |
| run: | | |
| chmod +x download-process-definitions.sh | |
| ./download-process-definitions.sh | |
| - name: install dependencies needed for deployment | |
| working-directory: ./rest | |
| run: pipenv install --dev | |
| - name: create env file | |
| working-directory: ./rest/ | |
| run: | | |
| echo "AWS_ACCESS_KEY_ID=${{ secrets.TESTINGDATA_AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY=${{ secrets.TESTINGDATA_AWS_SECRET_ACCESS_KEY }} | |
| SH_CLIENT_ID=${{ secrets.TESTING_SH_CLIENT_ID }} | |
| SH_CLIENT_SECRET=${{ secrets.TESTING_SH_CLIENT_SECRET }} | |
| BACKEND_VERSION=$GITHUB_REF_NAME | |
| RESULTS_S3_BUCKET_NAME_MAIN=${{ secrets.RESULTS_S3_BUCKET_NAME_MAIN }} | |
| RESULTS_S3_BUCKET_NAME_CREODIAS=${{ secrets.RESULTS_S3_BUCKET_NAME_CREODIAS }} | |
| RESULTS_S3_BUCKET_NAME_USWEST=${{ secrets.RESULTS_S3_BUCKET_NAME_USWEST }} | |
| RESULTS_S3_BUCKET_ACCESS_KEY_ID_MAIN=${{ secrets.RESULTS_S3_BUCKET_ACCESS_KEY_ID_MAIN }} | |
| RESULTS_S3_BUCKET_ACCESS_KEY_ID_CREODIAS=${{ secrets.RESULTS_S3_BUCKET_ACCESS_KEY_ID_CREODIAS }} | |
| RESULTS_S3_BUCKET_ACCESS_KEY_ID_USWEST=${{ secrets.RESULTS_S3_BUCKET_ACCESS_KEY_ID_USWEST }} | |
| RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_MAIN=${{ secrets.RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_MAIN }} | |
| RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_CREODIAS=${{ secrets.RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_CREODIAS }} | |
| RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_USWEST=${{ secrets.RESULTS_S3_BUCKET_SECRET_ACCESS_KEY_USWEST }} | |
| USAGE_REPORTING_BASE_URL=${{ secrets.USAGE_REPORTING_BASE_URL_TESTING }} | |
| USAGE_REPORTING_AUTH_URL=${{ secrets.USAGE_REPORTING_AUTH_URL_TESTING }} | |
| USAGE_REPORTING_AUTH_CLIENT_ID=${{ secrets.USAGE_REPORTING_AUTH_CLIENT_ID_TESTING }} | |
| USAGE_REPORTING_AUTH_CLIENT_SECRET=${{ secrets.USAGE_REPORTING_AUTH_CLIENT_SECRET_TESTING }} | |
| LOGGING_LEVEL=${{ secrets.LOGGING_LEVEL_TESTING }} | |
| DEPLOYMENT_TYPE=testing | |
| " > .env | |
| - name: build docker image with correct tags | |
| working-directory: ./rest | |
| run: docker build -t "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:$GITHUB_REF_NAME" -t "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:latest" --build-arg VERSION=$GITHUB_REF_NAME --build-arg VCS_REF=$GITHUB_SHA --build-arg BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ') . | |
| - name: login for AWS ECR docker | |
| working-directory: ./rest | |
| run: aws ecr get-login-password --region eu-central-1 | docker login --username AWS --password-stdin "$TESTING_ECR_REGISTRY" | |
| - name: push docker images (versioned with CI tag and "latest") to AWS ECR with docker | |
| working-directory: ./rest | |
| run: | | |
| docker push "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:$GITHUB_REF_NAME" | |
| docker push "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:latest" | |
| - name: copy env file | |
| working-directory: ./rest | |
| run: | | |
| echo "${PRIVATE_KEY}" > private_key && chmod 600 private_key | |
| scp -o StrictHostKeyChecking=no -i private_key ./.env ${USER_NAME}@${HOSTNAME}:openEO/.env | |
| - name: pull docker image and run | |
| uses: appleboy/[email protected] | |
| with: | |
| key: ${{ secrets.TESTING_SSH_PRIVATE_KEY }} | |
| host: ${{ secrets.TESTING_SSH_HOST }} | |
| username: ${{ secrets.TESTING_USER_NAME }} | |
| envs: TESTING_ECR_REGISTRY, TESTING_ECR_REGISTRY_IMAGE | |
| script: | | |
| aws ecr get-login-password --region eu-central-1 | docker login --username AWS --password-stdin "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE" | |
| docker pull "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:latest" | |
| # stop and remove all containers | |
| docker ps -aq | xargs docker stop | xargs docker rm | |
| cd openEO | |
| docker run -p 8000:8000 -d --env-file .env "$TESTING_ECR_REGISTRY/$TESTING_ECR_REGISTRY_IMAGE:latest" | |
| # remove all dangling images | |
| docker image prune --force | |