tests.yaml

---
name: tests

on:
  push:
    branches-ignore:
      - 'development/**'

  workflow_dispatch:
    inputs:
      debug:
        description: Debug (enable the ability to SSH to runners)
        type: boolean
        required: false
        default: 'false'
      connection-timeout-m:
        type: number
        required: false
        description: Timeout for ssh connection to worker (minutes)
        default: 30
jobs:
  build-ci:
    uses: ./.github/workflows/build-ci.yaml
    secrets:
      REGISTRY_LOGIN: ${{ secrets.REGISTRY_LOGIN }}
      REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}

  lint:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v2
      with:
        lfs: true
    - uses: actions/setup-node@v2
      with:
        node-version: '16.13.2'
        cache: yarn
    - name: install dependencies
      run: yarn install --frozen-lockfile --network-concurrency 1
    - name: run static analysis tools on markdown
      run: yarn run lint_md
    - name: run static analysis tools on code
      run: yarn run lint

  tests-v1:
    needs:
      - build-ci
    runs-on: ubuntu-latest
    env:
      REINDEX_PYTHON_INTERPRETER: python3
    name: ${{ matrix.test.name }}
    strategy:
      fail-fast: false
      matrix:
        test:
        - name: run unit tests
          command: yarn test
          env:
            UTAPI_METRICS_ENABLED: 'true'
        - name: run v1 client tests
          command: bash ./.github/scripts/run_ft_tests.bash false ft_test:client
          env: {}
        - name: run v1 server tests
          command: bash ./.github/scripts/run_ft_tests.bash false ft_test:server
          env: {}
        - name: run v1 cron tests
          command: bash ./.github/scripts/run_ft_tests.bash false ft_test:cron
          env: {}
        - name: run v1 interval tests
          command: bash ./.github/scripts/run_ft_tests.bash true ft_test:interval
          env: {}
    services:
      redis:
        image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
        ports:
        - 6379:6379
        - 9121:9121
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-replica:
        image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
        ports:
        - 6380:6380
        options: >-
          --health-cmd "redis-cli -p 6380 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-sentinel:
        image: bitnami/redis-sentinel:7.2.4
        env:
          REDIS_MASTER_SET: scality-s3
          REDIS_SENTINEL_PORT_NUMBER: '16379'
          REDIS_SENTINEL_QUORUM: '1'
        ports:
        - 16379:16379
        options: >-
          --health-cmd "redis-cli -p 16379 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      warp10:
        image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
        env:
          standalone.port: '4802'
          warpscript.maxops: '10000000'
          ENABLE_SENSISION: 't'
        options: >-
          --health-cmd "curl localhost:4802/api/v0/check"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10
          --health-start-period 60s
        ports:
        - 4802:4802
        - 8082:8082
        - 9718:9718

    steps:
    - name: Checkout
      uses: actions/checkout@v2
      with:
        lfs: true
    - uses: actions/setup-node@v2
      with:
        node-version: '16.13.2'
        cache: yarn
    - uses: actions/setup-python@v2
      with:
        python-version: '3.9'
    - uses: actions/cache@v2
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip
    - name: Install python deps
      run: |
        pip install requests
        pip install redis
    - name: install dependencies
      run: yarn install --frozen-lockfile --network-concurrency 1
    - name: ${{ matrix.test.name }}
      run: ${{ matrix.test.command }}
      env: ${{ matrix.test.env }}

  tests-v2-with-vault:
    needs:
      - build-ci
    runs-on: ubuntu-latest
    env:
      REINDEX_PYTHON_INTERPRETER: python3
    services:
      redis:
        image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
        ports:
        - 6379:6379
        - 9121:9121
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-replica:
        image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
        ports:
        - 6380:6380
        options: >-
          --health-cmd "redis-cli -p 6380 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-sentinel:
        image: bitnami/redis-sentinel:7.2.4
        env:
          REDIS_MASTER_SET: scality-s3
          REDIS_SENTINEL_PORT_NUMBER: '16379'
          REDIS_SENTINEL_QUORUM: '1'
        ports:
        - 16379:16379
        options: >-
          --health-cmd "redis-cli -p 16379 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      warp10:
        image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
        env:
          standalone.port: '4802'
          warpscript.maxops: '10000000'
          ENABLE_SENSISION: 't'
        ports:
        - 4802:4802
        - 8082:8082
        - 9718:9718
        options: >-
          --health-cmd "curl localhost:4802/api/v0/check"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10
          --health-start-period 60s
      vault:
        image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }}
        ports:
        - 8500:8500
        - 8600:8600
        - 8700:8700
        - 8800:8800
        options: >-
          --health-cmd "curl http://localhost:8500/_/healthcheck"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10

    steps:
    - name: Checkout
      uses: actions/checkout@v2
      with:
        lfs: true
    - uses: actions/setup-node@v2
      with:
        node-version: '16.13.2'
        cache: yarn
    - uses: actions/setup-python@v2
      with:
        python-version: '3.9'
    - uses: actions/cache@v2
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip
    - name: Install python deps
      run: |
        pip install requests
        pip install redis
    - name: install dependencies
      run: yarn install --frozen-lockfile --network-concurrency 1
    - name: Wait for warp10 for 60 seconds
      run: sleep 60
    - name: run v2 functional tests
      run: bash ./.github/scripts/run_ft_tests.bash true ft_test:v2
      env:
        UTAPI_CACHE_BACKEND: redis
        UTAPI_SERVICE_USER_ENABLED: 'true'
        UTAPI_LOG_LEVEL: trace
        SETUP_CMD: "run start_v2:server"
    - name: 'Debug: SSH to runner'
      uses: scality/actions/action-ssh-to-runner@1.6.0
      timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }}
      continue-on-error: true
      with:
        tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
        tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
        tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
        tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
      if: ${{ ( github.event.inputs.debug == true || github.event.inputs.debug == 'true' ) }}

  tests-v2-without-sensision:
    needs:
      - build-ci
    runs-on: ubuntu-latest
    env:
      REINDEX_PYTHON_INTERPRETER: python3
    name: ${{ matrix.test.name }}
    strategy:
      fail-fast: false
      matrix:
        test:
        - name: run v2 soft limit test
          command: bash ./.github/scripts/run_ft_tests.bash true ft_test:softLimit
          env:
            UTAPI_CACHE_BACKEND: redis
            UTAPI_LOG_LEVEL: trace
            SETUP_CMD: "run start_v2:server"
        - name: run v2 hard limit test
          command: bash ./.github/scripts/run_ft_tests.bash true ft_test:hardLimit
          env:
            UTAPI_CACHE_BACKEND: redis
            UTAPI_LOG_LEVEL: trace
            SETUP_CMD: "run start_v2:server"
    services:
      redis:
        image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
        ports:
        - 6379:6379
        - 9121:9121
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-replica:
        image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
        ports:
        - 6380:6380
        options: >-
          --health-cmd "redis-cli -p 6380 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis-sentinel:
        image: bitnami/redis-sentinel:7.2.4
        env:
          REDIS_MASTER_SET: scality-s3
          REDIS_SENTINEL_PORT_NUMBER: '16379'
          REDIS_SENTINEL_QUORUM: '1'
        ports:
        - 16379:16379
        options: >-
          --health-cmd "redis-cli -p 16379 ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      warp10:
        image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
        env:
          standalone.port: '4802'
          warpscript.maxops: '10000000'
        ports:
        - 4802:4802
        - 8082:8082
        - 9718:9718
        options: >-
          --health-cmd "curl localhost:4802/api/v0/check"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10
          --health-start-period 60s
      vault:
        image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }}
        ports:
        - 8500:8500
        - 8600:8600
        - 8700:8700
        - 8800:8800
        options: >-
          --health-cmd "curl http://localhost:8500/_/healthcheck"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10

    steps:
    - name: Checkout
      uses: actions/checkout@v2
      with:
        lfs: true
    - uses: actions/setup-node@v2
      with:
        node-version: '16.13.2'
        cache: yarn
    - uses: actions/setup-python@v2
      with:
        python-version: '3.9'
    - uses: actions/cache@v2
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip
    - name: Install python deps
      run: |
        pip install requests
        pip install redis
    - name: install dependencies
      run: yarn install --frozen-lockfile --network-concurrency 1
    - name: Wait for warp10 a little bit
      run: sleep 60
    - name: ${{ matrix.test.name }}
      run: ${{ matrix.test.command }}
      env: ${{ matrix.test.env }}
    - name: 'Debug: SSH to runner'
      uses: scality/actions/action-ssh-to-runner@1.6.0
      timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }}
      continue-on-error: true
      with:
        tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
        tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
        tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
        tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
      if: ${{ ( github.event.inputs.debug == true || github.event.inputs.debug == 'true' ) }}