feat: add support for self hosted gateway (#62)

* feat(gateway): add basic gateway route manager

* test(gateway): add unit test for gateway manager

* test: add e2e tests for API gateway

* fix(ci): fix bad workflow names

* chore: remove dead code

* chore: use different workflow for gateway ci

* fix(ci): use github env interpolation

* fix(ci): cant use env with 'uses' in gha

* fix(ci): select branch with pipeline

* fix(ci): bad test directory

* fix(ci): missing working directory for delete-namspace

* fix(ci): bad env var

* fix(config): using methods instead of http_methods in config

* fix: remove ref as the pipeline was merged

* fix(ci): use updated makefile after rebase

* fix: fix typo in scw_serverless/gateway/gateway_manager.py

Co-authored-by: Simon Shillaker <[email protected]>

---------

Co-authored-by: Simon Shillaker <[email protected]>

Author: cyclimse

.github/workflows/integration-gateway.yml

@@ -0,0 +1,93 @@
+name: API Gateway integration tests with Pytest
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+    types: [opened, synchronize, reopened, ready_for_review]
+
+permissions:
+  contents: read
+
+env:
+  GATEWAY_CHECKOUT_DIR: "gateway"
+  S3_ENDPOINT: "https://s3.fr-par.scw.cloud"
+  S3_REGION: "fr-par"
+
+jobs:
+  test-deployed-gateway:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: ./.github/actions/setup-poetry
+
+      - uses: actions/checkout@v3
+        with:
+          repository: scaleway/serverless-gateway
+          path: ${{ env.GATEWAY_CHECKOUT_DIR }}
+
+      - name: Install Scaleway CLI
+        # Should point to GATEWAY_CHECKOUT_DIR but env is unusable here.
+        # See: https://docs.github.com/en/actions/learn-github-actions/contexts#env-context
+        uses: ./gateway/.github/actions/setup-scaleway-cli
+        with:
+          scw-version: "2.13.0"
+          scw-access-key: ${{ secrets.SCW_ACCESS_KEY }}
+          scw-secret-key: ${{ secrets.SCW_SECRET_KEY }}
+          scw-default-project-id: ${{ secrets.SCW_DEFAULT_PROJECT_ID }}
+          scw-default-organization-id: ${{ secrets.SCW_DEFAULT_ORGANIZATION_ID }}
+
+      - name: Create Gateway namespace
+        working-directory: ${{ env.GATEWAY_CHECKOUT_DIR }}
+        run: |
+          make create-namespace
+          until [ $(make check-namespace -s) == ready ]; do sleep 10; done
+
+      - name: Create Gateway container
+        working-directory: ${{ env.GATEWAY_CHECKOUT_DIR }}
+        # We need to truncate gateway.env as it will override our env vars
+        run: |
+          truncate -s 0 gateway.env
+          make create-container
+          make deploy-container
+          until [ $(make check-container -s) == ready ]; do sleep 10; done
+        env:
+          SCW_ACCESS_KEY: ${{ secrets.SCW_ACCESS_KEY }}
+          SCW_SECRET_KEY: ${{ secrets.SCW_SECRET_KEY }}
+          S3_BUCKET_NAME: ${{ secrets.GATEWAY_S3_BUCKET_NAME }}
+
+      - name: Install s3cmd
+        run: pip install s3cmd
+
+      - name: Create S3 bucket
+        working-directory: ${{ env.GATEWAY_CHECKOUT_DIR }}
+        run: |
+          make set-up-s3-cli
+          make create-s3-bucket
+        env:
+          S3_BUCKET_NAME: ${{ secrets.GATEWAY_S3_BUCKET_NAME }}
+
+      - name: Run integration tests
+        run: |
+          pushd $GATEWAY_CHECKOUT_DIR
+          export GATEWAY_HOST=$(make get-gateway-endpoint -s)
+          popd
+          poetry run pytest tests/integrations/gateway -n $(nproc --all)
+        env:
+          SCW_ACCESS_KEY: ${{ secrets.SCW_ACCESS_KEY }}
+          SCW_SECRET_KEY: ${{ secrets.SCW_SECRET_KEY }}
+          GATEWAY_S3_BUCKET_NAME: ${{ secrets.GATEWAY_S3_BUCKET_NAME }}
+
+      - name: Delete S3 bucket
+        working-directory: ${{ env.GATEWAY_CHECKOUT_DIR }}
+        run: make delete-bucket
+        env:
+          S3_BUCKET_NAME: ${{ secrets.GATEWAY_S3_BUCKET_NAME }}
+        if: always()
+
+      - name: Delete Gateway namespace and container
+        working-directory: ${{ env.GATEWAY_CHECKOUT_DIR }}
+        run: make delete-namespace
+        if: always()

.github/workflows/pytest-integration.yml

@@ -5,7 +5,7 @@ on:
   push:
     branches: [main]
   pull_request:
-    branches: [main]
+    types: [opened, synchronize, reopened, ready_for_review]
 
 permissions:
   contents: read
@@ -28,7 +28,7 @@ jobs:
 
       - name: Test with pytest
         working-directory: tests
-        run: poetry run pytest integrations -n $(nproc --all)
+        run: poetry run pytest integrations -n $(nproc --all) --ignore=integrations/gateway
         env:
           SCW_DEFAULT_ORGANIZATION_ID: ${{ secrets.SCW_DEFAULT_ORGANIZATION_ID }}
           SCW_SECRET_KEY: ${{ secrets.SCW_SECRET_KEY }}

.github/workflows/pytest.yml

@@ -6,6 +6,7 @@ on:
     branches: [main]
   pull_request:
     branches: [main]
+    types: [opened, synchronize, reopened, ready_for_review]
 
 permissions:
   contents: read