to-database: Add CI configuration

.github/dependabot.yml

@@ -0,0 +1,12 @@
+version: 2
+
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"

.github/workflows/main.yml

@@ -0,0 +1,69 @@
+---
+name: "Tests"
+
+on:
+  pull_request: ~
+  push:
+    branches: [ main ]
+
+  # Allow job to be triggered manually.
+  workflow_dispatch:
+
+  # Run job each night after CrateDB nightly has been published.
+  schedule:
+    - cron: '0 3 * * *'
+
+# Cancel in-progress jobs when pushing to the same branch.
+concurrency:
+  cancel-in-progress: true
+  group: ${{ github.workflow }}-${{ github.ref }}
+
+jobs:
+
+  tests:
+
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: ["ubuntu-latest"]
+        python-version: ["3.8", "3.11"]
+
+    env:
+      OS: ${{ matrix.os }}
+      PYTHON: ${{ matrix.python-version }}
+
+    name: Python ${{ matrix.python-version }} on OS ${{ matrix.os }}
+    steps:
+
+    - name: Acquire sources
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        architecture: x64
+        cache: 'pip'
+        cache-dependency-path:
+          requirements.txt
+
+    - name: Set up PostgreSQL container.
+      run: |
+        docker compose -f docker-compose.yml up -d
+
+    - name: Set up project
+      run: |
+
+        # `setuptools 0.64.0` adds support for editable install hooks (PEP 660).
+        # https://github.com/pypa/setuptools/blob/main/CHANGES.rst#v6400
+        pip install "setuptools>=64" --upgrade
+
+        # Install requirements.
+        pip install -r requirements.txt
+
+    - name: Verify "to-database"
+      run: |
+        cd to-database
+        meltano install
+        meltano run test

docker-compose.yml

@@ -0,0 +1,15 @@
+# Docker Compose file for pgvector -- open-source vector similarity search for PostgreSQL.
+# https://github.com/pgvector/pgvector
+---
+# docker compose -f docker-compose.yml up
+version: "2.1"
+services:
+  postgres:
+    image: ankane/pgvector:latest
+    command: postgres -c log_statement=all
+    environment:
+      POSTGRES_HOST_AUTH_METHOD: trust
+    volumes:
+      - ./init.sql:/docker-entrypoint-initdb.d/init.sql
+    ports:
+      - "5432:5432"

to-database/README.md

@@ -8,10 +8,7 @@ within `meltano.yml`.
 
 Run a PostgreSQL server with pgvector extension.
 ```shell
-docker run --rm -it --publish=5432:5432 \
-  --env "POSTGRES_HOST_AUTH_METHOD=trust" \
-  --volume "$(pwd)/init.sql:/docker-entrypoint-initdb.d/init.sql" \
-  ankane/pgvector postgres -c log_statement=all
+docker compose -f docker-compose.yml up
 ```
 
 In another shell, before running any `psql` command, define the authentication
@@ -48,6 +45,7 @@ psql postgresql://postgres@localhost/ --command '\d load_jsonl_array_jsonb.array
 psql postgresql://postgres@localhost/ --command 'SELECT * from load_jsonl_array_jsonb.array_float;'
 ```
 
+Run smoke tests.
 ```shell
 meltano run tap-smoke-test target-postgres
 psql postgresql://postgres@localhost/ --command '\dt tap_smoke_test.*'

to-database/meltano.yml

@@ -78,3 +78,10 @@ plugins:
     config:
       sqlalchemy_url: postgresql://postgres@localhost/
       add_record_metadata: true
+
+jobs:
+  - name: test
+    tasks:
+      - tap-smoke-test target-postgres
+      - load-jsonl-array-jsonb target-postgres
+      - load-jsonl-array-vector target-postgres