Skip to content

Update dependencies #75

Update dependencies

Update dependencies #75

Workflow file for this run

name: Integration Tests
on:
pull_request:
paths-ignore:
- "**.md"
- "**.txt"
- "examples/**"
branches:
- main
jobs:
integration:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Docker Compose Up
run: docker compose up --build -d
- name: Datagen Test Version
run: docker exec datagen datagen --version
- name: Produce to Kafka from SQL Schema in JSON Format
run: docker exec datagen datagen -s /tests/products.sql -f json -n 3 --record-size 100 -d -p sql
- name: Produce to Kafka from JSON Schema in JSON Format
run: docker exec datagen datagen -s /tests/schema.json -f json -n 3 --record-size 100 -d
- name: Produce to Kafka from Avro Schema in JSON Format
run: docker exec datagen datagen -s /tests/schema.avsc -f json -n 3 --record-size 100 -d
# - name: Produce to Kafka from SQL Schema in Avro Format
# run: docker exec datagen datagen -s /tests/products.sql -f avro -n 3 --record-size 100 -d -w 100
- name: Produce to Kafka from JSON Schema in Avro Format
run: docker exec datagen datagen -s /tests/schema.json -f avro -n 3 --record-size 100 -d -w 100 -p json
- name: Produce to Kafka from Avro Schema in Avro Format
run: docker exec datagen datagen -s /tests/schema.avsc -f avro -n 3 --record-size 100 -d -w 100 -p avro
# - name: Clean Kafka topic
# run: docker exec datagen datagen -s /tests/products.sql -f json -d --clean
- name: Clean Kafka topic with prefix
run: docker exec datagen datagen -s /tests/schema.json -f avro -d --clean --prefix json
- name: Clean Kafka topic and schema registry
run: docker exec datagen datagen -s /tests/schema.avsc -f avro -d --clean --prefix avro
# Postgres tests
- name: Produce data to Postgres with Faker.js
run: docker exec datagen datagen -s /tests/products.sql -f postgres -n 3
- name: Produce data to Postgres with multiple tables
run: docker exec datagen datagen -s /tests/schema2.sql -f postgres -n 3 -rs 1000
- name: Produce data to MySQL with Faker.js
run: docker exec datagen datagen -s /tests/mysql-products.sql -f mysql -n 3
- name: Produce data to MySQL with multiple tables
run: docker exec datagen datagen -s /tests/mysql-schema.sql -f mysql -n 3 -rs 1000
- name: Docker Compose Down
run: docker compose down -v