fix: add gh action + pre commit hook to detect duplicate migration files

.github/workflows/go_test.yml

@@ -1,7 +1,7 @@
-name: Go
+name: Go Tests and goose migration check
 on:
   push:
-    branches: ["main"]
+    branches: ["*"]
   pull_request:
     branches: ["main"]
 jobs:
@@ -19,3 +19,14 @@ jobs:
         run: |
           cd backend
           go test -v ./...
+
+      - name: Check duplicate migration files
+        run: |
+          DUPLICATE_MIGRATIONS=$(ls -1 migrations | grep '.*\.sql' | cut -c1-5 | sort | uniq -d)
+          if [ -z "$DUPLICATE_MIGRATIONS" ]; then
+            exit 0
+          else
+            echo "🚨 Duplicate migration files found 🚨"
+            echo "Migration number: $DUPLICATE_MIGRATIONS is a duplicate\n and needs to be renamed"
+            exit 1
+          fi

.gitignore

@@ -15,6 +15,8 @@ jar
 /provider-middleware/providers.db
 /backend/server
 /provider-middleware/middleware
+/provider-middleware/bin
+/backend/bin
 /bin/*
 /tmp
 /csvs/zims/*.zim

config/kratos/kratos.yml

@@ -97,7 +97,7 @@ selfservice:
             - hook: show_verification_ui
 
 log:
-  level: trace
+  level: info
   format: json
   leak_sensitive_values: true
 

docker-compose.yml

@@ -76,7 +76,6 @@ services:
       - KRATOS_ADMIN_URL=http://kratos:4434
       - KRATOS_PUBLIC_URL=http://kratos:4433
       - MIDDLEWARE_CRON_SCHEDULE=0 22 * * *
-      - KETO_ADMIN_URL=http://keto:4466
       - ORY_TOKEN=eyJvZmZzZXQiOiItMjUwIiwidmo8iV*@
       - NATS_URL=nats:4222
       - NATS_USER=unlocked
@@ -144,22 +143,6 @@ services:
       - ./:/app
     depends_on: [provider-service]
 
-  keto-migrate:
-    image: oryd/keto:v0.12.0-alpha.0
-    links:
-      - postgres:postgres
-    volumes:
-      - config:/home/ory
-    environment:
-      - LOG_LEVEL=debug
-      - DSN=postgres://keto:ChangeMe!@postgres:5432/accesscontroldb?sslmode=prefer&max_conns=20&max_idle_conns=4
-    command: ["migrate", "up", "-y"]
-    depends_on:
-      postgres:
-        condition: service_healthy
-    networks:
-      - intranet
-
   nats:
     image: nats:latest
     networks:
@@ -173,24 +156,6 @@ services:
       - config:/config
       - nats_data:/data
 
-  keto:
-    image: oryd/keto:v0.11.1-alpha.0
-    links:
-      - postgres:postgres
-    volumes:
-      - type: bind
-        source: config
-        target: /home/ory
-    ports:
-      - "4466:4466"
-      - "4467:4467"
-    depends_on:
-      - keto-migrate
-    environment:
-      - DSN=postgres://keto:ChangeMe!@postgres:5432/accesscontroldb?sslmode=prefer&max_conns=20&max_idle_conns=4
-    networks:
-      - intranet
-
   kratos-migrate:
     image: oryd/kratos:v1.1.0
     environment:
@@ -215,7 +180,7 @@ services:
       - "4434:4434" # admin
     environment:
       - DSN=postgres://kratos:ChangeMe!@postgres:5432/kratos?sslmode=prefer&max_conns=20&max_idle_conns=4
-      - LOG_LEVEL=trace
+      - LOG_LEVEL=info
     command: serve -c /etc/config/kratos/kratos.yml --dev --watch-courier
     volumes:
       - type: bind
@@ -236,7 +201,7 @@ services:
         source: ./config/hydra
         target: /etc/config/hydra
     environment:
-      - LOG_LEVEL=debug
+      - LOG_LEVEL=info
       - OAUTH2_EXPOSE_INTERNAL_ERRORS=1
       - SERVE_PUBLIC_CORS_ENABLED=true
       - SERVE_PUBLIC_CORS_ALLOWED_METHODS=POST,GET,PUT,DELETE
@@ -253,6 +218,7 @@ services:
     image: oryd/hydra:v2.2.0
     environment:
       - DSN=postgres://hydra:ChangeMe!@postgres:5432/hydra?sslmode=prefer&max_conns=20&max_idle_conns=4
+      - LOG_LEVEL=info 
     command: migrate -c /etc/config/hydra/hydra.yml sql -e --yes
     volumes:
       - type: bind

frontend/.husky/pre-commit

@@ -1,17 +1,15 @@
 git diff --cached --name-only --diff-filter=ACMRTUXB >frontend/.husky/staged-files
-echo "🔎 checking frontend........."
 cd frontend
-echo "🎀 running prettier 🎀 󰎙 ..."
 FRONTEND_FILES=$(cat .husky/staged-files | grep '^frontend/.*\.\(css\|ts\|json\|html\|js\|tsx\)$' | sed 's/^frontend\///')
-
 if [ -z "$FRONTEND_FILES" ]; then
-  echo "No files to check"
+  echo "No frontend files to check"
 else
+  echo "🎀 running prettier 🎀 󰎙 ..."
   npx prettier -w $FRONTEND_FILES
-echo "running front-end linters 󰎙 ..."
-yarn lint-staged
-yarn build
-git add $FRONTEND_FILES
+  echo "running front-end linters 󰎙 ..."
+  yarn lint-staged
+  yarn build
+  git add $FRONTEND_FILES
 fi
 
 echo " 🔎 checking backend ..............."
@@ -26,5 +24,13 @@ else
   go fmt ./...
   echo "Running Go tests  .."
   go test ./...
-  echo "🎉 All checks passed! 🎉"
+
+  DUPLICATE_MIGRATIONS=$(ls -1 migrations | grep '.*\.sql' | cut -c1-5 | sort | uniq -d)
+  if [ -z "$DUPLICATE_MIGRATIONS" ]; then
+    echo "🎉 All checks passed! 🎉"
+  else
+    echo "🚨 Duplicate migration files found 🚨"
+    echo "Migration number: $DUPLICATE_MIGRATIONS is a duplicate\n and needs to be renamed"
+    exit 1
+  fi
 fi