Remove tokens

.dockerignore

@@ -1,4 +1,7 @@
 /.git/
+healthcheck
+aye-and-nay
+coverage.txt
 /badger/
 /build/badger/
 /build/caddy/

.github/workflows/integration.yml

@@ -7,21 +7,25 @@ jobs:
   integration:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-go@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v3
         with:
-          go-version: 1.17
-      - uses: actions/cache@v2
+          go-version: 1.19
+      - uses: actions/cache@v3
         with:
-          path: ~/go/pkg/mod
+          # Module download cache
+          # Build cache (Linux)
+          path: |
+            ~/go/pkg/mod
+            ~/.cache/go-build
           key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
           restore-keys: ${{ runner.os }}-go-
       - run: make dev-up
       - env:
           CONTINUOUS_INTEGRATION: "true"
         run: make test-int-ci
       - run: make dev-down
-      - uses: codecov/codecov-action@v1
+      - uses: codecov/codecov-action@v3
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          file: ./coverage.txt
+          files: ./coverage.txt

.github/workflows/loadtest.yml

@@ -7,13 +7,17 @@ jobs:
   loadtest:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-go@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v3
         with:
-          go-version: 1.17
-      - uses: actions/cache@v2
+          go-version: 1.19
+      - uses: actions/cache@v3
         with:
-          path: ~/go/pkg/mod
+          # Module download cache
+          # Build cache (Linux)
+          path: |
+            ~/go/pkg/mod
+            ~/.cache/go-build
           key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
           restore-keys: ${{ runner.os }}-go-
       - run: make prod-up

.github/workflows/unit.yml

@@ -7,17 +7,21 @@ jobs:
   unit:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-go@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v3
         with:
-          go-version: 1.17
-      - uses: actions/cache@v2
+          go-version: 1.19
+      - uses: actions/cache@v3
         with:
-          path: ~/go/pkg/mod
+          # Module download cache
+          # Build cache (Linux)
+          path: |
+            ~/go/pkg/mod
+            ~/.cache/go-build
           key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
           restore-keys: ${{ runner.os }}-go-
       - run: make test-unit-ci
-      - uses: codecov/codecov-action@v1
+      - uses: codecov/codecov-action@v3
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          file: ./coverage.txt
+          files: ./coverage.txt

.gitignore

@@ -8,7 +8,7 @@
 *.test
 
 # aye-and-nay
-main
+healthcheck
 aye-and-nay
 coverage.txt
 /badger/

.vscode/settings.json

@@ -0,0 +1,8 @@
+{
+    "python.analysis.extraPaths": [
+        "/Users/mercury/.vscode/extensions/continue.continue-0.0.412-darwin-arm64"
+    ],
+    "python.autoComplete.extraPaths": [
+        "/Users/mercury/.vscode/extensions/continue.continue-0.0.412-darwin-arm64"
+    ]
+}

Makefile

@@ -1,45 +1,48 @@
-.PHONY: gen compile test-unit test-int test-unit-ci test-int-ci dev-up dev-down prod-loadtest prod-up prod-down embed-loadtest embed-up embed-down
+.PHONY: gen compile compile-health test-unit test-int test-unit-ci test-int-ci dev-up dev-down prod-loadtest prod-up prod-down embed-loadtest embed-up embed-down
 
 gen:
-	go install github.com/mailru/easyjson/easyjson@latest
-	go install golang.org/x/tools/cmd/stringer@latest
+	go install github.com/mailru/easyjson/easyjson
+	go install golang.org/x/tools/cmd/stringer
 	go generate ./...
 
 compile: gen
 	CGO_ENABLED=0 go build -ldflags="-s -w"
 
+compile-health:
+	CGO_ENABLED=0 go build -ldflags="-s -w" -o healthcheck ./cmd/healthcheck/main.go
+
 test-unit: gen
-	go test -v -race -shuffle=on -count=1 -short -tags=unit -cover ./...
+	go test -v -race -shuffle=on -count=2 -short -cover ./... -args -unit
 
 test-int: gen
-	go test -v -race -shuffle=on -count=1 -short -tags=integration -cover ./...
+	go test -v -race -shuffle=on -count=2 -short -cover ./... -args -int
 
 test-unit-ci: gen
-	go test -v -race -shuffle=on -count=1 -tags=unit -failfast -coverprofile=coverage.txt -covermode=atomic ./...
+	go test -v -race -shuffle=on -count=2 -failfast -coverprofile=coverage.txt -covermode=atomic ./... -args -unit -ci
 
 test-int-ci: gen
-	go test -v -race -shuffle=on -count=1 -tags=integration -failfast -coverprofile=coverage.txt -covermode=atomic ./...
+	go test -v -race -shuffle=on -count=2 -failfast -coverprofile=coverage.txt -covermode=atomic ./... -args -int -ci
 
 dev-up:
-	docker-compose --file ./build/docker-compose-dev.yml up -d --build
+	docker compose --file ./build/docker-compose-dev.yml up -d --build
 
 dev-down:
-	docker-compose --file ./build/docker-compose-dev.yml down --rmi all -v
+	docker compose --file ./build/docker-compose-dev.yml down --rmi all -v
 
 prod-loadtest:
-	go run ./cmd/loadtest/main.go -verbose=false
+	go run ./cmd/loadtest/* -verbose=false
 
 prod-up:
-	docker-compose --file ./build/docker-compose-prod.yml up -d --build
+	docker compose --file ./build/docker-compose-prod.yml --env-file ./build/config-prod.env up -d --build
 
 prod-down:
-	docker-compose --file ./build/docker-compose-prod.yml down --rmi all -v
+	docker compose --file ./build/docker-compose-prod.yml --env-file ./build/config-prod.env down --rmi all -v
 
 embed-loadtest:
-	go run ./cmd/loadtest/main.go -verbose=false -api-address "http://localhost:8001" -minio-address ""
+	go run ./cmd/loadtest/* -verbose=false -api-address="http://localhost:8001" -html=false
 
 embed-up:
-	docker-compose --file ./build/docker-compose-embed.yml up -d --build
+	docker compose --file ./build/docker-compose-embed.yml --env-file ./build/config-embed.env up -d --build
 
 embed-down:
-	docker-compose --file ./build/docker-compose-embed.yml down --rmi all -v
+	docker compose --file ./build/docker-compose-embed.yml --env-file ./build/config-embed.env down --rmi all -v

build/Caddyfile

@@ -18,3 +18,7 @@ localhost {
 # www.aye-and-nay.de {
 #     redir https://aye-and-nay.de{uri} permanent
 # }
+
+:8080 {
+    respond /health 200
+}

build/Dockerfile-app

@@ -1,15 +1,22 @@
-FROM golang:1.17-alpine AS builder
+FROM golang:1.19-alpine AS builder
 RUN apk add --no-cache make
 RUN addgroup -S appgroup && adduser -S appuser -G appgroup
 WORKDIR /app/
 COPY go.mod go.sum ./
 RUN go mod download
 COPY . .
-RUN make compile
+RUN make compile compile-health
 
 FROM scratch
 COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
 COPY --from=builder /etc/passwd /etc/
 COPY --from=builder /app/aye-and-nay /
+COPY --from=builder /app/config.env /
+COPY --from=builder /app/healthcheck /
 USER appuser
 ENTRYPOINT ["/aye-and-nay"]
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD ["/healthcheck"]

build/Dockerfile-caddy

@@ -1 +1,7 @@
 FROM caddy:2-alpine
+COPY ./build/Caddyfile /etc/caddy/Caddyfile
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD wget --no-verbose --tries=1 --spider http://localhost:8080/health || exit 1

build/Dockerfile-imaginary

@@ -1,2 +1,15 @@
 FROM h2non/imaginary:1
+USER root
+RUN \
+    apt-get update && \
+    apt-get install --no-install-recommends --yes curl && \
+    apt-get autoremove --yes && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+USER nobody
 ENV PORT=9001
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD curl -f http://localhost:9001/health || exit 1

build/Dockerfile-minio

@@ -1,3 +1,8 @@
 FROM minio/minio:RELEASE.2021-11-24T23-19-33Z
 ENV MINIO_ROOT_USER=12345678 MINIO_ROOT_PASSWORD=qwertyui
 CMD ["server", "/data", "--console-address", ":9090"]
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD curl -f http://localhost:9000/minio/health/live || exit 1

build/Dockerfile-mongo

@@ -1,2 +1,8 @@
 FROM mongo:5
+COPY ./build/mongo.js /docker-entrypoint-initdb.d/mongo.js
 ENV MONGO_INITDB_DATABASE=aye-and-nay
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD test $(echo 'db.runCommand("ping").ok' | mongo --quiet) -eq 1 || exit 1

build/Dockerfile-redis

@@ -1,2 +1,8 @@
 FROM redis:6-alpine
+COPY ./build/redis.conf /usr/local/etc/redis/redis.conf
 CMD ["redis-server", "/usr/local/etc/redis/redis.conf"]
+HEALTHCHECK \
+    --interval=1m \
+    --timeout=30s \
+    --retries=3 \
+    CMD test $(redis-cli ping) = "PONG" || exit 1

build/Dockerfile-swagger

@@ -1 +1,3 @@
 FROM swaggerapi/swagger-ui:v4.1.2
+COPY ./build/swagger.yml /swagger.yml
+ENV SWAGGER_JSON=/swagger.yml

build/config-dev.env

@@ -0,0 +1,93 @@
+# CONFIG
+CONFIG_RELOAD=true
+CONFIG_RELOAD_INTERVAL=1s
+
+# APP
+APP_NAME=config-dev
+APP_LOG=info
+APP_GC_TUNER=custom  # [none, custom, go]
+APP_MEM_TOTAL=2147483648  # 2 GB
+APP_MEM_LIMIT_RATIO=0.7
+
+# SERVER
+SERVER_DOMAIN=
+SERVER_HOST=localhost
+SERVER_PORT=8001
+SERVER_H2C=false
+SERVER_READ_TIMEOUT=60s
+SERVER_WRITE_TIMEOUT=120s
+SERVER_IDLE_TIMEOUT=120s
+SERVER_SHUTDOWN_TIMEOUT=10s
+
+# MIDDLEWARE
+MIDDLEWARE_CORS_ALLOW_ORIGIN=*
+MIDDLEWARE_LIMITER_REQUESTS_PER_SECOND=30000
+MIDDLEWARE_LIMITER_BURST=300
+MIDDLEWARE_DEBUG=true
+
+# CONTROLLER
+CONTROLLER_MAX_NUMBER_OF_FILES=100
+CONTROLLER_MAX_FILE_SIZE=5242880  # 5 MB
+
+# SERVICE
+SERVICE_TEMP_LINKS=true
+SERVICE_NUMBER_OF_WORKERS_CALC=8
+SERVICE_NUMBER_OF_WORKERS_COMP=8
+SERVICE_ACCURACY=0.625
+
+# CACHE: [mem, redis]
+APP_CACHE=redis
+CACHE_MEM_CLEANUP_INTERVAL=15m
+CACHE_REDIS_HOST=localhost
+CACHE_REDIS_PORT=6379
+CACHE_REDIS_RETRY_TIMES=4
+CACHE_REDIS_RETRY_PAUSE=5s
+CACHE_REDIS_TIMEOUT=30s
+CACHE_REDIS_TIME_TO_LIVE=15m
+CACHE_REDIS_TX_RETRIES=5
+
+# COMPRESSOR: [mock, shortpixel, imaginary]
+APP_COMPRESSOR=mock
+COMPRESSOR_SHORTPIXEL_URL=https://api.shortpixel.com/v2/post-reducer.php
+COMPRESSOR_SHORTPIXEL_URL2=https://api.shortpixel.com/v2/reducer.php
+COMPRESSOR_SHORTPIXEL_API_KEY=abcdefghijklmnopqrst
+COMPRESSOR_SHORTPIXEL_RETRY_TIMES=2
+COMPRESSOR_SHORTPIXEL_RETRY_PAUSE=10s
+COMPRESSOR_SHORTPIXEL_TIMEOUT=30s
+COMPRESSOR_SHORTPIXEL_WAIT=30
+COMPRESSOR_SHORTPIXEL_UPLOAD_TIMEOUT=60s
+COMPRESSOR_SHORTPIXEL_DOWNLOAD_TIMEOUT=60s
+COMPRESSOR_SHORTPIXEL_REPEAT_IN=10s
+COMPRESSOR_SHORTPIXEL_RESTART_IN=15m
+COMPRESSOR_IMAGINARY_HOST=localhost
+COMPRESSOR_IMAGINARY_PORT=9001
+COMPRESSOR_IMAGINARY_RETRY_TIMES=4
+COMPRESSOR_IMAGINARY_RETRY_PAUSE=5s
+COMPRESSOR_IMAGINARY_TIMEOUT=30s
+
+# DATABASE: [mem, mongo, badger]
+APP_DATABASE=mongo
+DATABASE_MONGO_HOST=localhost
+DATABASE_MONGO_PORT=27017
+DATABASE_MONGO_RETRY_TIMES=4
+DATABASE_MONGO_RETRY_PAUSE=5s
+DATABASE_MONGO_TIMEOUT=30s
+DATABASE_MONGO_LRU=100
+DATABASE_BADGER_IN_MEMORY=false
+DATABASE_BADGER_GC_RATIO=0.7
+DATABASE_BADGER_CLEANUP_INTERVAL=5m
+DATABASE_BADGER_LRU=100
+
+# STORAGE: [mock, minio]
+APP_STORAGE=minio
+STORAGE_MINIO_HOST=localhost
+STORAGE_MINIO_PORT=9000
+STORAGE_MINIO_ACCESS_KEY=12345678
+STORAGE_MINIO_SECRET_KEY=qwertyui
+STORAGE_MINIO_TOKEN=
+STORAGE_MINIO_SECURE=false
+STORAGE_MINIO_RETRY_TIMES=4
+STORAGE_MINIO_RETRY_PAUSE=5s
+STORAGE_MINIO_TIMEOUT=30s
+STORAGE_MINIO_LOCATION=eu-central-1
+STORAGE_MINIO_PREFIX=