Justfile

set dotenv-load

dockerarch := replace(replace(arch(), "aarch64", "arm64"), "x86_64", "amd64")
localtag := "awardwiz:scrapers"

[private]
default:
  @just --list

[private]
build:
  npm exec tsc

# ⭐️ builds, lints, checks dependencies and runs tests (TODO: run tests)
check: build test
  TIMING=1 npm exec -- eslint --ext .ts --max-warnings=0 .
  actionlint -color
  hadolint **/Dockerfile
  npm exec -- ajv -s config.schema.json -d config.json
  shellcheck **/*.sh .devcontainer/**/*.sh
  NODE_NO_WARNINGS=1 npm exec -- depcheck --ignores depcheck,npm-check,typescript,devtools-protocol,@types/har-format,@iconify/json,~icons,@vitest/coverage-c8,vite-node,node-fetch,geo-tz,@types/node-fetch,@svgr/plugin-jsx,typescript-json-schema,ajv-cli
  @echo 'ok'

# runs the github actions, note that this needs a properly configured .env
check-with-act:
  act --job run-checks --rm
  act --job deploy --rm
  act --job marked-fares-worked --rm
  @echo 'ok'

# ⭐️ runs the tests (with stubs/mocks)
test:
  npm exec -- vitest run ./test/**/*.test.ts

# runs an interactive npm package update tool to get the latest versions of everything
lets-upgrade-packages:
  npm exec -- npm-check -u

##############################
# FRONTEND
##############################

# ⭐️ starts the vite frontend
run-vite args="":
  npm exec -- vite --config awardwiz/vite.config.ts {{args}}

# generate .schema.json files from .ts files
gen-json-schemas: build
  npm exec -- typescript-json-schema tsconfig.json ScrapersConfig --topRef --noExtraProps | sed 's/import.*)\.//g' > config.schema.json

# generate statics from internet (used by Github Actions when deploying)
gen-statics:
  npm exec -- vite-node --config awardwiz/vite.config.ts awardwiz/workers/gen-statics.ts

# generate awardwiz/dist directory for frontend (used by Github Actions when deploying)
gen-frontend-dist:
  just run-vite build

# run the marked fares worker (looks at watches fares and sends notifications when availability changes)
run-marked-fares-worker:
  npm exec -- vite-node --config awardwiz/vite.config.ts awardwiz/workers/marked-fares.ts

##############################
# SCRAPERS
##############################

# run the scrapers http server on port 2222 (make sure your .env has your config in there)
run-server: build
  node --enable-source-maps dist/awardwiz-scrapers/main-server.js

# ⭐️ starts a scraper in docker (ex. `just run-scraper aa SFO LAX 2023-12-01`)
run-scraper scraper origin destination date: build
  node --enable-source-maps dist/awardwiz-scrapers/main-debug.js {{scraper}} {{origin}} {{destination}} {{date}}

# runs live anti-botting tests online against a variety of websites bot fingerprinting websites (EXPERIMENTAL and still doesn't fully succeed)
run-live-botting-tests: build
  node --enable-source-maps dist/arkalis/test-anti-botting.js

##############################
# DEPLOYMENT (you probably don't need these, they're more for deploying awardwiz.com)
##############################

# # build the scrapers docker image for running locally
# [private]
# build-docker debug="1" tag=localtag platform=dockerarch: build
#   docker buildx build --file ./awardwiz-scrapers/Dockerfile -t {{tag}} --platform "linux/{{platform}}" --build-arg DEBUG={{debug}} ./

# # 9229 is for node debugger, 8282 is for the vnc web server. be aware this uploads your .env file and tmp/ directory
# [private]
# run-docker extra="": build-docker
#   docker run -it --rm -p 8282:8282 -p 9229:9229 --volume $(pwd)/.env:/usr/src/awardwiz/.env:ro --volume $(pwd)/tmp:/usr/src/awardwiz/tmp {{extra}}

# # build arkalis docker image
# [private]
# build-arkalis-docker:
#   docker buildx build --platform=linux/amd64 --file ./arkalis/Dockerfile -t "arkalis" ./

# # build, deploy and run in prod
# [private]
# deploy-prod tag="registry.kub.lg.io:31119/awardwiz:scrapers" platform="amd64" kubectl-deployment="-n awardwiz deployment/awardwiz": (build-docker "0" tag platform)
#   docker push {{tag}}
#   kubectl rollout restart {{kubectl-deployment}}
#   kubectl rollout status {{kubectl-deployment}}

# # tail logs in production on k8s
# [private]
# tail-prod-logs:
#   #!/bin/bash
#   while true; do
#     kubectl logs -l app=awardwiz --follow --all-containers --max-log-requests=50 --tail=5 | grep --line-buffered -v 'health-check'
#     sleep 1
#   done

# [private]
# test-anti-botting-prod:
#   @just build-docker "1" "registry.kub.lg.io:31119/awardwiz:test" "amd64"
#   docker push "registry.kub.lg.io:31119/awardwiz:test"
#   kubectl run arkalis-test-anti-botting \
#     --rm --restart=Never --pod-running-timeout=30s --attach --stdin \
#     --image=registry.kub.lg.io:31119/awardwiz:test --image-pull-policy=Always \
#     -- node --enable-source-maps dist/arkalis/test-anti-botting.js