docker-compose.yml

version: "3.8"
services:
  # ------------------------------------------------------------------------------
  #           Client + Server
  # ------------------------------------------------------------------------------

  client:
    container_name: client
    build:
      context: client
      dockerfile: Dockerfile
    volumes:
      - './client/:/app'
      - '/app/node_modules'
    ports:
      - 3000:3000
    environment:
      - CHOKIDAR_USEPOLLING=true

  server:
    container_name: server
    build:
      context: server
      dockerfile: Dockerfile
    environment:
      - GUNICORN_CMD_ARGS=--reload
    volumes:
      - ./server/:/app
      - prediction:/app/prediction
      - training_results:/app/training_results
    ports:
      - ${SERVER_PORT}:${SERVER_PORT}

  # ------------------------------------------------------------------------------
  #           Prediction Microservice Workers
  # ------------------------------------------------------------------------------

  worker_example_image_model:
    container_name: ${PREDICTION_IMAGE_TEMPLATE}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_IMAGE_TEMPLATE}
    volumes:
      - ./prediction/models/${PREDICTION_IMAGE_TEMPLATE}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server


  worker_example_video_model:
    container_name: ${PREDICTION_VIDEO_TEMPLATE}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: prediction/models/${PREDICTION_VIDEO_TEMPLATE}/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_VIDEO_TEMPLATE}
    volumes:
      - ./prediction/models/${PREDICTION_VIDEO_TEMPLATE}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server


  # sentiment analysis on text
  worker_sentiment:
    container_name: ${PREDICTION_SENTIMENT_TEXT}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_SENTIMENT_TEXT}
    volumes:
      - ./prediction/models/${PREDICTION_SENTIMENT_TEXT}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server


  # Simple test on the text pipeline, return positive 1
  worker_simpletext:
    container_name: ${PREDICTION_SIMPLE_TEXT}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_SIMPLE_TEXT}
    volumes:
      - ./prediction/models/${PREDICTION_SIMPLE_TEXT}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server
    

  worker_nertext:
    container_name: ${PREDICTION_NER_TEXT}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_NER_TEXT}
    volumes:
      - ./prediction/models/${PREDICTION_NER_TEXT}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server


  worker_average_pixel:
    container_name: ${PREDICTION_AVERAGE_PIXEL}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_AVERAGE_PIXEL}
    volumes:
      - ./prediction/models/${PREDICTION_AVERAGE_PIXEL}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_face_detect:
    container_name: ${PREDICTION_FACE_DETECT}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_FACE_DETECT}
    volumes:
      - ./prediction/models/${PREDICTION_FACE_DETECT}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_speech_rec:
    container_name: ${PREDICTION_SPEECH_REC}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: prediction/models/${PREDICTION_SPEECH_REC}/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_SPEECH_REC}
    volumes:
      - ./prediction/models/${PREDICTION_SPEECH_REC}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_image_hash:
    container_name: ${PREDICTION_IMAGE_HASH}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_IMAGE_HASH}
    volumes:
      - ./prediction/models/${PREDICTION_IMAGE_HASH}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_image_shape:
    container_name: ${PREDICTION_IMAGE_SHAPE}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_IMAGE_SHAPE}
    volumes:
      - ./prediction/models/${PREDICTION_IMAGE_SHAPE}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_scene_detect:
    container_name: ${PREDICTION_SCENE_DETECT}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_SCENE_DETECT}
    volumes:
      - ./prediction/models/${PREDICTION_SCENE_DETECT}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  worker_object_detection:
    container_name: ${PREDICTION_OBJECT_DETECTION}_worker
    command: python3 worker.py
    build:
      context: .
      dockerfile: server/prediction_worker/Dockerfile
      args:
        - MODEL_NAME=${PREDICTION_OBJECT_DETECTION}
    volumes:
      - ./prediction/models/${PREDICTION_OBJECT_DETECTION}:/app/model
      - prediction:/app/objects
    environment:
      - GUNICORN_CMD_ARGS=--reload
    depends_on:
      - redis
      - server

  # ------------------------------------------------------------------------------
  #           Training Microservices
  # ------------------------------------------------------------------------------

  mnist_fashion_dataset:
    stdin_open: true
    container_name: mnist_fashion_dataset
    command: uvicorn src.server.main:app --host 0.0.0.0 --port 6006 --debug --reload-dir /app --log-level debug
    build:
      context: training/MNISTFashionMicroservice
      dockerfile: Dockerfile
    environment:
      - GUNICORN_CMD_ARGS=--reload
      - DATASET_LOCATION=${MNIST_FASHION_DATASET_LOCATION}
      - SERVER_PORT=${SERVER_PORT}
      - PORT=6006
      - DATASET_NAME=mnist_fashion
      - API_KEY=${API_KEY_TRAINING}
    volumes:
      - ./training/MNISTFashionMicroservice/:/app
      - mnist_fashion_dataset_vol:/app/src/dataset
      - mnist_fashion_public_dataset_vol:/app/src/public_dataset
    ports:
      - 6006:6006

  # ------------------------------------------------------------------------------
  #           Training Microservice Workers
  # ------------------------------------------------------------------------------

  mnist_fashion_dataset_worker:
    container_name: mnist_fashion_dataset_worker
    command: python3 src/server/worker.py
    build:
      context: training/MNISTFashionMicroservice
      dockerfile: Dockerfile
    volumes:
      - ./training/MNISTFashionMicroservice/:/app
      - mnist_fashion_dataset_vol:/app/src/dataset
      - mnist_fashion_public_dataset_vol:/app/src/public_dataset
    environment:
      - GUNICORN_CMD_ARGS=--reload
      - DATASET_NAME=mnist_fashion
      - SERVER_PORT=${SERVER_PORT}
      - API_KEY=${API_KEY_TRAINING}
    depends_on:
      - redis

  # ------------------------------------------------------------------------------
  #           Shared Dependencies
  # ------------------------------------------------------------------------------

  redis:
    image: redis:latest
    container_name: redis
    ports:
      - 6379:6379
    command: [ "redis-server", "--port", "6379" ]
  database:
    image: mongo:latest
    container_name: database
#    environment:
#      MONGO_INITDB_ROOT_USERNAME: ${DATABASE_USERNAME}
#      MONGO_INITDB_ROOT_PASSWORD: ${DATABASE_PASSWORD}
    ports:
      - 27017:27017
    volumes:
      - db_container:/data/db

  # ------------------------------------------------------------------------------
  #           Testing
  # ------------------------------------------------------------------------------

#  testing:
#    image: python
#    container_name: testing


volumes:
  db_container:
  prediction:
  training_results:

  # Dataset volumes

  mnist_fashion_dataset_vol:
    name: mnist_fashion_dataset_vol
    driver: local
    driver_opts:
      o: bind
      type: none
      device: ${MNIST_FASHION_DATASET_LOCATION}
  mnist_fashion_public_dataset_vol:
    name: mnist_fashion_public_dataset_vol