Merge pull request #189 from ThinkDeepTech/hm/deployment-pipeline

Author: haydenmcp

.circleci/config.yml

@@ -1,72 +1,228 @@
 version: 2.1
+
 orbs:
     browser-tools: circleci/[email protected]
-jobs:
-    deploy:
-        docker:
-            - image: 'cimg/node:14.17.6'
-
-        working_directory: ~/repo
-
-        steps:
-
-            - checkout
-
-            - run: yarn install --force
-
-            - run: yarn run build
-
-            - run: curl -sL https://firebase.tools | bash
-
-            - run: which firebase
-
-            - run: firebase --token $FIREBASE_TOKEN deploy
-
-    build:
-        docker:
-            - image: 'cimg/node:14.17.6-browsers'
-
-        working_directory: ~/repo
+    kubernetes: circleci/[email protected]
+    k8s: digitalocean/[email protected]
 
-        steps:
-            - browser-tools/install-browser-tools
+commands:
+    install_monorepo:
+      steps:
+        - run: yarn install
+        - run: yarn add -W apollo-datasource-mongodb && yarn add -W mongodb
 
-            - checkout
+    login_docker:
+      steps:
+        - run: echo "$DOCKER_PASSWORD" | docker login --username $DOCKER_USERNAME --password-stdin
 
-            - run: node --version
+    test_monorepo:
+      steps:
+        - run: yarn run tests
 
-            - run: yarn --version
+    build_ui_command:
+      steps:
+        - run: yarn run build
 
-            - run: yarn install --force
+    deploy_ui_command:
+      steps:
+        - run: curl -sL https://firebase.tools | bash
+        - run: firebase --token $FIREBASE_TOKEN deploy
 
-            # TODO: There's something wrong with the yarn install above. It seems to avoid installation of apollo-datasource-mongodb as
-            # well as mongodb itself. This is a patch solution, but isn't scalable. After build fix, troubleshoot.
-            - run: yarn add -W apollo-datasource-mongodb
-
-            - run: yarn add -W mongodb
+jobs:
 
-            - run: yarn run tests
+    deploy_mongodb:
+      docker:
+        - image: 'cimg/base:stable'
+
+      working_directory: ~/project
+
+      steps:
+        - checkout
+        - setup_remote_docker:
+            version: 20.10.7
+        - login_docker
+        - k8s/install
+        - k8s/initialize:
+            cluster: predecos-kubernetes-cluster
+        - kubernetes/delete-resource:
+            now: true
+            resource-names: mongodb-deployment
+            resource-types: deployments
+            wait: true
+        - kubernetes/create-or-update-resource:
+            get-rollout-status: true
+            resource-file-path: ./packages/deep-microservice-collection/k8s/mongodb-deployment.yml
+            resource-name: deployment/mongodb-deployment
+            show-kubectl-command: true
+
+    deploy_postgres:
+      docker:
+        - image: 'cimg/base:stable'
+
+      working_directory: ~/project
+
+      steps:
+        - checkout
+        - setup_remote_docker:
+            version: 20.10.7
+        - login_docker
+        - k8s/install
+        - k8s/initialize:
+            cluster: predecos-kubernetes-cluster
+        - kubernetes/delete-resource:
+            now: true
+            resource-names: postgres-deployment
+            resource-types: deployments
+            wait: true
+        - run:
+            command: envsubst < postgres-deployment.yaml | kubectl apply -f -
+            working_directory: ./packages/deep-microservice-analysis/k8s
+
+    build_and_deploy_microservice_collection:
+      docker:
+        - image: 'cimg/base:stable'
+
+      working_directory: ~/project
+
+      steps:
+        - checkout
+        - setup_remote_docker:
+            version: 20.10.7
+        - login_docker
+        - k8s/install
+        - k8s/initialize:
+            cluster: predecos-kubernetes-cluster
+        - run:
+            command: docker build -t thinkdeeptech/deep-microservice-collection:${CIRCLE_BUILD_NUM} -t thinkdeeptech/deep-microservice-collection:latest --build-arg PREDECOS_MONGODB_CONNECTION_STRING=$PREDECOS_MONGODB_CONNECTION_STRING --build-arg PREDECOS_TWITTER_BEARER=$PREDECOS_TWITTER_BEARER --build-arg NODE_ENV=$NODE_ENV .
+            working_directory: ./packages/deep-microservice-collection
+        - run: docker push thinkdeeptech/deep-microservice-collection:${CIRCLE_BUILD_NUM}
+        - run: docker push thinkdeeptech/deep-microservice-collection:latest
+        - kubernetes/delete-resource:
+            now: true
+            resource-names: deep-microservice-collection-deployment
+            resource-types: deployments
+            wait: true
+        - kubernetes/create-or-update-resource:
+            get-rollout-status: true
+            resource-file-path: ./packages/deep-microservice-collection/k8s/deep-microservice-collection-deployment.yml
+            resource-name: deployment/deep-microservice-collection-deployment
+            show-kubectl-command: true
+
+
+    build_and_deploy_microservice_analysis:
+      docker:
+        - image: 'cimg/base:stable'
+
+      working_directory: ~/project
+
+      steps:
+        - checkout
+        - setup_remote_docker:
+            version: 20.10.7
+        - login_docker
+        - k8s/install
+        - k8s/initialize:
+            cluster: predecos-kubernetes-cluster
+        - run:
+            command: docker build -t thinkdeeptech/deep-microservice-analysis:${CIRCLE_BUILD_NUM} -t thinkdeeptech/deep-microservice-analysis:latest --build-arg PREDECOS_PG_CONNECTION_STRING=$PREDECOS_PG_CONNECTION_STRING --build-arg PREDECOS_MICROSERVICE_COLLECTION_URL=$PREDECOS_MICROSERVICE_COLLECTION_URL --build-arg NODE_ENV=$NODE_ENV .
+            working_directory: ./packages/deep-microservice-analysis
+        - run: docker push thinkdeeptech/deep-microservice-analysis:${CIRCLE_BUILD_NUM}
+        - run: docker push thinkdeeptech/deep-microservice-analysis:latest
+        - kubernetes/delete-resource:
+            now: true
+            resource-names: deep-microservice-analysis-deployment
+            resource-types: deployments
+            wait: true
+        - kubernetes/create-or-update-resource:
+            get-rollout-status: true
+            resource-file-path: ./packages/deep-microservice-analysis/k8s/deep-microservice-analysis-deployment.yml
+            resource-name: deployment/deep-microservice-analysis-deployment
+            show-kubectl-command: true
+
+    build_and_deploy_microservice_gateway:
+      docker:
+        - image: 'cimg/base:stable'
+
+      working_directory: ~/project
+
+      steps:
+        - checkout
+        - setup_remote_docker:
+            version: 20.10.7
+        - login_docker
+        - k8s/install
+        - k8s/initialize:
+            cluster: predecos-kubernetes-cluster
+        - run:
+            command: docker build -t thinkdeeptech/deep-microservice-gateway:${CIRCLE_BUILD_NUM} -t thinkdeeptech/deep-microservice-gateway:latest --build-arg PREDECOS_AUTH_AUDIENCE=$PREDECOS_AUTH_AUDIENCE --build-arg PREDECOS_AUTH_JWKS_URI=$PREDECOS_AUTH_JWKS_URI --build-arg PREDECOS_AUTH_ISSUER=$PREDECOS_AUTH_ISSUER --build-arg PREDECOS_MICROSERVICE_ANALYSIS_URL=$PREDECOS_MICROSERVICE_ANALYSIS_URL --build-arg PREDECOS_MICROSERVICE_COLLECTION_URL=$PREDECOS_MICROSERVICE_COLLECTION_URL --build-arg NODE_ENV=$NODE_ENV .
+            working_directory: ./packages/deep-microservice-gateway
+        - run: docker push thinkdeeptech/deep-microservice-gateway:${CIRCLE_BUILD_NUM}
+        - run: docker push thinkdeeptech/deep-microservice-gateway:latest
+        - kubernetes/delete-resource:
+            now: true
+            resource-names: deep-microservice-gateway-deployment
+            resource-types: deployments
+            wait: true
+        - kubernetes/create-or-update-resource:
+            get-rollout-status: true
+            resource-file-path: ./packages/deep-microservice-gateway/k8s/deep-microservice-gateway-deployment.yml
+            resource-name: deployment/deep-microservice-gateway-deployment
+            show-kubectl-command: true
+
+    build_ui:
+      docker:
+          - image: 'cimg/node:14.17.6'
+
+      working_directory: ~/project
+
+      steps:
+          - browser-tools/install-browser-tools
+          - checkout
+          - install_monorepo
+          - test_monorepo
+          - build_ui_command
+
+    deploy_ui:
+      docker:
+          - image: 'cimg/node:14.17.6'
+
+      working_directory: ~/project
+
+      steps:
+          - checkout
+          - install_monorepo
+          - build_ui_command
+          - deploy_ui_command
 
-            - run: yarn run build
 
 workflows:
 
   version: 2
 
-  deploy:
+  build_and_deploy_if_master:
 
     jobs:
 
-      - build
+      - build_and_deploy_microservice_collection:
+          filters:
+            branches:
+              only: master
 
-      - deploy:
+      - build_and_deploy_microservice_analysis:
+          filters:
+            branches:
+              only: master
 
-          requires:
+      - build_and_deploy_microservice_gateway:
+          filters:
+            branches:
+              only: master
 
-            - build
+      - build_ui
 
+      - deploy_ui:
+          requires:
+            - build_ui
           filters:
-
             branches:
-
-              only: master
+              only: master

README.md

@@ -57,12 +57,22 @@ but it also defines how its interface is used by other microservices. This, in t
 service in one codebase. One benefit of that would be full-stack development can be done without making changes that collide
 with another teams changes. Federation, as well as schema stitching, provide mechanisms for taking a subgraph and connecting
 it to a full application supergraph in a seamless way. Federation uses a single gateway that provides access to the remaining
-services. This gateway is the publicly accessible end-point for the system of microservices and routes requests to the necessary
+services. This gateway is the publicly accessible end-point for the microservices and routes requests to the necessary
 microservice needed to gather the response. This application uses that concept because it's intended to introduce additional
 microservices that will perform tasks such as data fetching/collection, data cleaning as well as providing data structures for
 use in the front-end. Additional benefits include reducing the number of requests that need to go over the wire to gather data when
 compared to RESTful APIs, it's backed by facebook and is used by numerous companies and is therefore battle-tested and it's fun.
 
+#### Kubernetes
+[Kubernetes](https://kubernetes.io/) is a container orchestration system with many powerful characteristics. It's used in this
+project to take advantage of self-healing, monitoring, replication and load-balancing.
+
+#### Docker
+Docker provides containerization and is used for a couple of reasons. It allows developers to reproduce bugs that are seen in different
+environments such as production. It encapsulates application dependencies and configuration such that each application will run
+without worry about conflicting dependencies in a different application. It allows for easy backup and it takes up a much smaller
+footprint than virtual machines. It's also moving toward greater adoption on multiple platforms including windows and linux.
+
 #### Postgres
 Postgres was chosen simply because I've heard good things about it and it's heavily used.
 
@@ -92,3 +102,8 @@ with security-related development I opted to use one that was already available.
 ```console
     yarn run setup
 ```
+- Follow the instructions for setup in each of the microservices and the analysis app.
+
+## Environment Variables
+- NODE_ENV : The environment in which the application is running (i.e, development, production)
+- DIGITALOCEAN_ACCESS_TOKEN : Access token for digital ocean

packages/deep-auth-service/package.json

@@ -13,8 +13,8 @@
     "url": "git+https://github.com/ThinkDeepTech/thinkdeep.git"
   },
   "scripts": {
-    "dev": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
-    "dev:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
+    "start": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
+    "start:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
     "tests": "web-test-runner --config ./web-test-runner.config.mjs",
     "tests:watch": "web-test-runner --config ./web-test-runner.config.mjs --watch",
     "build": "rimraf build && rollup -c rollup.config.mjs"

packages/deep-button/package.json

@@ -13,8 +13,8 @@
     "url": "git+https://github.com/ThinkDeepTech/thinkdeep.git"
   },
   "scripts": {
-    "dev": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
-    "dev:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
+    "start": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
+    "start:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
     "tests": "web-test-runner --config ./web-test-runner.config.mjs",
     "tests:watch": "web-test-runner --config ./web-test-runner.config.mjs --watch",
     "build": "rimraf build && rollup -c rollup.config.mjs"

packages/deep-card/package.json

@@ -12,8 +12,8 @@
     "url": "git+https://github.com/ThinkDeepTech/thinkdeep.git"
   },
   "scripts": {
-    "dev": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
-    "dev:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
+    "start": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
+    "start:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
     "tests": "web-test-runner --config ./web-test-runner.config.mjs",
     "tests:watch": "web-test-runner --config ./web-test-runner.config.mjs --watch",
     "build": "rimraf build && rollup -c rollup.config.mjs"

packages/deep-footer/package.json

@@ -14,8 +14,8 @@
     "url": "git+https://github.com/ThinkDeepTech/thinkdeep.git"
   },
   "scripts": {
-    "dev": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
-    "dev:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
+    "start": "web-dev-server --config ./web-dev-server.config.mjs --esbuild-target auto",
+    "start:watch": "web-dev-server --config ./web-dev-server.config.mjs --watch --esbuild-target auto",
     "tests": "web-test-runner --config ./web-test-runner.config.mjs",
     "tests:watch": "web-test-runner --config ./web-test-runner.config.mjs --watch",
     "build": "rimraf build && rollup -c rollup.config.mjs"