Merge pull request #56 from kbst/kind

Add modules and config to provide a local Kubestack lab based on Kind

Author: pst

common/cluster_services/kubectl_apply.sh

@@ -2,7 +2,11 @@
 
 set -e
 
-echo "${KUBECONFIG_DATA}" | base64 -d > $KUBECONFIG
+if [ "$(uname -s)" == "Darwin" ]; then
+    echo "${KUBECONFIG_DATA}" | base64 -D > $KUBECONFIG
+elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then
+    echo "${KUBECONFIG_DATA}" | base64 -d > $KUBECONFIG
+fi
 
 if [ -s $1 ]
 then

kind/_modules/kind/cluster_services.tf

@@ -0,0 +1,22 @@
+data "local_file" "kubeconfig" {
+  filename = "${data.external.kind_kubeconfig.result["kubeconfig_path"]}"
+
+  depends_on = ["null_resource.cluster"]
+}
+
+module "cluster_services" {
+  source = "../../../common/cluster_services"
+
+  cluster_type = "kind"
+
+  metadata_labels = "${var.metadata_labels}"
+
+  template_string = "${data.local_file.kubeconfig.content}"
+
+  template_vars = {
+    # hack, because modules can't have depends_on
+    # prevent a race between kubernetes provider and cluster services/kustomize
+    # creating the namespace and the provider erroring out during apply
+    not_used = "${kubernetes_namespace.current.metadata.0.name}"
+  }
+}

kind/_modules/kind/ingress.tf

@@ -0,0 +1,15 @@
+resource "kubernetes_namespace" "current" {
+  provider = "kubernetes.kind"
+
+  metadata {
+    name = "ingress-kbst-default"
+  }
+
+  # namespace metadata may change through the manifests
+  # hence ignoring this for the terraform lifecycle
+  lifecycle {
+    ignore_changes = ["metadata"]
+  }
+
+  depends_on = ["null_resource.cluster"]
+}

kind/_modules/kind/main.tf

@@ -0,0 +1,33 @@
+data "template_file" "config" {
+  template = "${file("${path.module}/templates/kind_config.yaml")}"
+
+  vars = {
+    node_roles = "${var.node_roles}"
+  }
+}
+
+locals {
+  kind_config_path = "${path.cwd}/clusters/${var.metadata_fqdn}/kind_config.yaml"
+}
+
+resource "local_file" "config" {
+  content  = "${data.template_file.config.rendered}"
+  filename = "${local.kind_config_path}"
+}
+
+resource "null_resource" "cluster" {
+  triggers = {
+    node_roles = "${base64sha256(data.template_file.config.rendered)}"
+  }
+
+  provisioner "local-exec" {
+    command = "kind create cluster --wait 10m --name ${var.metadata_name} --config ${local.kind_config_path}"
+  }
+
+  provisioner "local-exec" {
+    when    = "destroy"
+    command = "kind delete cluster --name ${var.metadata_name}"
+  }
+
+  depends_on = ["local_file.config"]
+}

kind/_modules/kind/provider.tf

@@ -0,0 +1,13 @@
+data "external" "kind_kubeconfig" {
+  program = ["sh", "${path.module}/provider_authenticator.sh"]
+
+  query {
+    cluster_name = "${var.metadata_name}"
+  }
+}
+
+provider "kubernetes" {
+  alias = "kind"
+
+  config_path = "${data.external.kind_kubeconfig.result["kubeconfig_path"]}"
+}

kind/_modules/kind/provider_authenticator.sh

@@ -0,0 +1,11 @@
+#!/bin/sh
+set -e
+
+# Extract cluster name from STDIN
+eval "$(jq -r '@sh "CLUSTER_NAME=\(.cluster_name)"')"
+
+# Retrieve path to kubeconfig from kind
+KUBECONFIG_PATH=$(kind get kubeconfig-path --name $CLUSTER_NAME)
+
+# Output path to kubeconfig file as JSON
+jq -n --arg kubeconfig_path "$KUBECONFIG_PATH" '{"kubeconfig_path": $kubeconfig_path}'

kind/_modules/kind/templates/kind_config.yaml

@@ -0,0 +1,6 @@
+kind: Cluster
+apiVersion: kind.sigs.k8s.io/v1alpha3
+nodes:
+%{ for role in split(",", node_roles) ~}
+- role: ${role}
+%{ endfor ~}

kind/_modules/kind/variables.tf

@@ -0,0 +1,24 @@
+variable "metadata_name" {
+  type        = "string"
+  description = "Metadata name to use."
+}
+
+variable "metadata_fqdn" {
+  type        = "string"
+  description = "DNS name of the zone. Requires dot at the end. E.g. example.com"
+}
+
+variable "metadata_tags" {
+  type        = "list"
+  description = "Metadata tags to use."
+}
+
+variable "metadata_labels" {
+  type        = "map"
+  description = "Metadata labels to use."
+}
+
+variable "node_roles" {
+  type        = "string"
+  description = "Comma seperated list of node roles. E.g. 'control-plan,worker'"
+}

kind/cluster/configuration.tf

@@ -0,0 +1,16 @@
+locals {
+  # apps config and merged ops config
+  workspaces = {
+    apps = "${var.configuration["apps"]}"
+    ops  = "${merge(var.configuration["apps"], var.configuration["ops"])}"
+  }
+
+  # current workspace config
+  cfg = "${local.workspaces[terraform.workspace]}"
+
+  name_prefix = "${lookup(local.cfg, "name_prefix")}"
+
+  base_domain = "${lookup(local.cfg, "base_domain")}"
+
+  node_roles = "${lookup(local.cfg, "node_roles", "control-plane,worker")}"
+}

kind/cluster/main.tf

@@ -0,0 +1,20 @@
+module "cluster_metadata" {
+  source = "../../common/metadata"
+
+  name_prefix = "${local.name_prefix}"
+  base_domain = "${local.base_domain}"
+
+  provider_name   = "kind"
+  provider_region = "localhost"
+}
+
+module "cluster" {
+  source = "../_modules/kind"
+
+  metadata_name   = "${module.cluster_metadata.name}"
+  metadata_fqdn   = "${module.cluster_metadata.fqdn}"
+  metadata_tags   = "${module.cluster_metadata.tags}"
+  metadata_labels = "${module.cluster_metadata.labels}"
+
+  node_roles = "${local.node_roles}"
+}