General update and improvement ( new target Distro releases, new install approaches tarball/yum/apt, new remoteagent/remotecollector/localcollector+localagent etc)

Author: contil

README.md

@@ -1,21 +1,89 @@
+
 #Takipi Ansible Playbook
 
+###Run the full test using Vagrant + VirtualBox
+- the main configuration is saved in the host.json ( 4 hosts )
+- the default Vagrantfile picks base boxes and name them accordingly
+
+The command to use to build all the boxes is:
+```vagrant up```
+
+The general command to use to build a single box is:
+```vagrant up <BOX_NAME>```
+
+i.e. to deploy centos_7 box use the command:
+```vagrant up centos_7```
+
 ###Run the playbook against you server using:
 
-``ansible-playbook -i inventory site.yml``
+```ansible-playbook -i inventory site.yml```
 
 Add your host in inventory.ini like:
 ```
 [remote]
 example.com 	ansible_ssh_user=root
 ```
 
-Add your API Key in roles/common/vars/main.yml or group_vars/all.yml:
+Add your variables values in roles/common/vars/main.yml or group_vars/all.yml (defaults are included already in defaults/main.yml). There are few variables to consider:
+
+- takipi - this contains the OverOps Host details
 ```
 takipi:
+  # OOMODE can be either:
+  #    remoteAgent - for Agent ONLY pointing to a remote collector ip/port ( default )
+  #    remoteCollector - for remote Collector
+  #    localCollector - for local Collector + Agent
+  #
+  # Examples:
+  #
+  # OOMODE:
+  #  mode: "remoteAgent"
+  #  coll:
+  #    ip: "10.0.1.200"
+  #    port: 6060
+  #
+  # OOMODE:
+  #  mode: "remoteCollector"
+  #  coll:
+  #    ip: ""
+  #    port: 6060   # listening tcp port
+  #
+  # OOMODE:
+  #  mode: "localCollector"
+  #  coll:
+  #    ip: ""       # this is set to "127.0.0.1"
+  #    port: 6060   # this is both used for collector binging port and agent port
+  OOMODE:
+    mode: "remoteAgent"
+    coll:
+      ip: "10.0.1.1"
+      port: 6060
+
+  # OOINSTALLMODE can be either:
+  #    package - for yum/apt
+  #    tarball - for tarball
+  OOINSTALLMODE: "tarball"
+```
+
+- takipiSK - this contains the OverOps Service Key
+```
+takipiSK:
   SECRET_KEY: "<Insert your secret key here>"
 ```
 
+- takipiInternal - this is for internal use ( do not modify UNLESS YOU REALLY KNOW WHAT YOU ARE DOING )
+```
+takipiInternal:
+  # do not modify UNLESS YOU REALLY KNOW WHAT YOU ARE DOING
+```
+
+
+
 Tested on:
-- Ubuntu 14.04, 12.04
-- Ansible 1.7.2, 1.8.2
+- boxes OS ( also for Vagrant guests )
+    - Ubuntu 16.04, 18.04
+    - CentOS 7, 8
+- Vagrant 2.2.6
+	- (patched to work with VirtualBox 6.1 ref: https://github.com/oracle/vagrant-boxes/issues/178#issue-536720633 )
+- VirtualBox 6.1
+- Ansible 2.9.2

Vagrantfile

@@ -7,60 +7,70 @@ Vagrant.require_version ">= 1.4.3"
 # Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
 VAGRANTFILE_API_VERSION = "2"
 
+# Require JSON module
+require 'json'
+
+BASE_IP = "10.0.1."
+# Read YAML file with box details
+HOSTS = JSON.parse(File.read(File.join(File.dirname(__FILE__), 'hosts.json')))
+
 Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
-	["centos_6", "centos_7", "ubuntu_trusty64", "ubuntu_xenial64"].each do |i|
-	  config.vm.define "#{i}" do |node|
-	    node.vm.box = "#{i.sub '_', '/'}"
-	    
+	HOSTS.each_with_index do |i,index|
+	  config.vm.define i['name'] do |node|
+	    node.vm.box = "#{i['name'].sub '_', '/'}"
+
 	    # The url from where the 'node.vm.box' box will be fetched if it
 	    # doesn't already exist on the user's system.
-	        
-	    node.vm.hostname = "takipi-dev"
-	    
+
+	    node.vm.hostname = "#{i['name'].sub '_',''}"
+			node.vm.network "private_network", ip: "#{i['hostip']}"
+
 	    # Share an additional folder to the guest VM. The first argument is
 	    # the path on the host to the actual folder. The second argument is
 	    # the path on the guest to mount the folder. And the optional third
 	    # argument is a set of non-required options.
 	    node.vm.synced_folder "~/", "/host-home"
 	    node.vm.synced_folder ".", "/vagrant"
-	    
+
 	    # Provider-specific configuration so you can fine-tune various
 	    # backing providers for Vagrant. These expose provider-specific options.
 	    node.vm.provider "virtualbox" do |vb|
 	      # Don't boot with headless mode
 	      # vb.gui = true
-	      
+
 	      # specify vm name
-	      vb.name = "takipi-#{i}-env"
-	       
+	      vb.name = "takipi-#{i['name']}-env"
+
 	      # Use VBoxManage to customize the VM. For example to change memory:
 	      vb.customize ["modifyvm", :id, "--memory", "1024"]
 	      vb.customize ["modifyvm", :id, "--cpuexecutioncap", "100"]
-	      
+
 	      # The following allows symlinks in shared folders when running on windows host.
 	      # vagrant must be run from a command prompt with admin privileges
 	      if RUBY_PLATFORM == "i386-mingw32"
 	        vb.customize ["setextradata", :id, "VBoxInternal2/SharedFoldersEnableSymlinksCreate/vagrant", "1"]
 	        vb.customize ["setextradata", :id, "VBoxInternal2/SharedFoldersEnableSymlinksCreate/code", "1"]
 	      end
-	      
-	    end
-	    
-	    if i.include? "ubuntu"
-	        config.vm.provision "shell" do |s|
-    		   s.inline = "apt-get install -y python"
-  	        end
+
 	    end
+
 	    node.vm.provision :ansible do |ansible|
-	      if i.include? "ubuntu_trusty"
-		ansible.extra_vars = {
-		  "RHEL_JAVA_VERSION": "java-1.7.0-openjdk",
-		  "DEBIAN_JAVA_VERSION": "openjdk-7-jdk"
-		  }
-	      end
-	      ansible.playbook = "site.yml"
+				ansible.playbook = "site.yml"
 	      ansible.verbose = "vv"
-	    end
+				ansible.extra_vars = {
+					"takipi" =>  {
+						"SECRET_KEY" => "S27571#sRk0xej3CHW8epq7#w1Mo879MTFaWhhCt61ZUy+OZRMOJeBanYshvKNIW5Hc=#7116",
+						"OOMODE" => {
+							"mode" => "#{i['takipi']['OOMODE']['mode']}" ,
+							"coll" => {
+								"ip" => "#{i['takipi']['OOMODE']['coll']['ip']}",
+								"port" => "#{i['takipi']['OOMODE']['coll']['port']}",
+							}
+						},
+						"OOINSTALLMODE" => "#{i['takipi']['OOINSTALLMODE']}"
+					}
+				}
+			end
 	  end
 
 	end

hosts.json

@@ -0,0 +1,58 @@
+[
+   {
+      "name":"centos_7",
+      "hostip":"10.0.1.122",
+      "takipi":{
+         "OOMODE":{
+            "mode":"remoteCollector",
+            "coll":{
+               "ip":"10.0.1.1",
+               "port":6060
+            }
+         },
+         "OOINSTALLMODE":"tarball"
+      }
+   },
+   {
+      "name":"centos_8",
+      "hostip":"10.0.1.2",
+      "takipi":{
+         "OOMODE":{
+            "mode":"remoteAgent",
+            "coll":{
+               "ip":"10.0.1.1",
+               "port":6060
+            }
+         },
+         "OOINSTALLMODE":"tarball"
+      }
+   },
+   {
+      "name":"ubuntu_xenial64",
+      "hostip":"10.0.1.3",
+      "takipi":{
+         "OOMODE":{
+            "mode":"remoteAgent",
+            "coll":{
+               "ip":"10.0.1.1",
+               "port":6060
+            }
+         },
+         "OOINSTALLMODE":"tarball"
+      }
+   },
+   {
+      "name":"ubuntu_bionic64",
+      "hostip":"10.0.1.4",
+      "takipi":{
+         "OOMODE":{
+            "mode":"remoteAgent",
+            "coll":{
+               "ip":"10.0.1.1",
+               "port":6060
+            }
+         },
+         "OOINSTALLMODE":"tarball"
+      }
+   }
+]

roles/common/defaults/main.yml

@@ -0,0 +1,47 @@
+takipi:
+  # OOMODE can be either:
+  #    remoteAgent - for Agent ONLY pointing to a remote collector ip/port ( default )
+  #    remoteCollector - for remote Collector
+  #    localCollector - for local Collector + Agent
+  #
+  # Example stubs:
+  #
+  # OOMODE:
+  #  mode: "remoteAgent"
+  #  coll:
+  #    ip: "10.0.1.200"
+  #    port: 6060
+  #
+  # OOMODE:
+  #  mode: "remoteCollector"
+  #  coll:
+  #    ip: ""
+  #    port: 6060   # listening tcp port
+  #
+  # OOMODE:
+  #  mode: "localCollector"
+  #  coll:
+  #    ip: ""       # this is set to "127.0.0.1"
+  #    port: 6060   # this is both used for collector binging port and agent port
+  OOMODE:
+    mode: "remoteAgent"
+    coll:
+      ip: "10.0.1.1"
+      port: 6060
+
+  # OOINSTALLMODE can be either:
+  #    package - for yum/apt ( default )
+  #    tarball - for tarball + install script
+  OOINSTALLMODE: "tarball"
+
+takipiSK:
+  SECRET_KEY: "S3875#YAFwDEGg5oSIU+TM#G0G7VATLOqJIKtAMy1MObfFINaQmVT5hGYLQ+cpPuq4=#87a1"
+
+
+takipiInternal:
+  # do not modify UNLESS YOU REALLY KNOW WHAT YOU ARE DOING
+  OOONELINER: "wget -O - -o /dev/null http://get.takipi.com | bash /dev/stdin -i"
+  OOINSTALLERURLAGENT: "https://app.overops.com/app/download?t=sa-tgz"
+
+  DEBIAN_JAVA_VERSION: "openjdk-8-jdk"
+  RHEL_JAVA_VERSION: "java-1.8.0-openjdk"