Improve our travis tests:

- Testing dry-run
- Testing installing agent 5 and 6
- Testing downgrading to agent 5
- Test the role with ansible 2.2 and 2.4

Author: hush-hush

.travis.yml

@@ -2,8 +2,37 @@
 language: python
 python: "2.7"
 
+env:
+  matrix:
+  - AGENT_VERSION=5 ANSIBLE_VERSION=2.2
+  - AGENT_VERSION=5 ANSIBLE_VERSION=2.4
+  - AGENT_VERSION=6 ANSIBLE_VERSION=2.2
+  - AGENT_VERSION=6 ANSIBLE_VERSION=2.4
+
+before_install:
+  - sudo apt-get install -y software-properties-common
+  - sudo apt-add-repository -y "ppa:ansible/ansible-${ANSIBLE_VERSION}"
+  - sudo apt-get update -y
+  - sudo apt-get install -y ansible
+  - ansible --version
+
 install:
   - pip install ansible-lint
 
 script:
   - ansible-lint -v $(find tests -name *yml) -x ANSIBLE0006,ANSIBLE0010
+
+  # testing dry run
+  - sudo ansible-playbook -i travis_test/inventory/travis.ini "travis_test/install_agent_${AGENT_VERSION}.yaml" --check
+  - sudo ansible-playbook -i travis_test/inventory/travis.ini "travis_test/downgrade_to_5_debian.yaml" --check
+
+  # installing latest version of ${AGENT_VERSION}
+  - sudo ansible-playbook -i travis_test/inventory/travis.ini "travis_test/install_agent_${AGENT_VERSION}.yaml"
+  - ps aux | grep -v grep | grep agent
+  - sleep 3 # let the agent open the API port
+  - if [ "${AGENT_VERSION}" = "6" ]; then sudo datadog-agent status; else sudo dd-agent info; fi
+
+  # downgrading to 5.23.0
+  - sudo ansible-playbook -i travis_test/inventory/travis.ini "travis_test/downgrade_to_5_debian.yaml"
+  - ps aux | grep -v grep | grep agent
+  - sudo dd-agent info

travis_test/downgrade_to_5_debian.yaml

@@ -0,0 +1,25 @@
+---
+
+- hosts: all
+  roles:
+    - { role: '/home/travis/build/DataDog/ansible-datadog/'}
+  vars:
+    datadog_api_key: "11111111111111111111111111111111"
+    datadog_agent5: true
+    datadog_agent_version: 1:5.23.0-1
+    datadog_agent_allow_downgrade: yes
+    datadog_config:
+      tags: "mytag0, mytag1"
+      log_level: INFO
+      apm_enabled: "true" # has to be set as a string
+    datadog_config_ex:
+      trace.config:
+        env: dev
+      trace.concentrator:
+        extra_aggregators: version
+    datadog_checks:
+      process:
+        init_config:
+        instances:
+          - name: agent
+            search_string: ['agent' ]

travis_test/install_agent_5.yaml

@@ -0,0 +1,23 @@
+---
+
+- hosts: all
+  roles:
+    - { role: '/home/travis/build/DataDog/ansible-datadog/'}
+  vars:
+    datadog_api_key: "11111111111111111111111111111111"
+    datadog_agent5: true
+    datadog_config:
+      tags: "mytag0, mytag1"
+      log_level: INFO
+      apm_enabled: "true" # has to be set as a string
+    datadog_config_ex:
+      trace.config:
+        env: dev
+      trace.concentrator:
+        extra_aggregators: version
+    datadog_checks:
+      process:
+        init_config:
+        instances:
+          - name: agent
+            search_string: ['agent' ]

travis_test/install_agent_6.yaml

@@ -0,0 +1,22 @@
+---
+
+- hosts: all
+  roles:
+    - { role: '/home/travis/build/DataDog/ansible-datadog/'}
+  vars:
+    datadog_api_key: "11111111111111111111111111111111"
+    datadog_config:
+      tags: "mytag0, mytag1"
+      log_level: INFO
+      apm_enabled: "true" # has to be set as a string
+    datadog_config_ex:
+      trace.config:
+        env: dev
+      trace.concentrator:
+        extra_aggregators: version
+    datadog_checks:
+      process:
+        init_config:
+        instances:
+          - name: agent
+            search_string: ['agent', 'sshd' ]

travis_test/inventory/travis.ini

@@ -0,0 +1,2 @@
+[test]
+127.0.0.1 ansible_connection=local