v0.2 updated after integration meeting

Author: Ramon

README.md

@@ -42,7 +42,7 @@ In this Ansible project, there are some configuration files that must be complet
 
 * **hosts:** here, you have to include the DCM server which will be configured within this Ansible project. The format of each line (PLEASE FOLLOW THIS FORMAT) should be the following: *dcm_hostname ansible_host=<DCM_IP> ansible_user=<USER> ansible_ssh_pass=<SSH_PASS> ansible_become_pass=<SUDO_PASS>*
 * **group_vars:** includes useful variables for the servers defined in the *hosts* file.
-	* **all:** applies to all servers. Nothing to change here at the beginning. Only if you want to be stopped with each Ansible role execution, set *prompt_when_finishes_tasks* to true, or false otherwise. Other variables that may require a change are *kafka_version*, which must be set to the Kafka version to be used, *update_module*, which specifies if it is an update (true) or an installation from scratch (false), *site*, which specifies the location of the server to be updated, choosing between the following values: iwl (default), spain, italy, france and greece, *kafka_topics_script_route*, which specifies, for the site brokers, the route in which the kafka-topics.sh script is located, *{spanish|italian|french|greek}_site_ip_port*, which contains the IP:Kafka port in the site broker, *{spanish|italian|french|greek}_plugin_ip_port*, which contains the IP:plugin port in the site broker, and *{spanish|italian|french|greek}_plugin_port*, which only specifies the plugin port.
+	* **all:** applies to all servers. Nothing to change here at the beginning. Only if you want to be stopped with each Ansible role execution, set *prompt_when_finishes_tasks* to true, or false otherwise. Other variables that may require a change are *kafka_version*, which must be set to the Kafka version to be used, *update_module*, which specifies if it is an update (true) or an installation from scratch (false), *site*, which specifies the location of the server to be updated, choosing between the following values: iwl (default), spain, italy, france and greece, *kafka_topics_script_route*, which specifies, for the site brokers, the route in which the kafka-topics.sh script is located, *{spanish|italian|french|greek}_site_ip_port*, which contains the IP:Kafka port in the site broker (must be the one in the VPN), *{spanish|italian|french|greek}_plugin_ip_port*, which contains the IP:plugin port in the site broker (must be the one in the VPN), *{spanish|italian|french|greek}_plugin_port*, which only specifies the plugin port, and *{spanish|italian|french|greek}_vpn_ip*, which refers to the IP address used for each Kafka brokers in the VPN.
 
 ### 5. Download 5geve-wp3-dcm-handler repository from Github (only if Kafka broker is the one from IWL)
 

group_vars/all

@@ -6,15 +6,19 @@ kafka_version: 2.5.0
 update_module: true
 site: iwl # options: iwl, spain, italy, france, greece
 kafka_topics_script_route: /opt/kafka/bin/kafka-topics.sh
-spanish_site_ip_port: 10.7.0.21:9092
+spanish_site_ip_port: 127.0.0.1:9092
 italian_site_ip_port: 127.0.0.1:9092
 french_site_ip_port: 127.0.0.1:9092
 greek_site_ip_port: 127.0.0.1:9092
-spanish_plugin_ip_port: 10.7.0.21:8090
+spanish_plugin_ip_port: 127.0.0.1:8090
 italian_plugin_ip_port: 127.0.0.1:8090
 french_plugin_ip_port: 127.0.0.1:8090
 greek_plugin_ip_port: 127.0.0.1:8090
 spanish_plugin_port: 8090
 italian_plugin_port: 8090
 french_plugin_port: 8090
 greek_plugin_port: 8090
+spanish_vpn_ip: 127.0.0.1
+italian_vpn_ip: 127.0.0.1
+french_vpn_ip: 127.0.0.1
+greek_vpn_ip: 127.0.0.1

roles/preparation/tasks/main.yml

@@ -236,12 +236,40 @@
     line: 'listeners=PLAINTEXT://0.0.0.0:9092'
   when: not update_module
 
-- name: Include advertised listener for the Kafka Socket Server Settings
+- name: Include advertised listener for the Kafka Socket Server Settings (IWL)
   lineinfile:
     path: /opt/kafka/config/server.properties
     regexp: '#advertised.listeners=PLAINTEXT://your.host.name:9092'
     line: "advertised.listeners=PLAINTEXT://{{ansible_host}}:9092"
-  when: not update_module
+  when: not update_module and site == "iwl"
+
+- name: Include advertised listener for the Kafka Socket Server Settings (Spain)
+  lineinfile:
+    path: /opt/kafka/config/server.properties
+    regexp: '#advertised.listeners=PLAINTEXT://your.host.name:9092'
+    line: "advertised.listeners=PLAINTEXT://kafka.spain.iwl:9092"
+  when: not update_module and site == "spain"
+
+- name: Include advertised listener for the Kafka Socket Server Settings (Italy)
+  lineinfile:
+    path: /opt/kafka/config/server.properties
+    regexp: '#advertised.listeners=PLAINTEXT://your.host.name:9092'
+    line: "advertised.listeners=PLAINTEXT://kafka-polito:9092"
+  when: not update_module and site == "italy"
+
+- name: Include advertised listener for the Kafka Socket Server Settings (France)
+  lineinfile:
+    path: /opt/kafka/config/server.properties
+    regexp: '#advertised.listeners=PLAINTEXT://your.host.name:9092'
+    line: "advertised.listeners=PLAINTEXT://kafka.france.iwl:9092"
+  when: not update_module and site == "france"
+
+- name: Include advertised listener for the Kafka Socket Server Settings (Greece)
+  lineinfile:
+    path: /opt/kafka/config/server.properties
+    regexp: '#advertised.listeners=PLAINTEXT://your.host.name:9092'
+    line: "advertised.listeners=PLAINTEXT://kafka.greece.iwl:9092"
+  when: not update_module and site == "greece"
 
 #- name: Remove Kafka logs
 #  file:
@@ -277,6 +305,62 @@
     insertafter: EOF
   when: not update_module
 
+- name: Change /etc/hosts in IWL (Spain)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{spanish_vpn_ip}} kafka.spain.iwl"
+    insertafter: EOF
+  when: not update_module and site == "iwl"
+
+- name: Change /etc/hosts in IWL (Italy)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{italian_vpn_ip}} kafka-polito"
+    insertafter: EOF
+  when: not update_module and site == "iwl"
+
+- name: Change /etc/hosts in IWL (France)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{french_vpn_ip}} kafka.france.iwl"
+    insertafter: EOF
+  when: not update_module and site == "iwl"
+
+- name: Change /etc/hosts in IWL (Greece)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{greek_vpn_ip}} kafka.greece.iwl"
+    insertafter: EOF
+  when: not update_module and site == "iwl"
+
+- name: Change /etc/hosts in site broker (Spain)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{ansible_host}} kafka.spain.iwl"
+    insertafter: EOF
+  when: not update_module and site == "spain"
+
+- name: Change /etc/hosts in site broker (Italy)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{ansible_host}} kafka-polito"
+    insertafter: EOF
+  when: not update_module and site == "italy"
+
+- name: Change /etc/hosts in site broker (France)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{ansible_host}} kafka.france.iwl"
+    insertafter: EOF
+  when: not update_module and site == "france"
+
+- name: Change /etc/hosts in site broker (Greece)
+  lineinfile:
+    path: /etc/hosts
+    line: "{{ansible_host}} kafka.greece.iwl"
+    insertafter: EOF
+  when: not update_module and site == "greece"
+
 - name: Check if /etc/sudoers file has been modified previously
   shell: cat /etc/sudoers | grep "{{ansible_user}}" | grep NOPASSWD | wc -w
   register: etc_sudoers_check

roles/site_plugin_service/tasks/main.yml

@@ -31,11 +31,11 @@
   when: site == "italy"
 
 - name: Create start-up service for DCM Site Plugin REST Client
-  script: create_site_plugin_service.sh {{ansible_user}} {{ansible_host}} {{french_plugin_ip_port}} {{kafka_topics_script_route}}
+  script: create_site_plugin_service.sh {{ansible_user}} {{ansible_host}} {{french_plugin_port}} {{kafka_topics_script_route}}
   when: site == "france"
 
 - name: Create start-up service for DCM Site Plugin REST Client
-  script: create_site_plugin_service.sh {{ansible_user}} {{ansible_host}} {{greek_plugin_ip_port}} {{kafka_topics_script_route}}
+  script: create_site_plugin_service.sh {{ansible_user}} {{ansible_host}} {{greek_plugin_port}} {{kafka_topics_script_route}}
   when: site == "greece"
 
 - name: Start DCM Site Plugin REST Client service