gen_logstash_gce.py

from package.generate_conf import setup_configurations, merge_and_delete_ini_files
from package.execute_command import run_ansible_playbook
import sys

if len(sys.argv) != 2:
    print('didn\'t get playbook path')
    sys.exit(1)

playbook_path = sys.argv[1]
default_dir   = 'playbook'
project_id    = 'project-id'
region        = 'asia-east1'

group_vars = {
    'project_id' : project_id,
    'region'     : region,
}

logstash_inventory_vars = {
    'group' : 'logstash',
    'hosts' : 
    [
        {"hostname": "logstash", "IP": "10.140.0.22", "zone": "asia-east1-b"},
    ]
}

master_inventory_vars = {
    'group' : 'elastic_master',
    'hosts' : 
    [
        {"hostname": "master", "IP": "10.140.0.28", "zone": "asia-east1-b", "node_name": "master", "node_role": "hot"},
    ]
}

slave_inventory_vars = {
    'group' : 'elastic_slave',
    'hosts' : 
    [
        {"hostname": "slave2", "IP": "10.140.0.30", "zone": "asia-east1-b", "node_name": "slave2", "node_role": "warm"},
        {"hostname": "slave1", "IP": "10.140.0.29", "zone": "asia-east1-b", "node_name": "slave1", "node_role": "warm"},
    ]
}

instance_vars = {
    'machine_type'   : 'e2-medium',
    'boot_disk_size' : '20',
    'boot_disk_type' : 'pd-standard',
    'scopes'         : 'default',
    'subnet'         : 'projects/project-id/regions/asia-east1/subnetworks/asia-east1',
    'labels': {
        'env': 'dev',
    },
    'tags': ['dev', 'test'],
}

elasticsearch_vars = {
    'cluster_name' : 'elk',
    'master_ip'    : '10.140.0.28',
    'ilm_policy'   : 'elk',
    'elastic_port' : 9200,
}

monitor_vars = {
    'enabled_node_exporter': 'true',
}

configurations = {
    'group_vars'         : (group_vars,              'group_vars/all/env.j2',                   'group_vars/all/env.yml'),
    'logstash_inventory' : (logstash_inventory_vars, 'inventory/inventory.j2',                  'inventory/logstash_inventory.yml'),
    'master_inventory'   : (master_inventory_vars,   'inventory/inventory.j2',                  'inventory/master_inventory.yml'),
    'slave_inventory'    : (slave_inventory_vars,    'inventory/inventory.j2',                  'inventory/slave_inventory.yml'),
    'instance'           : (instance_vars,           'vars/instance/instance_var.j2',           'vars/instance/vars.yml'),
    'elasticsearch'      : (elasticsearch_vars,      'vars/elasticsearch/elasticsearch_var.j2', 'vars/elasticsearch/vars.yml'),
    'monitor'            : (monitor_vars,            'vars/monitor/monitor_var.j2',             'vars/monitor/vars.yml')
}

setup_configurations(configurations)
inventory_list = ['logstash_inventory','master_inventory','slave_inventory']
file_list = [configurations[config][2] for config in inventory_list]
inventory_path = f'{default_dir}/inventory/inventory.yml'
merge_and_delete_ini_files(file_list, inventory_path)
run_ansible_playbook(inventory_path, playbook_path)