feat: provision grafana datasources automatically

Author: l3d00m

README.md

@@ -33,7 +33,7 @@ ansible-playbook -i hosts main.yml --vault-id <plaintext-file-with-vault-passwor
 
 If you use the example `dump.sql`, the initial username is `test` and password `testtest`. It's recommended to create a new admin user, login as that and delete this initial user.
 
-A grafana monitoring solution will be available at `monitoring.<yourdomain>`. Don't forget to configure it with a password. You can add a Mysql datasource in grafana with domain `mariadb:3306`. Username is `monitoring` and password is set using the `monitoring_db_password` variable (not yet working).
+A grafana monitoring solution will be available at `monitoring.<yourdomain>`. Don't forget to configure it with a password. You must create a user in the database with name `monitoring` and password like the variable `monitoring_db_password`. It should have the privileges `SELECT on *.*, PROCESS, REPLICATION CLIENT`.
 
 ## Important role variables
 

roles/monitoring/defaults/main.yml

@@ -1,8 +1,10 @@
 ---
 monitoring_domain: monitoring.{{ app_domain }}
 monitoring_network: monitoring
+
 grafana_install_location: "/srv/grafana"
 grafana_data_location: "{{ grafana_install_location }}/data"
+grafana_provisioning_location: "{{ grafana_install_location }}/provisioning"
 
 prometheus_install_location: "/srv/prometheus"
 prometheus_data_location: "{{ prometheus_install_location }}/data"

roles/monitoring/tasks/main.yml

@@ -20,6 +20,7 @@
   with_items:
     - "{{ grafana_data_location }}"
     - "{{ prometheus_data_location }}"
+    - "{{ grafana_provisioning_location }}/datasources"
   become: true
 
 - name: Create networks
@@ -55,6 +56,17 @@
   notify:
     - reload monitoring
     - wait for prometheus
+
+- name: Copy grafana datasources config
+  ansible.builtin.template:
+    src: grafana-datasources.yml.j2
+    dest: "{{ grafana_provisioning_location }}/datasources/custom.yaml"
+    owner: root
+    group: root
+    mode: "0644"
+  notify:
+    - reload monitoring
+    - wait for grafana
 # - name: Expose DB tasks
 #  ansible.builtin.include_tasks: expose_db.yml
 #  vars:

roles/monitoring/templates/docker-compose.yml.j2

@@ -10,6 +10,7 @@ services:
       {{ monitoring_network }}:
     volumes:
      - "{{grafana_data_location}}:/var/lib/grafana"
+     - "{{grafana_provisioning_location}}:/etc/grafana/provisioning/"
     environment:
      - GF_SERVER_ROOT_URL=https://%(domain)s/
      - GF_SERVER_ENFORCE_DOMAIN=true

roles/monitoring/templates/grafana-datasources.yml.j2

@@ -0,0 +1,30 @@
+{{ ansible_managed | comment }}
+
+# Configuration file version
+apiVersion: 1
+
+# List of data sources to insert/update depending on what's
+# available in the database.
+datasources:
+  - name: Prometheus
+    type: prometheus
+    uid: prometheus_reims
+    # <string, required> Sets the access mode, either proxy or direct (Server or Browser in the UI).
+    # Some data sources are incompatible with any setting but proxy (Server).
+    access: proxy
+    url: "http://prometheus:{{prometheus_port}}"
+    # <bool> Allows users to edit data sources from the Grafana UI.
+    editable: true
+  - name: REIMS production DB
+    type: mysql
+    uid: mariadb_reims
+    access: proxy
+    url: "mariadb:{{db_port}}"
+    editable: true
+    database: {{reims2_db_name}}
+    user: monitoring
+    secureJsonData:
+        password: {{monitoring_db_password}}
+    jsonData:
+        maxOpenConns: 10
+        timeInterval: "15s"