feat(loki): add scraper and make retention configurable

Author: janikvonrotz

roles/loki/README.md

@@ -18,6 +18,7 @@ loki_data_dir: /usr/share/loki # default: "/usr/share/{{ loki_hostname }}"
 loki_requires_package: python2-passlib # default: python3-passlib
 loki_proxy_basic_auth_username: log # default: loki
 loki_proxy_basic_auth_password: # default: "{{ vault_loki_proxy_basic_auth_password }}"
+loki_retention_period: 7d # default: 14d
 ```
 
 Ensure the nginx proxy includes the loki config:

roles/loki/defaults/main.yml

@@ -5,3 +5,4 @@ loki_data_dir: /usr/share/{{ loki_hostname }}
 loki_nginx_data_dir: "{{ nginx_data_dir }}/proxies"
 loki_proxy_basic_auth_username: loki
 loki_proxy_basic_auth_password: "{{ vault_loki_proxy_basic_auth_password }}"
+loki_retention_period: 14d

roles/loki/templates/local-config.yml

@@ -28,7 +28,7 @@ query_range:
 
 limits_config:
   metric_aggregation_enabled: true
-  retention_period: 30d
+  retention_period: {{ loki_retention_period }}
 
 schema_config:
   configs:
@@ -64,4 +64,4 @@ frontend:
 #
 # If you would like to disable reporting, uncomment the following lines:
 analytics:
- reporting_enabled: false
+ reporting_enabled: false

roles/prometheus/README.md

@@ -96,7 +96,8 @@ The `prometheus.yml` template contains predefined srcape jobs that lookup proxy
 * **n8n https**: Targets are `nginx_proxies` with exporter `n8n`.
 * **uptime-kuma https**: Targets are `nginx_proxies` with exporter `uptime-kuma`.
 * **meilisearch https**: Targets are `nginx_proxies` with exporter `meilisearch`.
-* **blackbox**: Targets are `nginx_proxies` with `monitor` not false and host is `blackbox01:9115`.
+* **blackbox**: Target is `blackbox_exporter_hostname`.
+* **loki http**: Targetis `loki_hostname`.
 
 ### Custom scrapers
 

roles/prometheus/templates/prometheus.yml

@@ -186,5 +186,15 @@ scrape_configs:
         target_label: instance
       - target_label: __address__
         replacement: {{ blackbox_exporter_hostname }}:9115
+{% endif %}
+{% if loki_hostname is defined %}
+  - job_name: loki
+    metrics_path: "/metrics"
+    scrape_interval: 60s
+    honor_labels: true
+    scheme: http
+    static_configs:
+      - targets: 
+        - {{ loki_hostname }}:3100
 {% endif %}
   {{ prometheus_custom_scrapers | indent(2) }}