feat(cl-mimicry): Add LIBP2P_GOSSIPSUB_ATTESTATION (#318)

* feat(cl-mimicry): Add LIBP2P_GOSSIPSUB_ATTESTATION * Add grafana dashboards * gleeb (#319) * feat: Add grafana dashboards * tweak libp2p_peer_local key * bump hermes * add partitions --------- Co-authored-by: Andrew Davis <[email protected]>
ethpandaops · May 1, 2024 · 57f6663 · 57f6663
1 parent fe752de
commit 57f6663
Show file tree

Hide file tree

Showing 22 changed files with 9,520 additions and 3,387 deletions.
diff --git a/deploy/local/docker-compose/grafana/dashboards/xatu/basic_overview.json b/deploy/local/docker-compose/grafana/dashboards/xatu/basic_overview.json
diff --git a/deploy/local/docker-compose/grafana/dashboards/xatu/gossipsub.json b/deploy/local/docker-compose/grafana/dashboards/xatu/gossipsub.json
diff --git a/deploy/local/docker-compose/prometheus.yaml b/deploy/local/docker-compose/prometheus.yaml
@@ -5,6 +5,9 @@ scrape_configs:
   - job_name: 'vector-kafka-clickhouse'
     static_configs:
       - targets: ['vector-kafka-clickhouse:9598']
+  - job_name: 'vector-kafka-clickhouse-libp2p'
+    static_configs:
+      - targets: ['vector-kafka-clickhouse-libp2p:9598']
   - job_name: 'vector-http-kafka'
     static_configs:
       - targets: ['vector-http-kafka:9598']
diff --git a/deploy/local/docker-compose/vector-http-kafka.yaml b/deploy/local/docker-compose/vector-http-kafka.yaml
@@ -64,6 +64,7 @@ transforms:
       libp2p_trace_handle_metadata: .event.name == "LIBP2P_TRACE_HANDLE_METADATA"
       libp2p_trace_handle_status: .event.name == "LIBP2P_TRACE_HANDLE_STATUS"
       libp2p_trace_gossipsub_beacon_block : .event.name == "LIBP2P_TRACE_GOSSIPSUB_BEACON_BLOCK"
+      libp2p_trace_gossipsub_beacon_attestation : .event.name == "LIBP2P_TRACE_GOSSIPSUB_BEACON_ATTESTATION"
 sinks:
   metrics:
     type: prometheus_exporter
@@ -839,3 +840,19 @@ sinks:
       enabled: true
     encoding:
       codec: json
+  libp2p_trace_gossipsub_beacon_attestation_kafka:
+    type: kafka
+    buffer:
+      max_events: 500000
+    batch:
+      timeout_secs: 0.5
+    inputs:
+      - xatu_server_events_router.libp2p_trace_gossipsub_beacon_attestation
+    bootstrap_servers: "${KAFKA_BROKERS}"
+    key_field: "event.id"
+    topic: libp2p-trace-gossipsub-beacon-attestation
+    compression: snappy
+    healthcheck:
+      enabled: true
+    encoding:
+      codec: json