feat: add cluster/metrics endpoint (#717)

1. add: new endpoint /cluster/metrics 2. add: prometheus metrics parser 3. chore: code cleanup
parseablehq · Mar 27, 2024 · c254fd6 · c254fd6
1 parent 81b241d
commit c254fd6
Show file tree

Hide file tree

Showing 11 changed files with 784 additions and 558 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/server/Cargo.toml b/server/Cargo.toml
@@ -104,6 +104,7 @@ serde_repr = "0.1.17"
 hashlru = { version = "0.11.0", features = ["serde"] }
 path-clean = "1.0.1"
 prost = "0.12.3"
+prometheus-parse = "0.2.5"
 
 [build-dependencies]
 cargo_toml = "0.15"

diff --git a/server/src/handlers/http.rs b/server/src/handlers/http.rs
@@ -20,9 +20,10 @@ use actix_cors::Cors;
 use arrow_schema::Schema;
 use serde_json::Value;
 
-use self::{modal::query_server::QueryServer, query::Query};
+use self::{cluster::get_ingester_info, query::Query};
 
 pub(crate) mod about;
+pub mod cluster;
 pub(crate) mod health_check;
 pub(crate) mod ingest;
 mod kinesis;
@@ -62,7 +63,7 @@ pub fn base_path_without_preceding_slash() -> String {
 
 pub async fn fetch_schema(stream_name: &str) -> anyhow::Result<arrow_schema::Schema> {
     let mut res = vec![];
-    let ima = QueryServer::get_ingester_info().await.unwrap();
+    let ima = get_ingester_info().await.unwrap();
 
     for im in ima {
         let uri = format!(
@@ -92,7 +93,7 @@ pub async fn fetch_schema(stream_name: &str) -> anyhow::Result<arrow_schema::Sch
 pub async fn send_query_request_to_ingester(query: &Query) -> anyhow::Result<Vec<Value>> {
     // send the query request to the ingester
     let mut res = vec![];
-    let ima = QueryServer::get_ingester_info().await.unwrap();
+    let ima = get_ingester_info().await.unwrap();
 
     for im in ima.iter() {
         let uri = format!(