feature: make rustls default in fluvio, move to reqwest from surf

Cargo.toml

@@ -97,13 +97,31 @@ colored = "2.0.0"
 semver = "1.0.3"
 url = "2.1.1"
 which = "4.1.0"
+reqwest = { version = "0.11", default-features = false, features = ["json", "gzip"] }
 
 # fluvio dep
 k8-client = { version = "10.0.0" }
 k8-types = { version = "0.8.0" }
 k8-config = { version = "2.0.0"}
 k8-metadata-client = { version = "5.1.0" }
-fluvio-future = { version = "0.4.0" }
+fluvio-future = { version = "0.4", default-features = false, features = [
+    "task",
+    "subscriber",
+    "fixture",
+    "io",
+    "sync",
+    "future",
+    "net",
+    "rust_tls",
+    "timer",
+    "fs",
+    "zero_copy",
+    "mmap",
+    "retry",
+    "doomsday",
+    "native2_tls",
+    "openssl_tls",
+] }
 flv-util = { version = "0.5.0" }
 fluvio-helm = { version = "0.4.1"}
 fluvio-command = { version = "0.2.0"}

crates/cdk/Cargo.toml

@@ -35,5 +35,5 @@ current_platform = { version = "0.2" }
 fluvio = { path = "../fluvio"}
 fluvio-connector-deployer = { path = "../fluvio-connector-deployer"}
 fluvio-connector-package = { path = "../fluvio-connector-package", features = ["toml"]}
-fluvio-future = { workspace = true, features = ["subscriber"]}
+fluvio-future = { workspace = true }
 fluvio-hub-util = { path = "../fluvio-hub-util" }

crates/fluvio-auth/Cargo.toml

@@ -22,7 +22,7 @@ tracing = { workspace = true }
 x509-parser = "0.15.0"
 
 fluvio-controlplane-metadata = { path = "../fluvio-controlplane-metadata" }
-fluvio-future = { version = "0.4.0", features = ["net", "openssl_tls"] }
+fluvio-future = { version = "0.4.0" }
 fluvio-protocol = { path = "../fluvio-protocol" }
 fluvio-socket = { path = "../fluvio-socket" }
 fluvio-types = { path = "../fluvio-types" }

crates/fluvio-benchmark/Cargo.toml

@@ -27,9 +27,4 @@ anyhow = { workspace = true }
 
 fluvio = { path = "../fluvio" }
 fluvio-cli-common = { path = "../fluvio-cli-common"}
-fluvio-future = { version = "0.4.3", features = [
-    'task',
-    'future',
-    'sync',
-    'subscriber',
-] }
+fluvio-future = { workspace = true }

crates/fluvio-channel-cli/Cargo.toml

@@ -30,7 +30,7 @@ anyhow = { workspace = true }
 
 fluvio-cli-common = { path = "../fluvio-cli-common" }
 fluvio-channel = { path = "../fluvio-channel" }
-fluvio-future = { version = "0.4.0", features = ["task", "subscriber", "native2_tls"], optional = true }
+fluvio-future = { workspace = true, optional = true }
 fluvio-types = { path = "../fluvio-types", default-features = false, optional = true }
 fluvio-package-index = { path = "../fluvio-package-index" }
 

crates/fluvio-cli-common/Cargo.toml

@@ -36,4 +36,4 @@ fluvio = { path = "../fluvio", default-features = false, optional = true }
 fluvio-protocol = { path = "../fluvio-protocol", optional = true }
 
 [dev-dependencies]
-fluvio-future = { version = "0.4.0", features = ["fs", "io", "subscriber", "native2_tls", "fixture"] }
+fluvio-future = { workspace = true }

crates/fluvio-cli/Cargo.toml

@@ -74,6 +74,9 @@ tokio = { version = "1.3.0", features = ["macros"] }
 async-net = "1.7.0"
 anyhow = { workspace = true }
 current_platform = "0.2"
+reqwest = { workspace = true }
+# added to make sure reqwest works
+async-std = { version = "1.6.4", default-features = false, features = ["tokio1"] }
 
 # Fluvio dependencies
 k8-config = { workspace = true, optional = true }
@@ -96,10 +99,10 @@ fluvio-controlplane-metadata = { path = "../fluvio-controlplane-metadata", featu
 
 # Optional Fluvio dependencies
 fluvio-types = { path = "../fluvio-types", optional = true }
-fluvio-future = { version = "0.4.0", features = ["fs", "io", "subscriber", "native2_tls"], optional = true }
+fluvio-future = { workspace = true, optional = true }
 fluvio-sc-schema = { path = "../fluvio-sc-schema", features = ["use_serde"], optional = true }
 fluvio-spu-schema = { path = "../fluvio-spu-schema", optional = true }
 
 
 [dev-dependencies]
-fluvio-future = { version = "0.4.0", features = ["fixture"] }
+fluvio-future = { workspace = true }

crates/fluvio-cli/src/client/hub/mod.rs

@@ -81,20 +81,26 @@ pub(crate) async fn get_pkg_list(
     endpoint: &str,
     remote: &Option<String>,
 ) -> Result<PackageListMeta> {
-    use hubutil::http;
+    use reqwest::{Client as HttpClient, header};
 
     let access = get_hub_access(remote)?;
 
     let action_token = access.get_list_token().await.map_err(|_| {
         CliError::HubError("rejected access credentials, try 'fluvio cloud login'".into())
     })?;
     let url = format!("{}/{endpoint}", &access.remote);
-    let mut res = http::get(&url)
-        .header("Authorization", &action_token)
+
+    let client = HttpClient::default();
+
+    let res = client
+        .get(&url)
+        .header(header::AUTHORIZATION, &action_token)
+        .send()
         .await
         .map_err(|e| CliError::HubError(format!("list api access error {e}")))?;
+
     let pl: PackageListMeta = res
-        .body_json()
+        .json()
         .await
         .map_err(|e| CliError::HubError(format!("list api data parse error {e}")))?;
     Ok(pl)

crates/fluvio-cli/src/install/plugins.rs

@@ -2,6 +2,7 @@ use clap::Parser;
 use tracing::debug;
 use anyhow::Result;
 use current_platform::CURRENT_PLATFORM;
+use reqwest::{Client as HttpClient, header, StatusCode};
 
 use fluvio_cli_common::error::{HttpError, PackageNotFound};
 use fluvio_cli_common::install::{
@@ -12,8 +13,7 @@ use fluvio_cli_common::install::{
 use fluvio_index::{PackageId, HttpAgent, MaybeVersion};
 use fluvio_channel::{LATEST_CHANNEL_NAME, FLUVIO_RELEASE_CHANNEL};
 use fluvio_hub_util as hubutil;
-use hubutil::{http, HubAccess, INFINYON_HUB_REMOTE, FLUVIO_HUB_PROFILE_ENV};
-use hubutil::http::StatusCode;
+use hubutil::{HubAccess, INFINYON_HUB_REMOTE, FLUVIO_HUB_PROFILE_ENV};
 
 use crate::error::CliError;
 use crate::install::update::{
@@ -256,26 +256,30 @@ impl InstallOpt {
             systuple = self.get_target(),
         );
         debug!("Downloading binary from hub: {binurl}");
-        let mut resp = http::get(binurl)
-            .header("Authorization", actiontoken)
+
+        let client = HttpClient::default();
+        let resp = client
+            .get(binurl)
+            .header(header::AUTHORIZATION, &actiontoken)
+            .send()
             .await
             .map_err(|_| HttpError::InvalidInput("authorization error".into()))?;
 
         match resp.status() {
-            StatusCode::Ok => {}
+            StatusCode::OK => {}
             code => {
                 let body_err_message = resp
-                    .body_string()
+                    .text()
                     .await
                     .unwrap_or_else(|_err| "couldn't fetch error message".to_string());
                 let msg = format!("Status({code}) {body_err_message}");
                 return Err(crate::CliError::HubError(msg).into());
             }
         }
         let data = resp
-            .body_bytes()
+            .bytes()
             .await
             .map_err(|_| crate::CliError::HubError("Data unpack failure".into()))?;
-        Ok(data)
+        Ok(data.into())
     }
 }

crates/fluvio-cluster/Cargo.toml

@@ -81,4 +81,4 @@ fluvio-types = { path = "../fluvio-types" }
 fluvio-channel = { path = "../fluvio-channel" }
 
 [dev-dependencies]
-fluvio-future = { workspace = true, features = ["task", "fixture"] }
+fluvio-future = { workspace = true }

crates/fluvio-connector-common/Cargo.toml

@@ -14,7 +14,7 @@ derive = ["fluvio-connector-derive"]
 [dependencies]
 anyhow = { workspace = true }
 tracing = { workspace = true }
-fluvio-future = { workspace = true, features = ["subscriber"] }
+fluvio-future = { workspace = true }
 futures = { version = "0.3", default-features = false }
 async-trait = { version = "0.1", default-features = false}
 async-net = { version = "1.7", default-features = false }

crates/fluvio-controlplane-metadata/Cargo.toml

@@ -41,4 +41,4 @@ fluvio-protocol = { path = "../fluvio-protocol", version = "0.9", features = [
 
 [dev-dependencies]
 serde_yaml = "0.9.4"
-fluvio-future = { version = "0.4.0", features = ["fixture"] }
+fluvio-future = { workspace = true }

crates/fluvio-hub-util/Cargo.toml

@@ -30,21 +30,13 @@ toml = { workspace = true }
 tracing = { workspace = true }
 thiserror = { workspace = true }
 wasmparser = { workspace = true }
+reqwest = { workspace = true }
+# added to make sure reqwest works
+async-std = { version = "1.6.4", default-features = false, features = ["tokio1"] }
 
-fluvio-future = { workspace = true, features = ["task"]}
+fluvio-future = { workspace = true }
 fluvio-hub-protocol = { path = "../fluvio-hub-protocol" }
 fluvio-types = { path = "../fluvio-types" }
 
-# feature control
-[dependencies.surf]
-version = "2.3.2"
-features = ["h1-client-rustls", "encoding"]
-default-features = false
-
-[dependencies.http-client]
-version = "6.5.3"
-features = ["h1_client", "rustls"]
-default-features = false
-
 [dev-dependencies]
 tracing-subscriber = { version = "0.3", features = ["env-filter"] }

crates/fluvio-hub-util/src/hubaccess.rs

@@ -2,9 +2,8 @@ use std::path::{Path, PathBuf};
 
 use serde::{Deserialize, Serialize};
 use sha2::{Digest, Sha512};
-use surf::http::mime;
-use surf::StatusCode;
 use tracing::{debug, info};
+use reqwest::{Client as HttpClient, StatusCode, header};
 
 use fluvio_future::task::run_block_on;
 use fluvio_hub_protocol::{Result, HubError};
@@ -60,30 +59,30 @@ impl HubAccess {
             hubid: hubid.to_string(),
             pubkey: self.pubkey.clone(),
         };
-        let msg_json = serde_json::to_string(&msg)?;
         let host = &self.remote;
         let api_url = format!("{host}/{HUB_API_HUBID}");
         debug!("Sending Action token {action_token}");
-        let req = surf::put(api_url)
-            .content_type(mime::JSON)
-            .body_bytes(msg_json)
-            .header("Authorization", &action_token);
-        let res = req
+        let client = HttpClient::default();
+        let res = client
+            .put(&api_url)
+            .header(header::AUTHORIZATION, &action_token)
+            .json(&msg)
+            .send()
             .await
             .map_err(|e| HubError::HubAccess(format!("Failed to connect {e}")))?;
         let status = res.status();
         match status {
-            StatusCode::Created => {
+            StatusCode::CREATED => {
                 println!("hub: hubid {hubid} created");
             }
-            StatusCode::Ok => {
+            StatusCode::OK => {
                 println!("hub: hubid {hubid} is set");
             }
-            StatusCode::Forbidden => {
+            StatusCode::FORBIDDEN => {
                 let msg = format!("hub: hubid {hubid} already taken");
                 return Err(HubError::HubAccess(msg));
             }
-            StatusCode::Unauthorized => {
+            StatusCode::UNAUTHORIZED => {
                 let msg = "hub: authorization error, try 'fluvio cloud login'".to_string();
                 return Err(HubError::HubAccess(msg));
             }
@@ -127,35 +126,36 @@ impl HubAccess {
         self.make_action_token(action, read_infinyon_token()?).await
     }
 
-    async fn make_action_token(&self, action: &str, authn_token: String) -> Result<String> {
+    async fn make_action_token(&self, action: &str, auth_token: String) -> Result<String> {
         let host = &self.remote;
         let api_url = format!("{host}/{HUB_API_ACT}");
         let mat = MsgActionToken {
             act: String::from(action),
         };
-        let msg_action_token = serde_json::to_string(&mat)
-            .map_err(|_e| HubError::HubAccess("Failed access setup".to_string()))?;
-        let req = surf::get(api_url)
-            .content_type(mime::JSON)
-            .body_bytes(msg_action_token)
-            .header("Authorization", &authn_token);
-        let mut res = req
+        let client = HttpClient::default();
+
+        let res = client
+            .get(&api_url)
+            .header(header::AUTHORIZATION, &auth_token)
+            .json(&mat)
+            .send()
             .await
             .map_err(|e| HubError::HubAccess(format!("Failed to connect {e}")))?;
         let status_code = res.status();
         match status_code {
-            StatusCode::Ok => {
-                let action_token = res.body_string().await.map_err(|e| {
-                    debug!("err {e} {res:?}");
+            StatusCode::OK => {
+                let action_token = res.text().await.map_err(|_| {
+                    let msg = format!("Status({status_code}). couldn't fetch error message");
+                    debug!("{msg}");
                     HubError::HubAccess("Failed to parse reply".to_string())
                 })?;
                 Ok(action_token)
             }
-            StatusCode::Unauthorized => Err(HubError::HubAccess(
+            StatusCode::UNAUTHORIZED => Err(HubError::HubAccess(
                 "Unauthorized, please log in with 'fluvio cloud login'".into(),
             )),
             _ => {
-                let msg = format!("Unknown error: {}", res.status());
+                let msg = format!("Unknown error: {}", status_code);
                 Err(HubError::HubAccess(msg))
             }
         }
@@ -307,10 +307,10 @@ fn get_hubref() -> Option<String> {
         return None; // use default
     }
     let hubref_url = format!("{fcremote}/api/v1/hubref");
-    let reply: std::result::Result<String, surf::Error> = run_block_on(async {
-        let req = surf::get(hubref_url);
-        let mut res = req.await?;
-        let reply: ReplyHubref = res.body_json().await?;
+    let reply: std::result::Result<String, reqwest::Error> = run_block_on(async {
+        let req = reqwest::get(hubref_url);
+        let res = req.await?;
+        let reply: ReplyHubref = res.json().await?;
         // fluvio profile switch does not switch the cloud login
         // so hub remote can be pointed to the cloud login different that the profile
         // this will only be printed when using a nonstd hub

crates/fluvio-hub-util/src/lib.rs

@@ -11,7 +11,6 @@ pub use hubaccess::*;
 pub use package::*;
 pub use package_meta_ext::*;
 pub use utils::*;
-pub use surf as http;
 
 pub use fluvio_hub_protocol::*;
 pub use fluvio_hub_protocol::constants::*;