feat(benchmark): tui based benchmarking tool (huggingface#149)

Author: OlivierDehaene

Cargo.toml

@@ -5,6 +5,9 @@ members = [
     "router/grpc-metadata",
     "launcher"
 ]
+exclude = [
+    "benchmark"
+]
 
 [profile.release]
 debug = 1

Makefile

@@ -7,6 +7,9 @@ install-router:
 install-launcher:
 	cd launcher && cargo install --path .
 
+install-benchmark:
+	cd benchmark && cargo install --path .
+
 install: install-server install-router install-launcher
 
 server-dev:

assets/benchmark.png

@@ -0,0 +1 @@
+target