Remove services.rs

Signed-off-by: Aisuko <[email protected]>
mudler · Oct 20, 2023 · ef8a86b · ef8a86b
1 parent b92677b
commit ef8a86b
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 46 deletions.
diff --git a/backend/rust/bunker/src/lib.rs b/backend/rust/bunker/src/lib.rs
@@ -3,13 +3,17 @@ pub mod pb {
     include!("../generated/backend.rs");
 }
 
+use std::net::SocketAddr;
 use tonic::transport::Server;
 
 pub use crate::pb::backend_server::Backend as BackendService;
 use crate::pb::backend_server::BackendServer;
 
 // Run the backend with the default behavior
-pub async fn run(backend: impl BackendService, addr: impl Into<SocketAddr>) -> anyhow::Result<()> {
+pub async fn run(
+    backend: impl BackendService,
+    addr: impl Into<SocketAddr>,
+) -> Result<(), Box<dyn std::error::Error>> {
     let svc = BackendServer::new(backend);
 
     let r = Server::builder()
@@ -18,3 +22,4 @@ pub async fn run(backend: impl BackendService, addr: impl Into<SocketAddr>) -> a
         .await?;
 
     Ok(r)
+}
diff --git a/backend/rust/bunker/src/service.rs b/backend/rust/bunker/src/service.rs
diff --git a/backend/rust/burn/src/main.rs b/backend/rust/burn/src/main.rs
@@ -3,7 +3,8 @@ use bunker::pb::{
     EmbeddingResult, GenerateImageRequest, HealthMessage, ModelOptions, PredictOptions, Reply,
     StatusResponse, TokenizationResponse, TranscriptRequest, TranscriptResult, TtsRequest,
 };
-use bunker::service::BackendService;
+
+use bunker::BackendService;
 use tokio_stream::wrappers::ReceiverStream;
 use tonic::{Request, Response, Status};
 
@@ -14,7 +15,9 @@ use async_trait::async_trait;
 struct BurnBackend;
 
 #[async_trait]
-impl BackendService<ReceiverStream<Result<Reply, Status>>> for BurnBackend {
+impl BackendService for BurnBackend {
+    type PredictStreamStream = ReceiverStream<Result<Reply, Status>>;
+
     async fn health(&self, request: Request<HealthMessage>) -> Result<Response<Reply>, Status> {
         // return a Result<Response<Reply>,Status>
         let reply = Reply {
@@ -84,5 +87,6 @@ impl BackendService<ReceiverStream<Result<Reply, Status>>> for BurnBackend {
 
 #[tokio::main]
 async fn main() -> Result<(), Box<dyn std::error::Error>> {
+    // call bunker::run with BurnBackend
     todo!()
 }