feat: collects pieces from multiple parents with load balancing strategy (#1173)

* feat: collects pieces from multiple parents with load balancing strategy

Signed-off-by: Gaius <gaius.qi@gmail.com>

* feat: update

Signed-off-by: Gaius <gaius.qi@gmail.com>

* feat: update

Signed-off-by: Gaius <gaius.qi@gmail.com>

* feat: update

Signed-off-by: Gaius <gaius.qi@gmail.com>

---------

Signed-off-by: Gaius <gaius.qi@gmail.com>

Author: gaius-qi

Cargo.lock

@@ -12,7 +12,7 @@ members = [
 ]
 
 [workspace.package]
-version = "0.2.33"
+version = "0.2.34"
 authors = ["The Dragonfly Developers"]
 homepage = "https://d7y.io/"
 repository = "https://github.com/dragonflyoss/client.git"
@@ -22,13 +22,13 @@ readme = "README.md"
 edition = "2021"
 
 [workspace.dependencies]
-dragonfly-client = { path = "dragonfly-client", version = "0.2.33" }
-dragonfly-client-core = { path = "dragonfly-client-core", version = "0.2.33" }
-dragonfly-client-config = { path = "dragonfly-client-config", version = "0.2.33" }
-dragonfly-client-storage = { path = "dragonfly-client-storage", version = "0.2.33" }
-dragonfly-client-backend = { path = "dragonfly-client-backend", version = "0.2.33" }
-dragonfly-client-util = { path = "dragonfly-client-util", version = "0.2.33" }
-dragonfly-client-init = { path = "dragonfly-client-init", version = "0.2.33" }
+dragonfly-client = { path = "dragonfly-client", version = "0.2.34" }
+dragonfly-client-core = { path = "dragonfly-client-core", version = "0.2.34" }
+dragonfly-client-config = { path = "dragonfly-client-config", version = "0.2.34" }
+dragonfly-client-storage = { path = "dragonfly-client-storage", version = "0.2.34" }
+dragonfly-client-backend = { path = "dragonfly-client-backend", version = "0.2.34" }
+dragonfly-client-util = { path = "dragonfly-client-util", version = "0.2.34" }
+dragonfly-client-init = { path = "dragonfly-client-init", version = "0.2.34" }
 dragonfly-api = "=2.1.39"
 thiserror = "2.0"
 futures = "0.3.31"

Cargo.toml

@@ -84,6 +84,8 @@ http-body-util = "0.1.3"
 termion = "4.0.5"
 tabled = "0.19.0"
 path-absolutize = "3.1.1"
+dashmap = "6.1.0"
+fastrand = "2.3.0"
 
 [dev-dependencies]
 tempfile.workspace = true

dragonfly-client/Cargo.toml

@@ -133,11 +133,6 @@ impl DfdaemonDownloadServer {
         // Initialize health reporter.
         let (mut health_reporter, health_service) = tonic_health::server::health_reporter();
 
-        // Set the serving status of the download grpc server.
-        health_reporter
-            .set_serving::<DfdaemonDownloadGRPCServer<DfdaemonDownloadServerHandler>>()
-            .await;
-
         // Start download grpc server with unix domain socket.
         fs::create_dir_all(self.socket_path.parent().unwrap()).await?;
         fs::remove_file(self.socket_path.clone())
@@ -175,6 +170,12 @@ impl DfdaemonDownloadServer {
                     // Notify the download grpc server is started.
                     _ = grpc_server_started_barrier.wait() => {
                         info!("download server is ready to start");
+
+                        health_reporter
+                            .set_serving::<DfdaemonDownloadGRPCServer<DfdaemonDownloadServerHandler>>()
+                            .await;
+
+                        info!("download server's health status set to serving");
                     }
                     // Wait for shutdown signal.
                     _ = shutdown.recv() => {

dragonfly-client/src/grpc/dfdaemon_download.rs

@@ -143,11 +143,6 @@ impl DfdaemonUploadServer {
         // Initialize health reporter.
         let (mut health_reporter, health_service) = tonic_health::server::health_reporter();
 
-        // Set the serving status of the upload grpc server.
-        health_reporter
-            .set_serving::<DfdaemonUploadGRPCServer<DfdaemonUploadServerHandler>>()
-            .await;
-
         // TODO(Gaius): RateLimitLayer is not implemented Clone, so we can't use it here.
         // Only use the LoadShed layer and the ConcurrencyLimit layer.
         let rate_limit_layer = ServiceBuilder::new()
@@ -180,7 +175,13 @@ impl DfdaemonUploadServer {
                 tokio::select! {
                     // Notify the upload grpc server is started.
                     _ = grpc_server_started_barrier.wait() => {
-                        info!("upload server is ready");
+                        info!("upload server is ready to start");
+
+                        health_reporter
+                            .set_serving::<DfdaemonUploadGRPCServer<DfdaemonUploadServerHandler>>()
+                            .await;
+
+                        info!("upload server's health status set to serving");
                     }
                     // Wait for shutdown signal.
                     _ = shutdown.recv() => {