chores

Author: yujonglee

Cargo.lock

@@ -29,6 +29,7 @@ serde_json = { workspace = true }
 specta = { workspace = true }
 strum = { workspace = true, features = ["derive"] }
 thiserror = { workspace = true }
+tokio = { workspace = true }
 tracing = { workspace = true }
 url = { workspace = true }
 

plugins/connector/Cargo.toml

@@ -124,11 +124,16 @@ impl<R: Runtime, T: Manager<R>> LocalLlmPluginExt<R> for T {
         };
 
         let server = crate::server::run_server(model_manager).await?;
+        tokio::time::sleep(std::time::Duration::from_millis(100)).await;
 
-        let mut s = state.lock().await;
         let api_base = format!("http://{}", &server.addr);
-        s.api_base = Some(api_base.clone());
-        s.server = Some(server);
+
+        {
+            let mut s = state.lock().await;
+            s.api_base = Some(api_base.clone());
+            s.server = Some(server);
+        }
+
         Ok(api_base)
     }
 

plugins/local-llm/src/ext.rs

@@ -84,6 +84,8 @@ impl<R: Runtime, T: Manager<R>> LocalSttPluginExt<R> for T {
             .build();
 
         let server = crate::run_server(server_state).await?;
+        tokio::time::sleep(std::time::Duration::from_millis(100)).await;
+
         let api_base = format!("http://{}", &server.addr);
 
         {