feat: use reader for passing body to avoid expensive clone

Author: iambenkay

llm/bedrock/src/client.rs

@@ -177,15 +177,13 @@ impl WasiSleep {
 }
 
 impl AsyncSleep for WasiSleep {
-    #[allow(clippy::missing_transmute_annotations)]
     fn sleep(&self, duration: std::time::Duration) -> Sleep {
         let reactor = self.reactor.clone();
-
         let fut = async move {
             let nanos = duration.as_nanos() as u64;
             let pollable = monotonic_clock::subscribe_duration(nanos);
 
-            reactor.clone().wait_for(pollable).await;
+            reactor.wait_for(pollable).await;
         };
         Sleep::new(Box::pin(UnsafeFuture::new(fut)))
     }

llm/bedrock/src/wasi_client.rs

@@ -1,4 +1,4 @@
-use std::{str::FromStr, sync::Arc};
+use std::{io::Read, str::FromStr, sync::Arc};
 
 use aws_sdk_bedrockruntime::{config, error::ConnectorError};
 use aws_smithy_runtime_api::{
@@ -82,13 +82,10 @@ impl WasiConnector {
             );
         }
 
-        let mut request = self.0.request(method, url).headers(header_map);
-
-        if let Some(bytes) = parts.body.bytes() {
-            request = request.body(bytes.to_owned());
-        }
-
-        request
+        self.0
+            .request(method, url)
+            .headers(header_map)
+            .body(reqwest::Body::new::<BodyReader>(parts.body.into()))
             .send()
             .await
             .map_err(|e| ConnectorError::other(e.into(), None))
@@ -138,3 +135,30 @@ impl HttpConnector for SharedWasiConnector {
         HttpConnectorFuture::new(UnsafeFuture::new(future))
     }
 }
+
+struct BodyReader {
+    body: SdkBody,
+}
+
+impl From<SdkBody> for BodyReader {
+    fn from(value: SdkBody) -> Self {
+        Self::new(value)
+    }
+}
+
+impl BodyReader {
+    fn new(body: SdkBody) -> Self {
+        Self { body }
+    }
+}
+
+impl Read for BodyReader {
+    fn read(&mut self, buf: &mut [u8]) -> std::io::Result<usize> {
+        let bytes = self.body.bytes();
+
+        match bytes {
+            Some(mut bytes) => bytes.read(buf),
+            None => Ok(0),
+        }
+    }
+}