feat: bedrock implementation

Author: Rutik7066

llm/bedrock/src/client.rs

@@ -35,7 +35,7 @@ impl BedrockClient {
         }
     }
 
-    pub fn invoke_model(&self, model_id: &str, request: ConverseRequest) -> Result<ConverseResponse, Error> {
+    pub fn converse(&self, model_id: &str, request: ConverseRequest) -> Result<ConverseResponse, Error> {
         trace!("Sending request to Bedrock API: {request:?}");
 
         let body = serde_json::to_string(&request)
@@ -61,7 +61,7 @@ impl BedrockClient {
         parse_response(response)
     }
 
-    pub fn invoke_model_stream(&self, model_id: &str, request: ConverseRequest) -> Result<EventSource, Error> {
+    pub fn converse_stream(&self, model_id: &str, request: ConverseRequest) -> Result<EventSource, Error> {
         trace!("Sending streaming request to Bedrock API: {request:?}");
 
         let body = serde_json::to_string(&request)
@@ -269,7 +269,7 @@ pub enum ImageFormat {
 #[derive(Debug, Clone, Serialize, Deserialize)]
 #[serde(tag = "bytes")]
 pub struct ImageSource {
-    pub bytes: String, // base64 encoded
+    pub bytes: String,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]

llm/bedrock/src/conversions.rs

@@ -174,7 +174,6 @@ pub fn tool_results_to_messages(
     let mut messages = Vec::new();
 
     for (tool_call, tool_result) in tool_results {
-        // Add the assistant's tool use message
         messages.push(ClientMessage {
             content: vec![ContentBlock::ToolUse {
                 tool_use_id: tool_call.id.clone(),
@@ -184,7 +183,6 @@ pub fn tool_results_to_messages(
             role: ClientRole::Assistant,
         });
 
-        // Add the tool result message
         let (content, status) = match tool_result {
             ToolResult::Success(success) => (
                 vec![ToolResultContentBlock::Text {
@@ -280,7 +278,7 @@ fn message_to_system_content(message: &Message) -> Vec<SystemContentBlock> {
             ContentPart::Text(text) => result.push(SystemContentBlock::Text {
                 text: text.clone(),
             }),
-            ContentPart::Image(_) => {} // System messages typically don't contain images
+            ContentPart::Image(_) => {}
         }
     }
 

llm/bedrock/src/lib.rs

@@ -85,7 +85,6 @@ impl LlmChatStreamState for BedrockChatStream {
         let json: Value = serde_json::from_str(raw)
             .map_err(|err| format!("Failed to deserialize stream event: {err}"))?;
 
-        // Handle Bedrock streaming format
         if let Some(content_block_delta) = json.get("contentBlockDelta") {
             if let Some(delta) = content_block_delta.get("delta") {
                 if let Some(text) = delta.get("text").and_then(|v| v.as_str()) {
@@ -104,7 +103,6 @@ impl LlmChatStreamState for BedrockChatStream {
                         tool_use.get("toolUseId").and_then(|v| v.as_str()),
                         tool_use.get("name").and_then(|v| v.as_str()),
                     ) {
-                        // For Bedrock, tool calls are complete when they start
                         if let Some(input) = tool_use.get("input") {
                             return Ok(Some(StreamEvent::Delta(StreamDelta {
                                 content: None,
@@ -179,7 +177,7 @@ impl BedrockComponent {
     }
 
     fn request(client: BedrockClient, model_id: &str, request: ConverseRequest) -> ChatEvent {
-        match client.invoke_model(model_id, request) {
+        match client.converse(model_id, request) {
             Ok(response) => process_response(response),
             Err(err) => ChatEvent::Error(err),
         }
@@ -190,7 +188,7 @@ impl BedrockComponent {
         model_id: &str,
         request: ConverseRequest,
     ) -> LlmChatStream<BedrockChatStream> {
-        match client.invoke_model_stream(model_id, request) {
+        match client.converse_stream(model_id, request) {
             Ok(stream) => BedrockChatStream::new(stream),
             Err(err) => BedrockChatStream::failed(err),
         }

test/components-rust/test-llm/Cargo.toml

@@ -15,6 +15,7 @@ grok = []
 openai = []
 openrouter = []
 ollama = []
+bedrock = []
 
 [dependencies]
 # To use common shared libs, use the following:

test/components-rust/test-llm/golem.yaml

@@ -139,6 +139,32 @@ components:
         clean:
           - src/bindings.rs
 
+      bedrock-debug:
+        files:
+        - sourcePath: ../../data/cat.png
+          targetPath: /data/cat.png
+          permissions: read-only
+        build:
+          - command: cargo component build --no-default-features --features bedrock
+            sources:
+              - src
+              - wit-generated
+              - ../../common-rust
+            targets:
+              - ../../target/wasm32-wasip1/debug/test_llm.wasm
+          - command: wac plug --plug ../../../target/wasm32-wasip1/debug/golem_llm_bedrock.wasm ../../target/wasm32-wasip1/debug/test_llm.wasm -o ../../target/wasm32-wasip1/debug/test_bedrock_plugged.wasm
+            sources:
+              - ../../target/wasm32-wasip1/debug/test_llm.wasm
+              - ../../../target/wasm32-wasip1/debug/golem_llm_bedrock.wasm
+            targets:
+              - ../../target/wasm32-wasip1/debug/test_bedrock_plugged.wasm
+        sourceWit: wit
+        generatedWit: wit-generated
+        componentWasm: ../../target/wasm32-wasip1/debug/test_bedrock_plugged.wasm
+        linkedWasm: ../../golem-temp/components/test_bedrock_debug.wasm
+        clean:
+          - src/bindings.rs
+
       # RELEASE PROFILES
       openai-release:
         files:
@@ -270,6 +296,34 @@ components:
         clean:
           - src/bindings.rs
 
+
+      bedrock-release:
+        files:
+        - sourcePath: ../../data/cat.png
+          targetPath: /data/cat.png
+          permissions: read-only
+        build:
+          - command: cargo component build --release --no-default-features --features bedrock
+            sources:
+              - src
+              - wit-generated
+              - ../../common-rust
+            targets:
+              - ../../target/wasm32-wasip1/release/test_llm.wasm
+          - command: wac plug --plug ../../../target/wasm32-wasip1/release/golem_llm_bedrock.wasm ../../target/wasm32-wasip1/release/test_llm.wasm -o ../../target/wasm32-wasip1/release/test_bedrock_plugged.wasm
+            sources:
+              - ../../target/wasm32-wasip1/release/test_llm.wasm
+              - ../../../target/wasm32-wasip1/release/golem_llm_bedrock.wasm
+            targets:
+              - ../../target/wasm32-wasip1/release/test_bedrock_plugged.wasm
+        sourceWit: wit
+        generatedWit: wit-generated
+        componentWasm: ../../target/wasm32-wasip1/release/test_bedrock_plugged.wasm
+        linkedWasm: ../../golem-temp/components/test_bedrock_release.wasm
+        clean:
+          - src/bindings.rs
+
+
     defaultProfile: openai-debug
 
 dependencies: