feat: AWS Bedrock support aysnc run (#3315)

Author: Wendong-Fan

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -26,7 +26,7 @@ body:
     attributes:
       label: What version of camel are you using?
       description: Run command `python3 -c 'print(__import__("camel").__version__)'` in your shell and paste the output here.
-      placeholder: E.g., 0.2.78
+      placeholder: E.g., 0.2.79a0
     validations:
       required: true
 

camel/__init__.py

@@ -14,7 +14,7 @@
 
 from camel.logger import disable_logging, enable_logging, set_log_level
 
-__version__ = '0.2.78'
+__version__ = '0.2.79a0'
 
 __all__ = [
     '__version__',

camel/models/aws_bedrock_model.py

@@ -13,17 +13,11 @@
 # ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
 
 import os
-from typing import Any, Dict, List, Optional, Type, Union
-
-from openai import AsyncStream
-from pydantic import BaseModel
+from typing import Any, Dict, Optional, Union
 
 from camel.configs import BedrockConfig
-from camel.messages import OpenAIMessage
 from camel.models.openai_compatible_model import OpenAICompatibleModel
 from camel.types import (
-    ChatCompletion,
-    ChatCompletionChunk,
     ModelType,
 )
 from camel.utils import BaseTokenCounter, api_keys_required
@@ -93,13 +87,3 @@ def __init__(
             max_retries=max_retries,
             **kwargs,
         )
-
-    async def _arun(
-        self,
-        messages: List[OpenAIMessage],
-        response_format: Optional[Type[BaseModel]] = None,
-        tools: Optional[List[Dict[str, Any]]] = None,
-    ) -> Union[ChatCompletion, AsyncStream[ChatCompletionChunk]]:
-        raise NotImplementedError(
-            "AWS Bedrock does not support async inference."
-        )

docs/conf.py

@@ -27,7 +27,7 @@
 project = 'CAMEL'
 copyright = '2024, CAMEL-AI.org'
 author = 'CAMEL-AI.org'
-release = '0.2.78'
+release = '0.2.79a0'
 
 html_favicon = (
     'https://raw.githubusercontent.com/camel-ai/camel/master/misc/favicon.png'

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "camel-ai"
-version = "0.2.78"
+version = "0.2.79a0"
 description = "Communicative Agents for AI Society Study"
 authors = [{ name = "CAMEL-AI.org" }]
 requires-python = ">=3.10,<3.15"

test/models/test_aws_bedrock_model.py

@@ -37,7 +37,11 @@
 )
 def test_aws_bedrock_model(model_type: ModelType):
     r"""Test AWSBedrockModel initialization with different model types."""
-    model = AWSBedrockModel(model_type)
+    model = AWSBedrockModel(
+        model_type,
+        api_key="dummy_key",
+        url="http://dummy.url",
+    )
     assert model.model_type == model_type
     assert model.model_config_dict == BedrockConfig().as_dict()
     assert isinstance(model.token_counter, OpenAITokenCounter)
@@ -47,12 +51,23 @@ def test_aws_bedrock_model(model_type: ModelType):
 
 @pytest.mark.model_backend
 @pytest.mark.asyncio
-async def test_aws_bedrock_async_not_implemented():
-    r"""Test AWSBedrockModel async method raising NotImplementedError."""
-    model = AWSBedrockModel(ModelType.AWS_CLAUDE_3_HAIKU)
-
-    with pytest.raises(
-        NotImplementedError,
-        match="AWS Bedrock does not support async inference.",
-    ):
-        await model._arun("Test message")
+async def test_aws_bedrock_async_supported():
+    r"""Test AWSBedrockModel async method is now supported.
+
+    This test verifies that async inference is supported by ensuring
+    it doesn't raise NotImplementedError. Instead, it should attempt
+    to make a connection and fail with APIConnectionError due to
+    invalid credentials in the test environment.
+    """
+    from openai import APIConnectionError
+
+    model = AWSBedrockModel(
+        ModelType.AWS_CLAUDE_3_HAIKU,
+        api_key="dummy_key",
+        url="http://dummy.url",
+    )
+
+    # Async should now be supported, so it should attempt to connect
+    # and fail with a connection error (not NotImplementedError)
+    with pytest.raises(APIConnectionError):
+        await model._arun([{"role": "user", "content": "Test message"}])