fix: remove file modify check for auto retriever (#1114)

Author: Wendong-Fan

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -26,7 +26,7 @@ body:
     attributes:
       label: What version of camel are you using?
       description: Run command `python3 -c 'print(__import__("camel").__version__)'` in your shell and paste the output here.
-      placeholder: E.g., 0.2.4a
+      placeholder: E.g., 0.2.4a1
     validations:
       required: true
 

README.md

@@ -116,7 +116,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.4a https://github.com/camel-ai/camel.git
+git clone -b v0.2.4a1 https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

camel/__init__.py

@@ -12,7 +12,7 @@
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
 
-__version__ = '0.2.4a'
+__version__ = '0.2.4a1'
 
 __all__ = [
     '__version__',

camel/retrievers/auto_retriever.py

@@ -11,8 +11,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
-import datetime
-import os
 import re
 import uuid
 from typing import (
@@ -31,7 +29,6 @@
     BaseVectorStorage,
     MilvusStorage,
     QdrantStorage,
-    VectorDBQuery,
 )
 from camel.types import StorageType
 from camel.utils import Constants
@@ -126,62 +123,6 @@ def _collection_name_generator(
 
         return collection_name
 
-    def _get_file_modified_date_from_file(
-        self, content_input_path: str
-    ) -> str:
-        r"""Retrieves the last modified date and time of a given file. This
-        function takes a file path as input and returns the last modified date
-        and time of that file.
-
-        Args:
-            content_input_path (str): The file path of the content whose
-                modified date is to be retrieved.
-
-        Returns:
-            str: The last modified time from file.
-        """
-        mod_time = os.path.getmtime(content_input_path)
-        readable_mod_time = datetime.datetime.fromtimestamp(
-            mod_time
-        ).isoformat(timespec='seconds')
-        return readable_mod_time
-
-    def _get_file_modified_date_from_storage(
-        self, vector_storage_instance: BaseVectorStorage
-    ) -> str:
-        r"""Retrieves the last modified date and time of a given file. This
-        function takes vector storage instance as input and returns the last
-        modified date from the metadata.
-
-        Args:
-            vector_storage_instance (BaseVectorStorage): The vector storage
-                where modified date is to be retrieved from metadata.
-
-        Returns:
-            str: The last modified date from vector storage.
-        """
-
-        # Insert any query to get modified date from vector db
-        # NOTE: Can be optimized when CAMEL vector storage support
-        # direct chunk payload extraction
-        query_vector_any = self.embedding_model.embed(obj="any_query")
-        query_any = VectorDBQuery(query_vector_any, top_k=1)
-        result_any = vector_storage_instance.query(query_any)
-
-        # Extract the file's last modified date from the metadata
-        # in the query result
-        if result_any[0].record.payload is not None:
-            file_modified_date_from_meta = result_any[0].record.payload[
-                "metadata"
-            ]['last_modified']
-        else:
-            raise ValueError(
-                "The vector storage exits but the payload is None,"
-                "please check the collection"
-            )
-
-        return file_modified_date_from_meta
-
     def run_vector_retriever(
         self,
         query: str,
@@ -246,34 +187,7 @@ def run_vector_retriever(
                     collection_name
                 )
 
-                # Check the modified time of the input file path, only works
-                # for local path since no standard way for remote url
-                file_is_modified = False  # initialize with a default value
-                if (
-                    vector_storage_instance.status().vector_count != 0
-                    and isinstance(content, str)
-                    and os.path.exists(content)
-                ):
-                    # Get original modified date from file
-                    modified_date_from_file = (
-                        self._get_file_modified_date_from_file(content)
-                    )
-                    # Get modified date from vector storage
-                    modified_date_from_storage = (
-                        self._get_file_modified_date_from_storage(
-                            vector_storage_instance
-                        )
-                    )
-                    # Determine if the file has been modified since the last
-                    # check
-                    file_is_modified = (
-                        modified_date_from_file != modified_date_from_storage
-                    )
-
-                if (
-                    vector_storage_instance.status().vector_count == 0
-                    or file_is_modified
-                ):
+                if vector_storage_instance.status().vector_count == 0:
                     # Clear the vector storage
                     vector_storage_instance.clear()
                     # Process and store the content to the vector storage

docs/conf.py

@@ -27,7 +27,7 @@
 project = 'CAMEL'
 copyright = '2024, CAMEL-AI.org'
 author = 'CAMEL-AI.org'
-release = '0.2.4a'
+release = '0.2.4a1'
 
 html_favicon = (
     'https://raw.githubusercontent.com/camel-ai/camel/master/misc/favicon.png'

docs/get_started/installation.md

@@ -60,7 +60,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.4a https://github.com/camel-ai/camel.git
+git clone -b v0.2.4a1 https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

poetry.lock

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "camel-ai"
-version = "0.2.4a"
+version = "0.2.4a1"
 authors = ["CAMEL-AI.org"]
 description = "Communicative Agents for AI Society Study"
 readme = "README.md"