Merge remote-tracking branch 'cheshirecat/develop' into develop

# Conflicts:
#	core/cat/env.py
#	core/cat/looking_glass/cheshire_cat.py
#	core/cat/memory/vector_memory.py
#	core/cat/memory/vector_memory_collection.py
#	core/cat/routes/plugins.py
#	core/cat/utils.py

Author: matteocacciola

core/cat/looking_glass/cheshire_cat.py

@@ -7,6 +7,9 @@
 from langchain_core.runnables import RunnableLambda
 from langchain_core.prompts import ChatPromptTemplate
 from langchain_core.output_parsers.string import StrOutputParser
+from langchain_cohere import ChatCohere
+from langchain_openai import ChatOpenAI, OpenAI
+from langchain_google_genai import ChatGoogleGenerativeAI
 
 from cat.auth.auth_utils import hash_password, DEFAULT_USER_USERNAME
 from cat.auth.permissions import get_base_permissions

core/cat/utils.py

@@ -5,7 +5,7 @@
 from fastapi import UploadFile
 import inspect
 from pydantic import BaseModel, ConfigDict
-from langchain.evaluation import StringDistance, load_evaluator, EvaluatorType
+from rapidfuzz.distance import Levenshtein
 from langchain_core.embeddings import Embeddings
 from langchain_core.output_parsers import JsonOutputParser
 from langchain_core.prompts import PromptTemplate
@@ -232,25 +232,18 @@ def explicit_error_message(e):
     return error_description
 
 
-def levenshtein_distance(prediction: str, reference: str) -> int:
-    jaro_evaluator = load_evaluator(
-        EvaluatorType.STRING_DISTANCE, distance=StringDistance.LEVENSHTEIN
-    )
-    result = jaro_evaluator.evaluate_strings(
-        prediction=prediction,
-        reference=reference,
-    )
-    return result["score"]
-
+def levenshtein_distance(prediction: str, reference: str) -> float:
+    res = Levenshtein.normalized_distance(prediction, reference)
+    return res
 
 def parse_json(json_string: str, pydantic_model: BaseModel = None) -> Dict:
     # instantiate parser
     parser = JsonOutputParser(pydantic_object=pydantic_model)
 
     # clean to help small LLMs
     replaces = {
-        "\_": "_",
-        "\-": "-",
+        "\\_": "_",
+        "\\-": "-",
         "None": "null",
         "{{": "{",
         "}}": "}",