feat: add integrarion for anthropic

Author: VinciGit00

README.md

@@ -36,7 +36,7 @@ By the way if you to use not mandatory modules it is necessary to install by you
 
 ### Installing "Other Language Models"
 
-This group allows you to use additional language models like Fireworks, Groq, Anthropic, Hugging Face, and Nvidia AI Endpoints.
+This group allows you to use additional language models like Fireworks, Groq, Anthropic, Anthropic apis, Hugging Face, and Nvidia AI Endpoints.
 ```bash
 pip install scrapegraphai[other-language-models]
 

pyproject.toml

@@ -69,6 +69,7 @@ docs = ["sphinx==6.0", "furo==2024.5.6"]
 # Group 1: Other Language Models
 other-language-models = [
     "langchain-fireworks>=0.1.3",
+    "langchain-anthropic==0.1.23",
     "langchain-groq>=0.1.3",
     "langchain-anthropic>=0.1.11",
     "langchain-huggingface>=0.0.3",

scrapegraphai/graphs/abstract_graph.py

@@ -139,7 +139,7 @@ def handle_model(model_name, provider, token_key, default_token=8192):
                 warnings.simplefilter("ignore")
                 return init_chat_model(**llm_params)
 
-        known_models = {"chatgpt","gpt","openai", "azure_openai", "google_genai",
+        known_models = {"anthropic", "chatgpt","gpt","openai", "azure_openai", "google_genai",
                         "ollama", "oneapi", "nvidia", "groq", "google_vertexai",
                         "bedrock", "mistralai", "hugging_face", "deepseek", "ernie", "fireworks"}
 
@@ -173,6 +173,12 @@ def handle_model(model_name, provider, token_key, default_token=8192):
 
             elif "claude-3-" in llm_params["model"]:
                 return handle_model(llm_params["model"], "anthropic", "claude3")
+            
+            elif "anthropic" in llm_params["model"]:
+                from langchain_anthropic import ChatAnthropic
+                
+                model_name = llm_params["model"].split("/")[-1]
+                return handle_model(model_name, "anthropic", model_name)
 
             elif llm_params["model"].startswith("mistral"):
                 model_name = llm_params["model"].split("/")[-1]

scrapegraphai/helpers/models_tokens.py

@@ -137,6 +137,14 @@
         "claude-3-haiku-20240307": 200000,
         "claude-3-5-sonnet-20240620": 200000,
     },
+    "anthropic": {
+        "claude-3-haiku-20240307-v1:0": 200000,
+        "claude-3-sonnet-20240229-v1:0": 200000,
+        "laude-3-opus-20240229-v1:0": 200000,
+        "claude-v2:1": 200000,
+        "claude-v2": 100000,
+        "claude-instant-v1": 100000,
+    },
     "bedrock": {
         "anthropic.claude-3-haiku-20240307-v1:0": 200000,
         "anthropic.claude-3-sonnet-20240229-v1:0": 200000,