Logger integration

.python-version

@@ -1 +1 @@
-3.9.19
+3.10.14

examples/local_models/smart_scraper_ollama.py

@@ -20,6 +20,7 @@
         # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
+    "headless": False
 }
 
 # ************************************************

examples/openai/smart_scraper_openai.py

@@ -19,9 +19,9 @@
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "gpt-3.5-turbo",
     },
-    "verbose": True,
+    "verbose": False,
     "headless": False,
 }
 

examples/single_node/robot_node.py

@@ -11,7 +11,7 @@
 
 graph_config = {
     "llm": {
-        "model": "ollama/llama3",
+        "model_name": "ollama/llama3",
         "temperature": 0,
         "streaming": True
     },

requirements-dev.lock

@@ -93,7 +93,6 @@ graphviz==0.20.3
     # via scrapegraphai
 greenlet==3.0.3
     # via playwright
-    # via sqlalchemy
 groq==0.5.0
     # via langchain-groq
 grpcio==1.63.0

requirements.lock

@@ -92,7 +92,6 @@ graphviz==0.20.3
     # via scrapegraphai
 greenlet==3.0.3
     # via playwright
-    # via sqlalchemy
 groq==0.5.0
     # via langchain-groq
 grpcio==1.63.0

scrapegraphai/docloaders/chromium.py

@@ -1,14 +1,13 @@
 import asyncio
-import logging
 from typing import Any, AsyncIterator, Iterator, List, Optional
 
 from langchain_community.document_loaders.base import BaseLoader
 from langchain_core.documents import Document
 
-from ..utils import Proxy, dynamic_import, parse_or_search_proxy
+from ..utils import Proxy, dynamic_import, get_logger, parse_or_search_proxy
 
 
-logger = logging.getLogger(__name__)
+logger = get_logger("web-loader")
 
 
 class ChromiumLoader(BaseLoader):

scrapegraphai/graphs/__init__.py

@@ -15,4 +15,3 @@
 from .pdf_scraper_graph import PDFScraperGraph
 from .omni_scraper_graph import OmniScraperGraph
 from .omni_search_graph import OmniSearchGraph
-from .turbo_scraper import TurboScraperGraph