fixed a bug

Author: VinciGit00

examples/local_models/smart_scraper_ollama.py

@@ -9,7 +9,7 @@
 
 graph_config = {
     "llm": {
-        "model": "ollama/mistral",
+        "model": "ollama/llama3",
         "temperature": 0,
         "format": "json",  # Ollama needs the format to be specified explicitly
         # "base_url": "http://localhost:11434", # set ollama URL arbitrarily
@@ -29,8 +29,7 @@
 
 smart_scraper_graph = SmartScraperGraph(
     prompt="List me all the titles of the articles",
-    # also accepts a string with the already downloaded HTML code
-    source="https://www.wired.com/",
+    source="https://www.wired.com",
     config=graph_config
 )
 

examples/local_models/smart_scraper_schema_ollama.py

@@ -19,7 +19,7 @@ class Projects(BaseModel):
 
 graph_config = {
     "llm": {
-        "model": "ollama/mistral",
+        "model": "ollama/llama3",
         "temperature": 0,
         "format": "json",  # Ollama needs the format to be specified explicitly
         # "base_url": "http://localhost:11434", # set ollama URL arbitrarily

scrapegraphai/nodes/fetch_node.py

@@ -167,10 +167,10 @@ def execute(self, state):
             if not document or not document[0].page_content.strip():
                 raise ValueError("No HTML body content found in the document fetched by ChromiumLoader.")
 
-            parsed_content = convert_to_md(source)
+            parsed_content = convert_to_md(document[0].page_content)
 
             compressed_document = [
-                Document(page_content=parsed_content, metadata={"source": source})
+                Document(page_content=parsed_content, metadata={"source": parsed_content})
             ]
 
         state.update(