refactoring of fetch node

Author: VinciGit00

examples/local_models/smart_scraper_ollama.py

@@ -9,7 +9,7 @@
 
 graph_config = {
     "llm": {
-        "model": "ollama/llama3",
+        "model": "ollama/mistral",
         "temperature": 0,
         "format": "json",  # Ollama needs the format to be specified explicitly
         # "base_url": "http://localhost:11434", # set ollama URL arbitrarily

examples/openai/smart_scraper_openai.py

@@ -30,10 +30,9 @@
 # ************************************************
 
 smart_scraper_graph = SmartScraperGraph(
-    prompt="List me all the projects with their description",
-    # also accepts a string with the already downloaded HTML code
-    source="https://perinim.github.io/projects/",
-    config=graph_config,
+    prompt="List me all the titles of the articles",
+    source="https://www.wired.com",
+    config=graph_config
 )
 
 result = smart_scraper_graph.run()

scrapegraphai/nodes/fetch_node.py

@@ -170,7 +170,7 @@ def execute(self, state):
             parsed_content = convert_to_md(document[0].page_content)
 
             compressed_document = [
-                Document(page_content=parsed_content, metadata={"source": parsed_content})
+                Document(page_content=parsed_content, metadata={"source": "html file"})
             ]
 
         state.update(