From 8bd8fb0859b51fa8ed07e4c6695c8a9d3456f317 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Wed, 10 Jul 2024 12:19:41 +0200 Subject: [PATCH 1/2] refactoring of examples --- examples/anthropic/search_graph_schema_haiku.py | 12 ------------ examples/bedrock/search_graph_bedrock.py | 12 ------------ examples/deepseek/search_graph_deepseek.py | 12 ------------ examples/ernie/search_graph_ernie.py | 13 +------------ examples/fireworks/search_graph_fireworks.py | 12 ------------ examples/oneapi/search_graph_oneapi.py | 12 ------------ examples/openai/search_graph_openai.py | 12 ------------ 7 files changed, 1 insertion(+), 84 deletions(-) diff --git a/examples/anthropic/search_graph_schema_haiku.py b/examples/anthropic/search_graph_schema_haiku.py index 649f8497..19eebf09 100644 --- a/examples/anthropic/search_graph_schema_haiku.py +++ b/examples/anthropic/search_graph_schema_haiku.py @@ -7,7 +7,6 @@ load_dotenv() from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info from pydantic import BaseModel, Field from typing import List @@ -45,14 +44,3 @@ class Dishes(BaseModel): result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/bedrock/search_graph_bedrock.py b/examples/bedrock/search_graph_bedrock.py index 5ca5cfa8..9b32d3db 100644 --- a/examples/bedrock/search_graph_bedrock.py +++ b/examples/bedrock/search_graph_bedrock.py @@ -4,7 +4,6 @@ from dotenv import load_dotenv from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info load_dotenv() @@ -33,14 +32,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/deepseek/search_graph_deepseek.py b/examples/deepseek/search_graph_deepseek.py index 1ef42602..d607e1b1 100644 --- a/examples/deepseek/search_graph_deepseek.py +++ b/examples/deepseek/search_graph_deepseek.py @@ -5,7 +5,6 @@ import os from dotenv import load_dotenv from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info load_dotenv() # ************************************************ @@ -40,14 +39,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/ernie/search_graph_ernie.py b/examples/ernie/search_graph_ernie.py index 7f40ebde..22802c6e 100644 --- a/examples/ernie/search_graph_ernie.py +++ b/examples/ernie/search_graph_ernie.py @@ -5,7 +5,7 @@ import os from dotenv import load_dotenv from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info + load_dotenv() # ************************************************ @@ -34,14 +34,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/fireworks/search_graph_fireworks.py b/examples/fireworks/search_graph_fireworks.py index 545bbde8..4d4d33cb 100644 --- a/examples/fireworks/search_graph_fireworks.py +++ b/examples/fireworks/search_graph_fireworks.py @@ -5,7 +5,6 @@ import os from dotenv import load_dotenv from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info load_dotenv() @@ -43,14 +42,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/oneapi/search_graph_oneapi.py b/examples/oneapi/search_graph_oneapi.py index 6756f33b..d5b1ea44 100644 --- a/examples/oneapi/search_graph_oneapi.py +++ b/examples/oneapi/search_graph_oneapi.py @@ -3,7 +3,6 @@ """ from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info # ************************************************ # Define the configuration for the graph @@ -29,14 +28,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") diff --git a/examples/openai/search_graph_openai.py b/examples/openai/search_graph_openai.py index 7f40ebde..fbc5e0ec 100644 --- a/examples/openai/search_graph_openai.py +++ b/examples/openai/search_graph_openai.py @@ -5,7 +5,6 @@ import os from dotenv import load_dotenv from scrapegraphai.graphs import SearchGraph -from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info load_dotenv() # ************************************************ @@ -34,14 +33,3 @@ result = search_graph.run() print(result) - -# ************************************************ -# Get graph execution info -# ************************************************ - -graph_exec_info = search_graph.get_execution_info() -print(prettify_exec_info(graph_exec_info)) - -# Save to json and csv -convert_to_csv(result, "result") -convert_to_json(result, "result") From 62f51652eba87c0b23ff0423323244d4b1c93e51 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Wed, 10 Jul 2024 20:16:25 +0200 Subject: [PATCH 2/2] Create serch_graph_scehma.py --- examples/extras/serch_graph_scehma.py | 43 +++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 examples/extras/serch_graph_scehma.py diff --git a/examples/extras/serch_graph_scehma.py b/examples/extras/serch_graph_scehma.py new file mode 100644 index 00000000..493a4367 --- /dev/null +++ b/examples/extras/serch_graph_scehma.py @@ -0,0 +1,43 @@ +""" +Example of Search Graph +""" + +import os +from dotenv import load_dotenv +from scrapegraphai.graphs import SearchGraph +from pydantic import BaseModel, Field +from typing import List +load_dotenv() + +# ************************************************ +# Define the configuration for the graph +# ************************************************ +class CeoName(BaseModel): + ceo_name: str = Field(description="The name and surname of the ceo") + +class Ceos(BaseModel): + names: List[CeoName] + +openai_key = os.getenv("OPENAI_APIKEY") + +graph_config = { + "llm": { + "api_key": openai_key, + "model": "gpt-4o", + }, + "max_results": 2, + "verbose": True, +} + +# ************************************************ +# Create the SearchGraph instance and run it +# ************************************************ + +search_graph = SearchGraph( + prompt=f"Who is the ceo of Appke?", + schema = Ceos, + config=graph_config, +) + +result = search_graph.run() +print(result)