Skip to content

Commit 8092f95

Browse files
committed
Add ability to use custom prompt templates
- Changed prompt template format to yaml - Adds a new class `PromptManager` to handle prompt templates assignment - Adds a new parameter `custom_prompt_file` to allow users to submit path to their custom prompt templates yaml file, that will overwrite the default prompt templates - All prompt related handling now consolidated within messages package - Added support for the new Anthropic Claude 4 (Sonnet, Opus) models
1 parent 0c0610d commit 8092f95

23 files changed

+4892
-2558
lines changed

LLM_CONFIG_sample.json

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -4,13 +4,13 @@
44
{"agent": "Analyst Selector", "details": {"model": "claude-3-7-sonnet-20250219", "provider":"anthropic","max_tokens": 2000, "temperature": 0}},
55
{"agent": "Theorist", "details": {"model": "gemini-2.5-pro-preview-05-06", "provider":"gemini","max_tokens": 4000, "temperature": 0}},
66
{"agent": "Dataframe Inspector", "details": {"model": "gemini-2.0-flash", "provider":"gemini","max_tokens": 8000, "temperature": 0}},
7-
{"agent": "Planner", "details": {"model": "gemini-2.5-pro-preview-05-06", "provider":"gemini","max_tokens": 8000, "temperature": 0}},
7+
{"agent": "Planner", "details": {"model": "gemini-2.5-pro-preview-05-06", "provider":"gemini","max_tokens": 15000, "temperature": 0}},
88
{"agent": "Code Generator", "details": {"model": "claude-3-5-sonnet-20241022", "provider":"anthropic","max_tokens": 8000, "temperature": 0}},
99
{"agent": "Error Corrector", "details": {"model": "claude-3-5-sonnet-20241022", "provider":"anthropic","max_tokens": 8000, "temperature": 0}},
1010
{"agent": "Reviewer", "details": {"model": "gemini-2.5-pro-preview-05-06", "provider":"gemini","max_tokens": 8000, "temperature": 0}},
11-
{"agent": "Solution Summarizer", "details": {"model": "gemini-2.5-flash-preview-04-17", "provider":"gemini","max_tokens": 4000, "temperature": 0}},
12-
{"agent": "Google Search Executor", "details": {"model": "gemini-2.5-flash-preview-04-17", "provider":"gemini","max_tokens": 4000, "temperature": 0}},
13-
{"agent": "Google Search Summarizer", "details": {"model": "gemini-2.5-flash-preview-04-17", "provider":"gemini","max_tokens": 4000, "temperature": 0}}
11+
{"agent": "Solution Summarizer", "details": {"model": "gemini-2.5-flash-preview-05-20", "provider":"gemini","max_tokens": 4000, "temperature": 0}},
12+
{"agent": "Google Search Executor", "details": {"model": "gemini-2.5-flash-preview-05-20", "provider":"gemini","max_tokens": 4000, "temperature": 0}},
13+
{"agent": "Google Search Summarizer", "details": {"model": "gemini-2.5-flash-preview-05-20", "provider":"gemini","max_tokens": 4000, "temperature": 0}}
1414
],
1515
"model_properties": {
1616
"gpt-4o": {"capability":"base","multimodal":"true", "templ_formating":"text", "prompt_tokens": 0.0025, "completion_tokens": 0.010},
@@ -21,13 +21,15 @@
2121
"o3-mini": {"capability":"reasoning", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.0011, "completion_tokens": 0.0044},
2222
"o1": {"capability":"reasoning", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.015, "completion_tokens": 0.06},
2323
"gemini-2.0-flash": {"capability":"base", "multimodal":"true","templ_formating":"text", "prompt_tokens": 0.0001, "completion_tokens": 0.0004},
24-
"gemini-2.5-flash-preview-04-17": {"capability":"reasoning", "multimodal":"true","templ_formating":"text", "prompt_tokens": 0.00015, "completion_tokens": 0.0035},
24+
"gemini-2.5-flash-preview-05-20": {"capability":"reasoning", "multimodal":"true","templ_formating":"text", "prompt_tokens": 0.00015, "completion_tokens": 0.0035},
2525
"gemini-2.0-flash-thinking-exp-01-21": {"capability":"reasoning", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.0, "completion_tokens": 0.0},
2626
"gemini-2.5-pro-exp-03-25": {"capability":"reasoning", "multimodal":"true","templ_formating":"text", "prompt_tokens": 0.0, "completion_tokens": 0.0},
2727
"gemini-2.5-pro-preview-05-06": {"capability":"reasoning", "multimodal":"true","templ_formating":"text", "prompt_tokens": 0.00125, "completion_tokens": 0.01},
2828
"claude-3-5-haiku-20241022": {"capability":"base", "multimodal":"true","templ_formating":"xml", "prompt_tokens": 0.0008, "completion_tokens": 0.004},
2929
"claude-3-5-sonnet-20241022": {"capability":"base", "multimodal":"true","templ_formating":"xml", "prompt_tokens": 0.003, "completion_tokens": 0.015},
3030
"claude-3-7-sonnet-20250219": {"capability":"base", "multimodal":"true","templ_formating":"xml", "prompt_tokens": 0.003, "completion_tokens": 0.015},
31+
"claude-sonnet-4-20250514": {"capability":"base", "multimodal":"true","templ_formating":"xml", "prompt_tokens": 0.003, "completion_tokens": 0.015},
32+
"claude-opus-4-20250514": {"capability":"base", "multimodal":"true","templ_formating":"xml", "prompt_tokens": 0.015, "completion_tokens": 0.075},
3133
"open-mixtral-8x7b": {"capability":"base", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.0007, "completion_tokens": 0.0007},
3234
"mistral-small-latest": {"capability":"base", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.001, "completion_tokens": 0.003},
3335
"codestral-latest": {"capability":"base", "multimodal":"false","templ_formating":"text", "prompt_tokens": 0.001, "completion_tokens": 0.003},

0 commit comments

Comments
 (0)