Run on all questions

pamelafox · pamelafox · commit af62dff20011 · 2024-10-18T23:32:01.000Z
diff --git a/evals/evaluate.py b/evals/evaluate.py
@@ -56,5 +56,8 @@ def get_openai_config() -> dict:
     # TODO: Specify the num questions using arg CLI
 
     run_evaluate_from_config(
-        working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config
+        working_dir=Path(__file__).parent,
+        config_path="eval_config.json",
+        openai_config=openai_config,
+        num_questions=None,
     )

Original file line number	Diff line number	Diff line change
`@@ -56,5 +56,8 @@ def get_openai_config() -> dict:`
`56`	`56`	`# TODO: Specify the num questions using arg CLI`
`57`	`57`
`58`	`58`	`run_evaluate_from_config(`
`59`		`- working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config`
	`59`	`+ working_dir=Path(__file__).parent,`
	`60`	`+ config_path="eval_config.json",`
	`61`	`+ openai_config=openai_config,`
	`62`	`+ num_questions=None,`
`60`	`63`	`)`