Skip to content

Commit 8865240

Browse files
author
Salma Elshafey
committed
Update result key to tool_call_accuracy
1 parent 1965639 commit 8865240

File tree

3 files changed

+9
-9
lines changed

3 files changed

+9
-9
lines changed

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,7 @@ class ToolCallAccuracyEvaluator(PromptyEvaluatorBase[Union[str, float]]):
6565
"""
6666

6767
_PROMPTY_FILE = "tool_call_accuracy.prompty"
68-
_RESULT_KEY = "tool_call_accurate"
68+
_RESULT_KEY = "tool_call_accuracy"
6969

7070
_MAX_TOOL_CALL_ACCURACY_SCORE = 5
7171
_MIN_TOOL_CALL_ACCURACY_SCORE = 1

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_call_accuracy/test_new_evaluator.ipynb

Whitespace-only changes.

sdk/evaluation/azure-ai-evaluation/tests/unittests/test_agent_evaluators.py

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -27,8 +27,8 @@ def test_tool_call_accuracy_evaluator_missing_inputs(self, mock_model_config):
2727
}]
2828
)
2929
assert not result["applicable"]
30-
assert result["tool_call_accurate"] == "not applicable"
31-
assert "No tool calls found in response or provided tool_calls." in result["tool_call_accurate_reason"]
30+
assert result["tool_call_accuracy"] == "not applicable"
31+
assert "No tool calls found in response or provided tool_calls." in result["tool_call_accuracy_reason"]
3232

3333
# Test with missing tool_definitions
3434
result = tool_call_accuracy(
@@ -43,8 +43,8 @@ def test_tool_call_accuracy_evaluator_missing_inputs(self, mock_model_config):
4343
}]
4444
)
4545
assert not result["applicable"]
46-
assert result["tool_call_accurate"] == "not applicable"
47-
assert "Tool definitions must be provided." in result["tool_call_accurate_reason"]
46+
assert result["tool_call_accuracy"] == "not applicable"
47+
assert "Tool definitions must be provided." in result["tool_call_accuracy_reason"]
4848

4949
# Test with response that has no tool calls
5050
result = tool_call_accuracy(
@@ -65,8 +65,8 @@ def test_tool_call_accuracy_evaluator_missing_inputs(self, mock_model_config):
6565
}]
6666
)
6767
assert not result["applicable"]
68-
assert result["tool_call_accurate"] == "not applicable"
69-
assert "No tool calls found in response or provided tool_calls." in result["tool_call_accurate_reason"]
68+
assert result["tool_call_accuracy"] == "not applicable"
69+
assert "No tool calls found in response or provided tool_calls." in result["tool_call_accuracy_reason"]
7070

7171
# Test with tool call for which definition is not provided
7272
result = tool_call_accuracy(
@@ -91,5 +91,5 @@ def test_tool_call_accuracy_evaluator_missing_inputs(self, mock_model_config):
9191
}]
9292
)
9393
assert not result["applicable"]
94-
assert result["tool_call_accurate"] == "not applicable"
95-
assert "Tool definitions for all tool calls must be provided." in result["tool_call_accurate_reason"]
94+
assert result["tool_call_accuracy"] == "not applicable"
95+
assert "Tool definitions for all tool calls must be provided." in result["tool_call_accuracy_reason"]

0 commit comments

Comments
 (0)