diff --git a/libs/labelbox/src/labelbox/schema/tool_building/step_reasoning_tool.py b/libs/labelbox/src/labelbox/schema/tool_building/step_reasoning_tool.py index 009b3526c..084816e55 100644 --- a/libs/labelbox/src/labelbox/schema/tool_building/step_reasoning_tool.py +++ b/libs/labelbox/src/labelbox/schema/tool_building/step_reasoning_tool.py @@ -21,7 +21,7 @@ class IncorrectStepReasoningVariant: name: str regenerate_steps: Optional[bool] = True generate_and_rate_alternative_steps: Optional[bool] = True - rewrite_steps: Optional[bool] = True + rewrite_step: Optional[bool] = True justification: Optional[bool] = True def asdict(self) -> Dict[str, Any]: @@ -30,8 +30,8 @@ def asdict(self) -> Dict[str, Any]: actions.append("regenerateSteps") if self.generate_and_rate_alternative_steps: actions.append("generateAndRateAlternativeSteps") - if self.rewrite_steps: - actions.append("rewriteSteps") + if self.rewrite_step: + actions.append("rewriteStep") if self.justification: actions.append("justification") return {"id": self.id, "name": self.name, "actions": actions} @@ -46,7 +46,7 @@ def from_dict( regenerate_steps="regenerateSteps" in dictionary.get("actions", []), generate_and_rate_alternative_steps="generateAndRateAlternativeSteps" in dictionary.get("actions", []), - rewrite_steps="rewriteSteps" in dictionary.get("actions", []), + rewrite_step="rewriteStep" in dictionary.get("actions", []), justification="justification" in dictionary.get("actions", []), ) @@ -183,11 +183,11 @@ def reset_generate_and_rate_alternative_steps(self): """ self.definition.variants.incorrect_step.generate_and_rate_alternative_steps = False - def reset_rewrite_steps(self): + def reset_rewrite_step(self): """ For live models, will require labelers to rewrite the conversation """ - self.definition.variants.incorrect_step.rewrite_steps = False + self.definition.variants.incorrect_step.rewrite_step = False def reset_justification(self): """ diff --git a/libs/labelbox/tests/integration/test_ontology.py b/libs/labelbox/tests/integration/test_ontology.py index 84cd2b853..8531be310 100644 --- a/libs/labelbox/tests/integration/test_ontology.py +++ b/libs/labelbox/tests/integration/test_ontology.py @@ -334,12 +334,17 @@ def test_step_reasoning_ontology(chat_evaluation_ontology): break assert step_reasoning_tool is not None assert step_reasoning_tool["definition"]["variants"] == [ - {"id": 0, "name": "Correct"}, - {"id": 1, "name": "Neutral"}, + {"id": 0, "name": "Correct", "actions": []}, + {"id": 1, "name": "Neutral", "actions": []}, { "id": 2, "name": "Incorrect", - "actions": ["regenerateSteps", "generateAndRateAlternativeSteps"], + "actions": [ + "regenerateSteps", + "generateAndRateAlternativeSteps", + "rewriteStep", + "justification", + ], }, ] assert step_reasoning_tool["definition"]["version"] == 1 @@ -356,14 +361,21 @@ def test_step_reasoning_ontology(chat_evaluation_ontology): { "id": 0, "name": "Correct", + "actions": [], }, { "id": 1, "name": "Neutral", + "actions": [], }, { "id": 2, "name": "Incorrect", - "actions": ["regenerateSteps", "generateAndRateAlternativeSteps"], + "actions": [ + "regenerateSteps", + "generateAndRateAlternativeSteps", + "rewriteStep", + "justification", + ], }, ] diff --git a/libs/labelbox/tests/unit/test_unit_step_reasoning_tool.py b/libs/labelbox/tests/unit/test_unit_step_reasoning_tool.py index 3ce1ea9eb..1bb10e672 100644 --- a/libs/labelbox/tests/unit/test_unit_step_reasoning_tool.py +++ b/libs/labelbox/tests/unit/test_unit_step_reasoning_tool.py @@ -19,7 +19,7 @@ def test_step_reasoning_as_dict_default(): "actions": [ "regenerateSteps", "generateAndRateAlternativeSteps", - "rewriteSteps", + "rewriteStep", "justification", ], }, @@ -33,7 +33,7 @@ def test_step_reasoning_as_dict_with_actions(): tool = StepReasoningTool(name="step reasoning") tool.reset_generate_and_rate_alternative_steps() tool.reset_regenerate_steps() - tool.reset_rewrite_steps() + tool.reset_rewrite_step() tool.reset_justification() assert tool.asdict() == { "tool": "step-reasoning",