Skip to content

Commit 346eca6

Browse files
author
Val Brodsky
committed
Add tests
1 parent f859770 commit 346eca6

File tree

3 files changed

+22
-1
lines changed

3 files changed

+22
-1
lines changed

libs/labelbox/src/labelbox/client.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -821,7 +821,7 @@ def create_model_evaluation_project(self,
821821

822822
def create_offline_model_evaluation_project(self, **kwargs) -> Project:
823823
kwargs["media_type"] = MediaType.Conversational
824-
kwargs["editor_task_type"] = EditorTaskType.OfflineModelEvaluation.value
824+
kwargs["editor_task_type"] = EditorTaskType.OfflineModelChatEvaluation.value
825825

826826
return self.create_project(**kwargs)
827827

libs/labelbox/tests/integration/conftest.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -416,6 +416,15 @@ def chat_evaluation_project_create_dataset(client, rand_gen):
416416
project.delete()
417417

418418

419+
@pytest.fixture
420+
def offline_chat_evaluation_project(client, rand_gen):
421+
project_name = f"test-offline-model-evaluation-project-{rand_gen(str)}"
422+
project = client.create_offline_model_evaluation_project(name=project_name)
423+
424+
yield project
425+
426+
project.delete()
427+
419428
@pytest.fixture
420429
def chat_evaluation_project_append_to_dataset(client, dataset, rand_gen):
421430
project_name = f"test-model-evaluation-project-{rand_gen(str)}"
Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
def test_create_offline_chat_evaluation_project(
2+
client,
3+
offline_chat_evaluation_project,
4+
chat_evaluation_ontology):
5+
project = offline_chat_evaluation_project
6+
assert project
7+
8+
ontology = chat_evaluation_ontology
9+
project.setup_editor(ontology)
10+
11+
assert project.labeling_frontend().name == "Editor"
12+
assert project.ontology().name == ontology.name

0 commit comments

Comments
 (0)