Skip to content

Commit 5cbcaef

Browse files
author
Val Brodsky
committed
Verify that text classifications can be attached to moe ontologies
1 parent e662ee0 commit 5cbcaef

File tree

2 files changed

+50
-7
lines changed

2 files changed

+50
-7
lines changed

libs/labelbox/tests/integration/conftest.py

Lines changed: 45 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -343,13 +343,51 @@ def _upload_invalid_data_rows_for_dataset(dataset: Dataset):
343343
@pytest.fixture
344344
def chat_evaluation_ontology(client, rand_gen):
345345
ontology_name = f"test-chat-evaluation-ontology-{rand_gen(str)}"
346-
ontology_builder = OntologyBuilder(tools=[
347-
Tool(tool=Tool.Type.MESSAGE_SINGLE_SELECTION,
348-
name="model output single selection"),
349-
Tool(tool=Tool.Type.MESSAGE_MULTI_SELECTION,
350-
name="model output multi selection"),
351-
Tool(tool=Tool.Type.MESSAGE_RANKING, name="model output multi ranking"),
352-
],)
346+
ontology_builder = OntologyBuilder(
347+
tools=[
348+
Tool(tool=Tool.Type.MESSAGE_SINGLE_SELECTION,
349+
name="model output single selection"),
350+
Tool(tool=Tool.Type.MESSAGE_MULTI_SELECTION,
351+
name="model output multi selection"),
352+
Tool(tool=Tool.Type.MESSAGE_RANKING,
353+
name="model output multi ranking"),
354+
],
355+
classifications=[
356+
Classification(class_type=Classification.Type.TEXT,
357+
name="global model output text classification",
358+
scope=Classification.Scope.GLOBAL),
359+
Classification(class_type=Classification.Type.RADIO,
360+
name="global model output radio classification",
361+
scope=Classification.Scope.GLOBAL,
362+
options=[
363+
Option(value="global first option answer"),
364+
Option(value="global second option answer"),
365+
]),
366+
Classification(class_type=Classification.Type.CHECKLIST,
367+
name="global model output checklist classification",
368+
scope=Classification.Scope.GLOBAL,
369+
options=[
370+
Option(value="global first option answer"),
371+
Option(value="global second option answer"),
372+
]),
373+
Classification(class_type=Classification.Type.TEXT,
374+
name="index model output text classification",
375+
scope=Classification.Scope.INDEX),
376+
Classification(class_type=Classification.Type.RADIO,
377+
name="index model output radio classification",
378+
scope=Classification.Scope.INDEX,
379+
options=[
380+
Option(value="index first option answer"),
381+
Option(value="index second option answer"),
382+
]),
383+
Classification(class_type=Classification.Type.CHECKLIST,
384+
name="index model output checklist classification",
385+
scope=Classification.Scope.INDEX,
386+
options=[
387+
Option(value="index first option answer"),
388+
Option(value="index second option answer"),
389+
]),
390+
])
353391

354392
ontology = client.create_ontology(
355393
ontology_name,

libs/labelbox/tests/integration/test_chat_evaluation_ontology_project.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,11 @@ def test_create_chat_evaluation_ontology_project(
1818
assert tool.schema_id
1919
assert tool.feature_schema_id
2020

21+
assert (len(ontology.classifications()) == 6)
22+
for classification in ontology.classifications():
23+
assert classification.schema_id
24+
assert classification.feature_schema_id
25+
2126
project = chat_evaluation_project_create_dataset
2227
project.setup_editor(ontology)
2328

0 commit comments

Comments
 (0)