Simplify create_project by removing ontology_kind

Author: Val Brodsky

libs/labelbox/src/labelbox/client.py

@@ -744,7 +744,6 @@ def create_project(self, **kwargs) -> Project:
             InvalidAttributeError: If the Project type does not contain
                 any of the attribute names given in kwargs.
         """
-        kwargs.pop("ontology_kind", None)
         kwargs.pop("dataset_name_or_id", None)
         kwargs.pop("append_to_existing_dataset", None)
         kwargs.pop("data_row_count", None)
@@ -823,6 +822,9 @@ def create_offline_model_evaluation_project(self, **kwargs) -> Project:
         kwargs["media_type"] = MediaType.Conversational
         kwargs[
             "editor_task_type"] = EditorTaskType.OfflineModelChatEvaluation.value
+        kwargs.pop("dataset_name_or_id", None)
+        kwargs.pop("append_to_existing_dataset", None)
+        kwargs.pop("data_row_count", None)
 
         return self.create_project(**kwargs)
 
@@ -866,15 +868,6 @@ def _create_project(self, **kwargs) -> Project:
                 " through this method will soon no longer be supported.")
             media_type_value = None
 
-        ontology_kind = kwargs.pop("ontology_kind", None)
-        if ontology_kind and OntologyKind.is_supported(ontology_kind):
-            editor_task_type_value = EditorTaskTypeMapper.to_editor_task_type(
-                ontology_kind, media_type).value
-        elif ontology_kind:
-            raise OntologyKind.get_ontology_kind_validation_error(ontology_kind)
-        else:
-            editor_task_type_value = None
-
         quality_mode = kwargs.get("quality_mode")
         if not quality_mode:
             logger.info("Defaulting quality mode to Benchmark.")

libs/labelbox/tests/integration/conftest.py

@@ -439,6 +439,138 @@ def chat_evaluation_project_append_to_dataset(client, dataset, rand_gen):
     project.delete()
 
 
+@pytest.fixture
+def offline_conversational_data_row(initial_dataset):
+    convo_v2_row_data = {
+        "type": "application/vnd.labelbox.conversational.model-chat-evaluation",
+        "version": 2,
+        "actors": {
+            "clxhs9wk000013b6w7imiz0h8": {
+                "role": "human",
+                "metadata": {
+                    "name": "User"
+                }
+            },
+            "clxhsc6xb00013b6w1awh579j": {
+                "role": "model",
+                "metadata": {
+                    "modelConfigId": "5a50d319-56bd-405d-87bb-4442daea0d0f"
+                }
+            },
+            "clxhsc6xb00023b6wlp0768zs": {
+                "role": "model",
+                "metadata": {
+                    "modelConfigId": "1cfc833a-2684-47df-95ac-bb7d9f9e3e1f"
+                }
+            }
+        },
+        "messages": {
+            "clxhs9wk000023b6wrufora3k": {
+                "actorId": "clxhs9wk000013b6w7imiz0h8",
+                "content": [{
+                    "type": "text",
+                    "content": "Hello world"
+                }],
+                "childMessageIds": ["clxhscb4z00033b6wukpvmuol"]
+            },
+            "clxhscb4z00033b6wukpvmuol": {
+                "actorId": "clxhsc6xb00013b6w1awh579j",
+                "content": [{
+                    "type":
+                        "text",
+                    "content":
+                        "Hello to you too! 👋 \n\nIt's great to be your guide in the digital world. What can I help you with today? 😊 \n"
+                }],
+                "childMessageIds": ["clxhu2s0900013b6wbv0ndddd"]
+            },
+            "clxhu2s0900013b6wbv0ndddd": {
+                "actorId":
+                    "clxhs9wk000013b6w7imiz0h8",
+                "content": [{
+                    "type": "text",
+                    "content": "Lets some some multi-turn happening"
+                }],
+                "childMessageIds": [
+                    "clxhu4qib00023b6wuep47b1l", "clxhu4qib00033b6wf18az01q"
+                ]
+            },
+            "clxhu4qib00023b6wuep47b1l": {
+                "actorId": "clxhsc6xb00013b6w1awh579j",
+                "content": [{
+                    "type":
+                        "text",
+                    "content":
+                        "Okay, I'm ready for some multi-turn fun! To make it interesting, how about we try building a story together? \n\n**Here's the beginning:**\n\nThe old, dusty book lay forgotten on the shelf, its leather cover cracked and faded. But as the afternoon sun slanted through the window, a single ray caught a glint of gold on the book's spine. Suddenly...\n\n**Now you tell me what happens!** What does the glint of gold turn out to be? What happens next? 🤔 \n"
+                }],
+                "childMessageIds": ["clxhu596m00043b6wvkgahcwz"]
+            },
+            "clxhu4qib00033b6wf18az01q": {
+                "actorId": "clxhsc6xb00023b6wlp0768zs",
+                "content": [{
+                    "type":
+                        "text",
+                    "content":
+                        "Okay, I'm game! Let's have a multi-turn conversation! But to get us started, give me a topic or a question to get us going! 😄 \n\nWhat's on your mind? \n"
+                }],
+                "childMessageIds": ["clxhu596m00043b6wvkgahcwz"]
+            },
+            "clxhu596m00043b6wvkgahcwz": {
+                "actorId":
+                    "clxhs9wk000013b6w7imiz0h8",
+                "content": [{
+                    "type": "text",
+                    "content": "Can you generate an image?"
+                }],
+                "childMessageIds": [
+                    "clxhu5hqk00053b6wk21u6xi7", "clxhu5hqk00063b6whl4gofx8"
+                ]
+            },
+            "clxhu5hqk00053b6wk21u6xi7": {
+                "actorId": "clxhsc6xb00013b6w1awh579j",
+                "content": [{
+                    "type":
+                        "text",
+                    "content":
+                        "I can't generate images directly yet. I'm a text-based AI, so my superpowers are all about words! 🪄 \n\nHowever, I'd love to help you describe an image that fits our story. Tell me: \n\n* **What should the image show?** (For example: The dusty book, the glint of gold, the bookshelf, the room, etc.) \n* **What kind of feeling or atmosphere should the image have?** (Mysterious? Magical? Ominous?) \n\nThe more details you give me, the better I can describe the image! ✨ \n"
+                }],
+                "childMessageIds": []
+            },
+            "clxhu5hqk00063b6whl4gofx8": {
+                "actorId": "clxhsc6xb00023b6wlp0768zs",
+                "content": [{
+                    "type":
+                        "text",
+                    "content":
+                        "I can't *actually* generate images directly. 😔 I'm primarily a text-based AI. \n\nTo help me understand what you'd like to see, tell me: \n\n* **What should be in the image?** Be specific! (e.g., \"A cat wearing a tiny hat\", \"A futuristic cityscape at sunset\")\n* **What style do you imagine?** (e.g., realistic, cartoonish, abstract)\n\nOnce you give me those details, I can try to give you a vivid description that's almost as good as seeing it! 😊 \n"
+                }],
+                "childMessageIds": []
+            }
+        },
+        "rootMessageIds": ["clxhs9wk000023b6wrufora3k"]
+    }
+
+    convo_v2_asset = {
+        "row_data": convo_v2_row_data,
+    }
+    data_row = initial_dataset.create_data_row(convo_v2_asset)
+
+    return data_row
+
+
+@pytest.fixture()
+def conversation_data_row(initial_dataset, rand_gen):
+    data = {
+        "row_data":
+            "https://storage.googleapis.com/labelbox-developer-testing-assets/conversational_text/1000-conversations/conversation-1.json",
+        "global_key":
+            f"https://storage.googleapis.com/labelbox-developer-testing-assets/conversational_text/1000-conversations/conversation-1.json-{rand_gen(str)}",
+    }
+    convo_asset = {"row_data": data}
+    data_row = initial_dataset.create_data_row(convo_asset)
+
+    return data_row
+
+
 def pytest_configure():
     pytest.report = defaultdict(int)
 

libs/labelbox/tests/integration/test_chat_evaluation_ontology_project.py

@@ -1,13 +1,13 @@
 import pytest
-from labelbox import OntologyBuilder, Tool
 from labelbox import MediaType
 from labelbox.schema.ontology_kind import OntologyKind
-from labelbox.schema.labeling_frontend import LabelingFrontend
+from labelbox.exceptions import MalformedQueryException
 
 
 def test_create_chat_evaluation_ontology_project(
         client, chat_evaluation_ontology,
-        chat_evaluation_project_create_dataset):
+        chat_evaluation_project_create_dataset, conversation_data_row,
+        rand_gen):
     ontology = chat_evaluation_ontology
 
     # here we are essentially testing the ontology creation which is a fixture
@@ -29,6 +29,13 @@ def test_create_chat_evaluation_ontology_project(
     assert project.labeling_frontend().name == "Editor"
     assert project.ontology().name == ontology.name
 
+    with pytest.raises(MalformedQueryException,
+                       match="No valid data rows to add to project"):
+        project.create_batch(
+            rand_gen(str),
+            [conversation_data_row.uid],  # sample of data row objects
+        )
+
 
 def test_create_chat_evaluation_ontology_project_existing_dataset(
         client, chat_evaluation_ontology,

libs/labelbox/tests/integration/test_offline_chat_evaluation_project.py

@@ -1,6 +1,6 @@
-def test_create_offline_chat_evaluation_project(client,
-                                                offline_chat_evaluation_project,
-                                                chat_evaluation_ontology):
+def test_create_offline_chat_evaluation_project(
+        client, rand_gen, offline_chat_evaluation_project,
+        chat_evaluation_ontology, offline_conversational_data_row):
     project = offline_chat_evaluation_project
     assert project
 
@@ -9,3 +9,9 @@ def test_create_offline_chat_evaluation_project(client,
 
     assert project.labeling_frontend().name == "Editor"
     assert project.ontology().name == ontology.name
+
+    batch = project.create_batch(
+        rand_gen(str),
+        [offline_conversational_data_row.uid],  # sample of data row objects
+    )
+    assert batch