fix fixtures

Author: Adrian Chang

.github/workflows/python-package-shared.yml

@@ -52,7 +52,7 @@ jobs:
           DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
           LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
         working-directory: libs/labelbox
-        run: rye run integration
+        run: rye run integration -n 32
   unit-data:
     runs-on: ubuntu-latest
     concurrency:
@@ -74,5 +74,5 @@ jobs:
         working-directory: libs/labelbox
         run: |
           rye sync -f --features labelbox/data
-          rye run unit
-          rye run data 
+          rye run unit -n 32
+          rye run data -n 32

libs/labelbox/tests/data/annotation_import/test_bulk_import_request.py

@@ -25,7 +25,7 @@
 
 """
 
-
+@pytest.mark.order(1)
 def test_create_from_url(project):
     name = str(uuid.uuid4())
     url = "https://storage.googleapis.com/labelbox-public-bucket/predictions_test_v2.ndjson"

libs/labelbox/tests/data/annotation_import/test_conversation_import.py

@@ -1,12 +1,13 @@
 import uuid
+import pytest
 from labelbox.data.annotation_types.annotation import ObjectAnnotation
 from labelbox.data.annotation_types.label import Label
 from labelbox.data.annotation_types.data.text import TextData
 from labelbox.data.annotation_types.ner import ConversationEntity
 
 from labelbox.schema.annotation_import import MALPredictionImport
 
-
+@pytest.mark.order(1)
 def test_conversation_entity(client, configured_project_with_one_data_row,
                              dataset_conversation_entity, rand_gen):
 

libs/labelbox/tests/data/annotation_import/test_data_types.py

@@ -144,6 +144,7 @@ def create_data_row_for_project(project, dataset, data_row_ndjson, batch_name):
     return data_row
 
 
+@pytest.mark.skip(reason="broken export v1 api, to be retired soon")
 def test_import_data_types_by_global_key(
     client,
     configured_project,
@@ -197,7 +198,7 @@ def validate_iso_format(date_string: str):
     assert parsed_t.minute is not None
     assert parsed_t.second is not None
 
-
+@pytest.mark.order(1)
 @pytest.mark.parametrize(
     "data_type_class",
     [

libs/labelbox/tests/data/annotation_import/test_generic_data_types.py

@@ -77,7 +77,7 @@ def create_data_row_for_project(project, dataset, data_row_ndjson, batch_name):
 
     return data_row
 
-
+@pytest.mark.order(1)
 def test_import_data_types_by_global_key(
     client,
     configured_project,

libs/labelbox/tests/data/annotation_import/test_mal_prediction_import.py

@@ -9,7 +9,7 @@
 
 """
 
-
+@pytest.mark.order(1)
 def test_create_with_url_arg(client, configured_project_with_one_data_row,
                              annotation_import_test_helpers):
     name = str(uuid.uuid4())

libs/labelbox/tests/data/annotation_import/test_mea_prediction_import.py

@@ -12,7 +12,7 @@
 
 """
 
-
+@pytest.mark.order(1)
 def test_create_from_objects(model_run_with_data_rows,
                              object_predictions_for_annotation_import,
                              annotation_import_test_helpers):

libs/labelbox/tests/data/annotation_import/test_model_run.py

@@ -6,7 +6,7 @@
 
 from labelbox import DataSplit, ModelRun
 
-
+@pytest.mark.order(1)
 def test_model_run(client, configured_project_with_label, data_row, rand_gen):
     project, _, _, label = configured_project_with_label
     label_id = label.uid

libs/labelbox/tests/integration/test_data_row_delete_metadata.py

@@ -86,6 +86,7 @@ def make_named_metadata(dr_id) -> DataRowMetadata:
     return metadata
 
 
+@pytest.mark.order(1)
 def test_bulk_delete_datarow_metadata(data_row, mdo):
     """test bulk deletes for all fields"""
     metadata = make_metadata(data_row.uid)

libs/labelbox/tests/integration/test_data_rows_upsert.py

@@ -48,6 +48,7 @@ def all_inclusive_data_row(self, dataset, image_url):
             ])
         return dr
 
+    @pytest.mark.order(1)
     def test_create_data_row_with_auto_key(self, dataset, image_url):
         task = dataset.upsert_data_rows([{'row_data': image_url}])
         task.wait_till_done()

pyproject.toml

@@ -27,14 +27,15 @@ dev-dependencies = [
     "faker>=25.5.0",
     "pytest-timestamper>=0.0.10",
     "pytest-timeout>=2.3.1",
+    "pytest-order>=1.2.1",
 ]
 
 [tool.rye.workspace]
 members = ["libs/*", "examples"]
 
 [tool.pytest.ini_options]
 # https://github.com/pytest-dev/pytest-rerunfailures/issues/99
-addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n 32 --cov=labelbox --import-mode=importlib"
+addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n auto --cov=labelbox --import-mode=importlib --order-group-scope=module"
 markers = """
     slow: marks tests as slow (deselect with '-m "not slow"')
 """

requirements-dev.lock

@@ -198,12 +198,14 @@ pyproj==3.5.0
     # via labelbox
 pytest==8.2.2
     # via pytest-cov
+    # via pytest-order
     # via pytest-rerunfailures
     # via pytest-snapshot
     # via pytest-timeout
     # via pytest-xdist
 pytest-cases==3.8.5
 pytest-cov==5.0.0
+pytest-order==1.2.1
 pytest-rerunfailures==14.0
 pytest-snapshot==0.9.0
 pytest-timeout==2.3.1