add timestamps

Author: Adrian Chang

.github/workflows/python-package-shared.yml

@@ -36,7 +36,7 @@ jobs:
   integration:
     runs-on: ubuntu-latest
     concurrency:
-      group: labelbox-python-${{ inputs.test-env }}-${{ inputs.python-version }}
+      group: labelbox-python-${{ inputs.test-env }}-${{ inputs.python-version }}-integration
       cancel-in-progress: false
     steps:
       - uses: actions/checkout@v4
@@ -48,14 +48,16 @@ jobs:
           python-version: ${{ inputs.python-version }}
       - name: Integration Testing
         env:
-          PYTEST_XDIST_AUTO_NUM_WORKERS: 20
           LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
           DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
           LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
         working-directory: libs/labelbox
         run: rye run integration
   unit-data:
     runs-on: ubuntu-latest
+    concurrency:
+      group: labelbox-python-${{ inputs.test-env }}-${{ inputs.python-version }}-unit-data
+      cancel-in-progress: false
     steps:
       - uses: actions/checkout@v4
         with:
@@ -66,7 +68,6 @@ jobs:
           python-version: ${{ inputs.python-version }}
       - name: Unit && Data Testing
         env:
-          PYTEST_XDIST_AUTO_NUM_WORKERS: 20
           LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
           DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
           LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}

libs/labelbox/tests/data/annotation_import/test_data_types.py

@@ -144,68 +144,6 @@ def create_data_row_for_project(project, dataset, data_row_ndjson, batch_name):
     return data_row
 
 
-# TODO: Add VideoData. Currently label import job finishes without errors but project.export_labels() returns empty list.
-@pytest.mark.export_v1("tests used export v1 method, v2 test -> test_import_data_types_v2 below")
-@pytest.mark.parametrize(
-    "data_type_class",
-    [
-        AudioData,
-        ConversationData,
-        DicomData,
-        DocumentData,
-        HTMLData,
-        ImageData,
-        TextData,
-        LlmPromptCreationData,
-        LlmPromptResponseCreationData,
-        LlmResponseCreationData,
-    ],
-)
-def test_import_data_types(
-    client,
-    configured_project,
-    initial_dataset,
-    rand_gen,
-    data_row_json_by_data_type,
-    annotations_by_data_type,
-    data_type_class,
-    helpers,
-):
-    project = configured_project
-    project_id = project.uid
-    dataset = initial_dataset
-
-    helpers.set_project_media_type_from_data_type(project, data_type_class)
-
-    data_type_string = data_type_class.__name__[:-4].lower()
-    data_row_ndjson = data_row_json_by_data_type[data_type_string]
-    data_row = create_data_row_for_project(project, dataset, data_row_ndjson,
-                                           rand_gen(str))
-
-    annotations_ndjson = annotations_by_data_type[data_type_string]
-    annotations_list = [
-        label.annotations
-        for label in NDJsonConverter.deserialize(annotations_ndjson)
-    ]
-    labels = [
-        lb_types.Label(data=data_type_class(uid=data_row.uid),
-                       annotations=annotations)
-        for annotations in annotations_list
-    ]
-
-    label_import = lb.LabelImport.create_from_objects(
-        client, project_id, f"test-import-{data_type_string}", labels)
-    label_import.wait_until_done()
-
-    assert label_import.state == AnnotationImportState.FINISHED
-    assert len(label_import.errors) == 0
-    exported_labels = project.export_labels(download=True)
-    objects = exported_labels[0]["Label"]["objects"]
-    classifications = exported_labels[0]["Label"]["classifications"]
-    assert len(objects) + len(classifications) == len(labels)
-    data_row.delete()
-
-
 def test_import_data_types_by_global_key(
     client,
     configured_project,

pyproject.toml

@@ -25,13 +25,16 @@ dev-dependencies = [
     "pytest-xdist>=3.5.0",
     "toml-cli>=0.6.0",
     "faker>=25.5.0",
+    "pytest-timestamper>=0.0.10",
+    "pytest-timeout>=2.3.1",
 ]
 
 [tool.rye.workspace]
 members = ["libs/*", "examples"]
 
 [tool.pytest.ini_options]
-addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n auto --maxprocesses=10 --cov=labelbox --import-mode=importlib"
+# https://github.com/pytest-dev/pytest-rerunfailures/issues/99
+addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n logical --cov=labelbox --import-mode=importlib"
 markers = """
     slow: marks tests as slow (deselect with '-m "not slow"')
 """

requirements-dev.lock

@@ -200,11 +200,14 @@ pytest==8.2.2
     # via pytest-cov
     # via pytest-rerunfailures
     # via pytest-snapshot
+    # via pytest-timeout
     # via pytest-xdist
 pytest-cases==3.8.5
 pytest-cov==5.0.0
 pytest-rerunfailures==14.0
 pytest-snapshot==0.9.0
+pytest-timeout==2.3.1
+pytest-timestamper==0.0.10
 pytest-xdist==3.6.1
 python-dateutil==2.8.2
     # via faker