cli tuning

Author: Adrian Chang

.github/workflows/python-package-develop.yml

@@ -17,7 +17,6 @@ jobs:
   build:
     strategy:
       fail-fast: false
-      max-parallel: 2
       matrix:
         include:
           - python-version: 3.8

.github/workflows/python-package-shared.yml

@@ -48,12 +48,20 @@ jobs:
           python-version: ${{ inputs.python-version }}
       - name: Integration Testing
         env:
-          PYTEST_XDIST_AUTO_NUM_WORKERS: 20
           LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
           DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
           LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
         working-directory: libs/labelbox
-        run: rye run integration
+        run: |
+          rye run pytest --ignore=tests/integration/test_data_rows.py --ignore=tests/integration/test_data_rows_upsert.py --ignore=tests/integration/test_data_row_delete_metadata.py --ignore=tests/integration/test_batch.py --timeout=120 --rerun-except Timeout tests/integration
+      - name: Integration Testing Slow
+        env:
+          LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
+          DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
+          LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
+        working-directory: libs/labelbox
+        run: |
+          rye run pytest -p no:xdist --timeout=300 --rerun-except Timeout tests/integration/test_data_rows.py tests/integration/test_data_rows_upsert.py tests/integration/test_data_row_delete_metadata.py tests/integration/test_batch.py
   unit-data:
     runs-on: ubuntu-latest
     steps:
@@ -64,14 +72,29 @@ jobs:
         with:
           rye-version: ${{ vars.RYE_VERSION }}
           python-version: ${{ inputs.python-version }}
-      - name: Unit && Data Testing
+      - name: Unit
         env:
-          PYTEST_XDIST_AUTO_NUM_WORKERS: 20
           LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
           DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
           LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
         working-directory: libs/labelbox
         run: |
           rye sync -f --features labelbox/data
           rye run unit
-          rye run data 
+      - name: Data
+        env:
+          LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
+          DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
+          LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
+        working-directory: libs/labelbox
+        run: |
+          rye run pytest --ignore=tests/data/annotation_import --ignore-glob='tests/data/**/*export*.py' --timeout=120 --rerun-except Timeout tests/data
+          rye run pytest --timeout=300 --rerun-except Timeout --dist no tests/data/annotation_import
+      - name: Data Slow
+        env:
+          LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
+          DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
+          LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
+        working-directory: libs/labelbox
+        run: |
+          rye run pytest --timeout=300 --rerun-except Timeout --dist no tests/data/annotation_import tests/data/**/*export*.py

pyproject.toml

@@ -34,7 +34,7 @@ members = ["libs/*", "examples"]
 
 [tool.pytest.ini_options]
 # https://github.com/pytest-dev/pytest-rerunfailures/issues/99
-addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n auto --maxprocesses=10 --cov=labelbox --import-mode=importlib --timeout=60 --rerun-except Timeout"
+addopts = "-rP -vvv --reruns 1 --reruns-delay 5 --durations=20 -n auto --cov=labelbox --import-mode=importlib"
 markers = """
     slow: marks tests as slow (deselect with '-m "not slow"')
 """