Publish to test pypi

Author: Adrian Chang

.github/actions/lbox-matrix/index.js

@@ -26837,22 +26837,31 @@ try {
       "da-test-key": "DA_GCP_LABELBOX_API_KEY"
     }
   ];
-  const finalMatrix = [];
+  const testMatrix = [];
   const packages = files.map(file => {
     return file.split('/')[1];
   });
   const uniquePackages = [... new Set(packages)];
   uniquePackages.forEach(package => {
     startingMatrix.forEach(matrixItem => {
-      finalMatrix.push({
+      testMatrix.push({
         ...matrixItem,
         package
       });
     });
   });
-  const finalMatrixJSON = JSON.stringify(finalMatrix);
-  core.info(finalMatrixJSON);
-  core.setOutput("matrix", finalMatrixJSON);
+  const publishMatrix = [];
+  uniquePackages.forEach(package => {
+    publishMatrix.push({
+      package
+    });
+  });
+  const testMatrixJSON = JSON.stringify(testMatrix);
+  core.info("Test Matrix");
+  core.info(testMatrixJSON);
+  core.setOutput("test-matrix", testMatrixJSON);
+  core.info("Publish Matrix");
+  core.setOutput("publish-matrix", publishMatrix);
 } catch(e) {
     core.error(e);
     core.setFailed("Could not create matrix");

.github/workflows/lbox-develop.yml

@@ -18,7 +18,8 @@ jobs:
     runs-on: ubuntu-latest
     outputs:
       lbox: ${{ steps.filter.outputs.lbox }}
-      matrix: ${{ steps.matrix.outputs.matrix }}
+      test-matrix: ${{ steps.matrix.outputs.test-matrix }}
+      package-matrix: ${{ steps.matrix.outputs.publish-matrix }}
     steps:
       - uses: actions/checkout@v4
         with:
@@ -42,10 +43,10 @@ jobs:
     strategy:
       fail-fast: false
       matrix: 
-        include: ${{ fromJSON(needs.path-filter.outputs.matrix) }}    
+        include: ${{ fromJSON(needs.path-filter.outputs.test-matrix) }}    
     concurrency:
-      group: labelbox-python-${{ inputs.test-env }}-${{ inputs.python-version }}
-      cancel-in-progress: false   
+      group: lbox-staging-${{ matrix.python-version }}-${{ matrix.package }}
+      cancel-in-progress: false  
     steps:
       - uses: actions/checkout@v4
         with:
@@ -65,8 +66,43 @@ jobs:
       - name: Integration
         working-directory: libs/${{ matrix.package }}
         env:
-          PYTEST_XDIST_AUTO_NUM_WORKERS: 20
-          LABELBOX_TEST_API_KEY: ${{ secrets[inputs.api-key] }}
-          DA_GCP_LABELBOX_API_KEY: ${{ secrets[inputs.da-test-key] }}
-          LABELBOX_TEST_ENVIRON: ${{ inputs.test-env }}
-        run: rye run integration
+          LABELBOX_TEST_API_KEY: ${{ secrets[matrix.api-key] }}
+          DA_GCP_LABELBOX_API_KEY: ${{ secrets[matrix.da-test-key] }}
+          LABELBOX_TEST_ENVIRON: 'staging'
+        run: rye run integration
+  test-pypi:
+    runs-on: ubuntu-latest
+    needs: ['build', 'path-filter']
+    if: ${{ needs.path-filter.outputs.lbox == 'true' }}
+    strategy:
+      fail-fast: false
+      matrix: 
+        include: ${{ fromJSON(needs.path-filter.outputs.package-matrix) }}
+    environment: 
+      name: Test-PyPI-${{ matrix.package }}
+      url: 'https://test.pypi.org/p/${{ matrix.package }}'
+    permissions:
+      # IMPORTANT: this permission is mandatory for trusted publishing
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
+      - uses: ./.github/actions/python-package-shared-setup
+        with:
+          rye-version: ${{ vars.RYE_VERSION }}
+          python-version: '3.8'
+      - name: Create build
+        id: create-build
+        working-directory: libs/${{ matrix.package }}
+        run: |
+          VERSION=$(date +"%Y.%m.%d.%H.%M")
+          echo "pip install --index-url https://test.pypi.org/simple/ --extra-index-url=https://pypi.org/simple/ ${{ matrix.package }}@$VERSION" >> "$GITHUB_STEP_SUMMARY"
+          rye version "$VERSION"
+          rye run toml set --toml-path pyproject.toml project.name  ${{ matrix.package }}
+          rye build
+      - name: Publish package distributions to Test PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist/
+          repository-url: https://test.pypi.org/legacy/

requirements-dev.lock

@@ -34,7 +34,7 @@ bleach==6.1.0
     # via nbconvert
 cachetools==5.3.3
     # via google-auth
-certifi==2024.6.2
+certifi==2024.7.4
     # via pyproj
     # via requests
 charset-normalizer==3.3.2
@@ -62,7 +62,7 @@ execnet==2.1.1
     # via pytest-xdist
 executing==2.0.1
     # via stack-data
-faker==25.9.1
+faker==26.0.0
 fastjsonschema==2.20.0
     # via nbformat
 geojson==3.1.0
@@ -73,7 +73,7 @@ gitpython==3.1.43
     # via databooks
 google-api-core==2.19.1
     # via labelbox
-google-auth==2.30.0
+google-auth==2.31.0
     # via google-api-core
 googleapis-common-protos==1.63.2
     # via google-api-core
@@ -82,7 +82,7 @@ idna==3.7
 imagesize==1.4.1
     # via labelbox
     # via sphinx
-importlib-metadata==7.2.1
+importlib-metadata==8.0.0
     # via jupyter-client
     # via nbconvert
     # via sphinx
@@ -123,7 +123,7 @@ matplotlib-inline==0.1.7
     # via ipython
 mistune==3.0.2
     # via nbconvert
-mypy==1.10.0
+mypy==1.10.1
 mypy-extensions==1.0.0
     # via black
     # via mypy
@@ -158,7 +158,7 @@ pexpect==4.9.0
     # via ipython
 pickleshare==0.7.5
     # via ipython
-pillow==10.3.0
+pillow==10.4.0
     # via labelbox
 pkgutil-resolve-name==1.3.10
     # via jsonschema
@@ -172,7 +172,7 @@ prompt-toolkit==3.0.47
     # via ipython
 proto-plus==1.24.0
     # via google-api-core
-protobuf==5.27.1
+protobuf==5.27.2
     # via google-api-core
     # via googleapis-common-protos
     # via proto-plus
@@ -185,10 +185,10 @@ pyasn1==0.6.0
     # via rsa
 pyasn1-modules==0.4.0
     # via google-auth
-pydantic==2.7.4
+pydantic==2.8.2
     # via databooks
     # via labelbox
-pydantic-core==2.18.4
+pydantic-core==2.20.1
     # via pydantic
 pygeotile==1.0.6
     # via labelbox
@@ -282,7 +282,7 @@ tinycss2==1.3.0
     # via nbconvert
 tokenize-rt==5.2.0
     # via black
-toml-cli==0.6.1
+toml-cli==0.7.0
 tomli==2.0.1
     # via black
     # via coverage

requirements.lock

@@ -20,7 +20,7 @@ babel==2.15.0
     # via sphinx
 cachetools==5.3.3
     # via google-auth
-certifi==2024.6.2
+certifi==2024.7.4
     # via pyproj
     # via requests
 charset-normalizer==3.3.2
@@ -32,7 +32,7 @@ geojson==3.1.0
     # via labelbox
 google-api-core==2.19.1
     # via labelbox
-google-auth==2.30.0
+google-auth==2.31.0
     # via google-api-core
 googleapis-common-protos==1.63.2
     # via google-api-core
@@ -41,7 +41,7 @@ idna==3.7
 imagesize==1.4.1
     # via labelbox
     # via sphinx
-importlib-metadata==7.2.1
+importlib-metadata==8.0.0
     # via sphinx
     # via typeguard
 jinja2==3.1.4
@@ -56,11 +56,11 @@ opencv-python-headless==4.10.0.84
     # via labelbox
 packaging==24.1
     # via sphinx
-pillow==10.3.0
+pillow==10.4.0
     # via labelbox
 proto-plus==1.24.0
     # via google-api-core
-protobuf==5.27.1
+protobuf==5.27.2
     # via google-api-core
     # via googleapis-common-protos
     # via proto-plus
@@ -69,9 +69,9 @@ pyasn1==0.6.0
     # via rsa
 pyasn1-modules==0.4.0
     # via google-auth
-pydantic==2.7.4
+pydantic==2.8.2
     # via labelbox
-pydantic-core==2.18.4
+pydantic-core==2.20.1
     # via pydantic
 pygeotile==1.0.6
     # via labelbox