Fix nightly issues with python 3.11 (#371)

* allow using run_id

* clean up

* show disk space

* use ubuntu-24.04

Author: dhuangnm

.github/actions/test/action.yml

@@ -22,6 +22,13 @@ runs:
           name: compressed
           extra: "[dev,accelerate]"
 
+    - name: clean up
+      run: |
+          echo "cleaning up wheel files..."
+          find . -type f -name '*.whl' -exec rm -rf {} \;
+          df -h
+      shell: bash
+
     - name: test
       id: test
       run: |

.github/workflows/test.yml

@@ -22,7 +22,9 @@ on:
       whl:
         description: "whl to test (variable appears late binding so unusable outside 'download artifact')"
         type: string
-        required: true
+      run_id:
+        description: run id of the BUILD job that generated the assets
+        type: string
 
   # makes workflow manually callable
   workflow_dispatch:
@@ -44,9 +46,11 @@ on:
         type: string
         required: true
       whl:
-        description: "whl to test (variable appears late binding so unusable outside 'download artifact')"
+        description: "whl to test (provide either whl or run_id)"
+        type: string
+      run_id:
+        description: run id of the BUILD job that generated the assets
         type: string
-        required: true
 
 jobs:
 
@@ -87,11 +91,33 @@ jobs:
 
             - name: download whl
               id: download
+              if: ${{ inputs.whl != '' }}
               uses: actions/download-artifact@v4
               with:
                   name: ${{ inputs.whl }}
                   path: ${{ inputs.whl }}
 
+            # GCP
+            - name: 'Authenticate to Google Cloud'
+              id: auth
+              uses: google-github-actions/auth@v2.1.3
+              with:
+                  project_id: ${{ secrets.GCP_PROJECT }}
+                  workload_identity_provider: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
+                  service_account: ${{ secrets.GCP_GHA_SA }}
+
+            - name: 'Set up Cloud SDK'
+              uses: 'google-github-actions/setup-gcloud@v2'
+              with:
+                  version: '>= 473.0.0'
+
+            - name: download assets
+              if: ${{ inputs.run_id != '' }}
+              uses: neuralmagic/nm-actions/actions/gcp-download-assets@v1.1.0
+              with:
+                  bucket_source: ${{ secrets.GCP_BUILD_ML_ASSETS2 }}
+                  run_id: ${{ inputs.run_id }}
+
             - name: run tests
               id: test
               uses: ./.github/actions/test/
@@ -109,19 +135,6 @@ jobs:
                   whl: ${{ inputs.whl }}
                   test_status: ${{ steps.test.outputs.status }}
 
-            # GCP
-            - name: 'Authenticate to Google Cloud'
-              id: auth
-              uses: google-github-actions/auth@v2.1.3
-              with:
-                  project_id: ${{ secrets.GCP_PROJECT }}
-                  workload_identity_provider: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
-                  service_account: ${{ secrets.GCP_GHA_SA }}
-
-            - name: 'Set up Cloud SDK'
-              uses: 'google-github-actions/setup-gcloud@v2'
-              with:
-                  version: '>= 473.0.0'
 
             - name: copy results to GCP
               run: |

.github/workflows/trigger-all.yml

@@ -32,7 +32,7 @@ jobs:
             wf_category: ${{ inputs.wf_category || 'NIGHTLY' }}
             gitref: ${{ inputs.gitref || 'main' }}
             push_to_pypi: ${{ (github.event.schedule == '30 0 * * *') || inputs.push_to_pypi || false }}
-            test_configs: '[{"python":"3.11.4","label":"ubuntu-22.04","timeout":"40"},
+            test_configs: '[{"python":"3.11.4","label":"ubuntu-24.04","timeout":"40"},
                             {"python":"3.10.12","label":"ubuntu-24.04","timeout":"40"},
                             {"python":"3.9.17","label":"k8s-h100-solo","timeout":"40"},
                             {"python":"3.12.6","label":"k8s-a100-duo","timeout":"40"}]'