[CI] Move nightly SYCL benchmarking into a separate workflow (#19280)

Performance of SYCL has regressed a lot recently, causing nightly to
fail consistently. However, if nightly is constantly failing, people may
start to ignore nightly. #18766 should
help with the amount of failures, but I am still figuring out the best
parameters to use here, and additionally often times regressions are
caused by driver changes, which is out of intel/llvm's control. Thus,
for future's sake, it might be best to move benchmarking out of
sycl-nightly.yml.

This PR moves nightly benchmarking into its own workflow/nightly job,
1hr before sycl-nightly.yml, in order to reduce the amount of failures
in sycl nightly.

Author: ianayl

.github/workflows/sycl-nightly-benchmarking.yml

@@ -1,11 +1,50 @@
 name: SYCL Nightly Benchmarking
 
-# Placeholder workflow for testing https://github.com/intel/llvm/pull/19280
 on:
   workflow_dispatch:
+  schedule:
+    - cron: '0 2 * * *'
+
+permissions: read-all
 
 jobs:
-  do-nothing:
-    runs-on: ubuntu-latest
-    steps:
-      - run: echo "Test workflow for 19280"
+  ubuntu2204_build:
+    if: github.repository == 'intel/llvm'
+    uses: ./.github/workflows/sycl-linux-build.yml
+    secrets: inherit
+    with:
+      build_cache_root: "/__w/"
+      build_artifact_suffix: default
+      build_configure_extra_args: '--no-assertions'
+      build_image: ghcr.io/intel/llvm/ubuntu2404_build:latest
+      artifact_archive_name: sycl_linux.tar.gz
+
+  run-sycl-benchmarks:
+    needs: [ubuntu2204_build]
+    if: ${{ always() && !cancelled() && needs.ubuntu2204_build.outputs.build_conclusion == 'success' }}
+    strategy:
+      fail-fast: false
+      matrix:
+        runner: ['["PVC_PERF"]', '["BMG_PERF"]']
+        backend: ['level_zero:gpu', 'level_zero_v2:gpu']
+        include:
+          - ref: ${{ github.sha }}
+            save_name: 'Baseline'
+            preset: 'Minimal'
+    uses: ./.github/workflows/sycl-linux-run-tests.yml
+    secrets: inherit
+    with:
+      name: Run compute-benchmarks (${{ matrix.runner }}, ${{ matrix.backend }})
+      runner: ${{ matrix.runner }}
+      image: ghcr.io/intel/llvm/sycl_ubuntu2404_nightly:latest
+      image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
+      target_devices: ${{ matrix.backend }}
+      tests_selector: benchmarks
+      benchmark_upload_results: true
+      benchmark_save_name: ${{ matrix.save_name }}
+      benchmark_preset: ${{ matrix.preset }}
+      repo_ref: ${{ matrix.ref }}
+      sycl_toolchain_artifact: sycl_linux_default
+      sycl_toolchain_archive: ${{ needs.ubuntu2204_build.outputs.artifact_archive_name }}
+      sycl_toolchain_decompress_command: ${{ needs.ubuntu2204_build.outputs.artifact_decompress_command }}
+

.github/workflows/sycl-nightly.yml

@@ -280,35 +280,6 @@ jobs:
       sycl_toolchain_archive: ${{ needs.build-win.outputs.artifact_archive_name }}
       sycl_cts_artifact: sycl_cts_bin_win
 
-  run-sycl-benchmarks:
-    needs: [ubuntu2204_build]
-    if: ${{ always() && !cancelled() && needs.ubuntu2204_build.outputs.build_conclusion == 'success' }}
-    strategy:
-      fail-fast: false
-      matrix:
-        runner: ['["PVC_PERF"]', '["BMG_PERF"]']
-        backend: ['level_zero:gpu', 'level_zero_v2:gpu']
-        include:
-          - ref: ${{ github.sha }}
-            save_name: 'Baseline'
-            preset: 'Minimal'
-    uses: ./.github/workflows/sycl-linux-run-tests.yml
-    secrets: inherit
-    with:
-      name: Run compute-benchmarks (${{ matrix.runner }}, ${{ matrix.backend }})
-      runner: ${{ matrix.runner }}
-      image: ghcr.io/intel/llvm/sycl_ubuntu2404_nightly:latest
-      image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-      target_devices: ${{ matrix.backend }}
-      tests_selector: benchmarks
-      benchmark_upload_results: true
-      benchmark_save_name: ${{ matrix.save_name }}
-      benchmark_preset: ${{ matrix.preset }}
-      repo_ref: ${{ matrix.ref }}
-      sycl_toolchain_artifact: sycl_linux_default
-      sycl_toolchain_archive: ${{ needs.ubuntu2204_build.outputs.artifact_archive_name }}
-      sycl_toolchain_decompress_command: ${{ needs.ubuntu2204_build.outputs.artifact_decompress_command }}
-
   nightly_build_upload:
     name: Nightly Build Upload
     if: ${{ github.ref_name == 'sycl' }}