Merge remote-tracking branch 'origin/sycl' into llvmspirv_pulldown

Author: jsji

.ci/metrics/requirements.lock.txt

@@ -255,9 +255,9 @@ python-dateutil==2.9.0.post0 \
     --hash=sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3 \
     --hash=sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427
     # via -r ./requirements.txt
-requests==2.32.3 \
-    --hash=sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760 \
-    --hash=sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6
+requests==2.32.4 \
+    --hash=sha256:27babd3cda2a6d50b30443204ee89830707d396671944c998b5975b031ac2b2c \
+    --hash=sha256:27d0316682c8a29834d3264820024b62a36942083d52caf2f14c0591336d3422
     # via pygithub
 six==1.17.0 \
     --hash=sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274 \

.github/workflows/libcxx-check-generated-files.yml

@@ -15,7 +15,7 @@ jobs:
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
 
       - name: Install dependencies
-        uses: aminya/setup-cpp@9dc9c217f497fe7342eed97e6f200bf101c9cc04 # v1.6.2
+        uses: aminya/setup-cpp@004edc19527a83d56cda032658aab55c5e2ed48f # v1.7.0
         with:
           clangformat: 17.0.1
           ninja: true

.github/workflows/pr-code-format.yml

@@ -55,7 +55,7 @@ jobs:
           echo "$CHANGED_FILES"
 
       - name: Install clang-format
-        uses: aminya/setup-cpp@9dc9c217f497fe7342eed97e6f200bf101c9cc04 # v1.6.2
+        uses: aminya/setup-cpp@004edc19527a83d56cda032658aab55c5e2ed48f # v1.7.0
         with:
           clangformat: 20.1.5
 

.github/workflows/release-lit.yml

@@ -45,7 +45,7 @@ jobs:
           ./llvm/utils/release/./github-upload-release.py --token "$GITHUB_TOKEN" --user ${{ github.actor }} --user-token "$USER_TOKEN" check-permissions
 
       - name: Setup Cpp
-        uses: aminya/setup-cpp@9dc9c217f497fe7342eed97e6f200bf101c9cc04 # v1.6.2
+        uses: aminya/setup-cpp@004edc19527a83d56cda032658aab55c5e2ed48f # v1.7.0
         with:
           compiler: llvm-16.0.6
           cmake: true

.github/workflows/sycl-containers-igc-dev.yaml

@@ -35,7 +35,6 @@ jobs:
             imagefile: ubuntu2404_intel_drivers
             tag: devigc
             build_args: |
-                  "use_unstable_driver=false"
                   "use_igc_dev=true"
     steps:
       - name: Checkout

.github/workflows/sycl-containers.yaml

@@ -54,29 +54,23 @@ jobs:
           - name: Intel Drivers Ubuntu 22.04 Docker image
             file: ubuntu2204_intel_drivers
             tag: latest
-            build_args: "use_unstable_driver=false"
+            build_args: ""
           - name: Intel Drivers Ubuntu 24.04 Docker image
             file: ubuntu2404_intel_drivers
             tag: latest
-            build_args: "use_unstable_driver=false"
-          - name: Intel Drivers (unstable) Ubuntu 24.04 Docker image
-            file: ubuntu2404_intel_drivers
-            tag: unstable
-            build_args: "use_unstable_driver=true"
+            build_args: ""
           - name: Build + Intel Drivers Ubuntu 22.04 Docker image
             file: ubuntu2204_intel_drivers
             tag: alldeps
             build_args: |
               base_image=ghcr.io/intel/llvm/ubuntu2204_build
               base_tag=latest
-              use_unstable_driver=false
           - name: Build + Intel Drivers Ubuntu 24.04 Docker image
             file: ubuntu2404_intel_drivers
             tag: alldeps
             build_args: |
               base_image=ghcr.io/intel/llvm/ubuntu2404_build
               base_tag=latest
-              use_unstable_driver=false
     steps:
       - name: Checkout
         uses: actions/checkout@v4

.github/workflows/sycl-linux-build.yml

@@ -322,3 +322,18 @@ jobs:
         binaries_artifact: ${{ inputs.e2e_binaries_artifact }}_spirv_backend
         sycl_compiler: $GITHUB_WORKSPACE/toolchain/bin/clang++
         extra_lit_opts: --param spirv-backend=True
+
+    - name: Remove E2E tests before preview-mode run
+      if: ${{ inputs.e2e_binaries_artifact && always() && !cancelled() && steps.build.conclusion == 'success' }}
+      run: rm -rf build-e2e
+
+    - name: Build E2E tests in Preview Mode
+      if: ${{ inputs.e2e_binaries_artifact && always() && !cancelled() && steps.build.conclusion == 'success' }}
+      uses: ./devops/actions/run-tests/e2e
+      with:
+        ref: ${{ inputs.ref || github.sha }}
+        testing_mode: build-only
+        target_devices: all
+        binaries_artifact: ${{ inputs.e2e_binaries_artifact }}_preview
+        sycl_compiler: $GITHUB_WORKSPACE/toolchain/bin/clang++
+        extra_lit_opts: --param test-preview-mode=True

.github/workflows/sycl-linux-precommit.yml

@@ -22,6 +22,7 @@ on:
     - '.github/workflows/sycl-macos-*.yml'
     - '.github/workflows/sycl-nightly.yml'
     - '.github/workflows/sycl-rel-nightly.yml'
+    - '.github/workflows/sycl-rel-nightly-launch.yml'
     - '.github/workflows/trivy.yml'
     - 'devops/containers/**'
     - 'devops/actions/build_container/**'
@@ -110,7 +111,7 @@ jobs:
           - name: E2E tests on Intel Ponte Vecchio GPU
             runner: '["Linux", "pvc"]'
             image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu;opencl:gpu
+            target_devices: level_zero:gpu;opencl:gpu;level_zero_v2:gpu
           - name: Dev IGC on Intel Ponte Vecchio GPU
             runner: '["Linux", "pvc"]'
             image: ghcr.io/intel/llvm/ubuntu2404_intel_drivers:devigc
@@ -120,13 +121,20 @@ jobs:
           - name: Intel Battlemage Graphics
             runner: '["Linux", "bmg"]'
             image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu
+            target_devices: level_zero:gpu;level_zero_v2:gpu
           - name: SPIR-V Backend / Intel Battlemage Graphics
             runner: '["Linux", "bmg"]'
             image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
             target_devices: level_zero:gpu;opencl:gpu;opencl:cpu
             extra_lit_opts: --param spirv-backend=True
             e2e_binaries_artifact: sycl_e2e_bin_default_spirv_backend
+          - name: Preview Mode
+            runner: '["Linux", "gen12"]'
+            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
+            target_devices: level_zero:gpu;opencl:gpu;opencl:cpu
+            extra_lit_opts: --param test-preview-mode=True
+            e2e_binaries_artifact: sycl_e2e_bin_default_preview
+
     uses: ./.github/workflows/sycl-linux-run-tests.yml
     with:
       name: ${{ matrix.name }}
@@ -155,6 +163,7 @@ jobs:
         'false' }}
       # Run only if the PR does not have the 'ci-no-devigc' label.
       skip_run: ${{matrix.use_igc_dev && contains(github.event.pull_request.labels.*.name, 'ci-no-devigc') || 'false'}}
+      env: ${{ contains(needs.detect_changes.outputs.filters, 'esimd') && '{}' || '{"LIT_FILTER_OUT":"ESIMD/"}' }}
 
   test-perf:
     needs: [build, detect_changes]

.github/workflows/sycl-nightly.yml

@@ -287,7 +287,7 @@ jobs:
       fail-fast: false
       matrix:
         runner: ['["PVC_PERF"]', '["BMG_PERF"]']
-        backend: ['level_zero:gpu']
+        backend: ['level_zero:gpu', 'level_zero_v2:gpu']
         include:
           - ref: ${{ github.sha }}
             save_name: 'Baseline'
@@ -333,7 +333,7 @@ jobs:
           echo "TAG=$(date +'%Y-%m-%d')-${GITHUB_SHA::7}" >> "$GITHUB_OUTPUT"
         fi
     - name: Upload binaries
-      uses: softprops/action-gh-release@v2.2.2
+      uses: softprops/action-gh-release@v2.3.2
       with:
         files: |
           sycl_linux.tar.gz

.github/workflows/sycl-rel-nightly-launch.yml

@@ -0,0 +1,39 @@
+# Github Actions launch scheduled workflows of the main branch only (sycl).
+# This is a workaround to set a scheduled launch of the sycl-rel-nightly.yml
+# workflow, which is located on the sycl-rel-* branch.
+
+name: Scheduled sycl-rel-nightly launch
+
+permissions: read-all
+
+on:
+  schedule:
+    - cron: '0 3 * * *'
+  workflow_dispatch:
+
+jobs:
+  launch:
+    if: github.repository == 'intel/llvm'
+    permissions:
+      actions: write
+    runs-on: ubuntu-latest
+    steps:
+      - name: Launch
+        env:
+          GH_TOKEN: ${{ github.token }}
+        # To avoid excessive scheduled runs this script also checks if there are
+        # new commits since the last run - it checks if the latest commit is
+        # older >24h. That means the previous run already tested this commit.
+        run: |
+          if [ "$GITHUB_EVENT_NAME" = "schedule" ]; then
+            latest_commit_time=$(curl -s https://api.github.com/repos/intel/llvm/commits/sycl-rel-6_2 | jq -r '.commit.committer.date')
+            echo $latest_commit_time
+            latest_commit_epoch=$(date -d "$latest_commit_time" +%s)
+            now_epoch=$(date +%s)
+            diff=$((now_epoch - latest_commit_epoch))
+            if [ "$diff" -lt 86400 ]; then
+              gh workflow run sycl-rel-nightly.yml --repo "${GITHUB_REPOSITORY}" --ref sycl-rel-6_2
+            fi
+          else
+            gh workflow run sycl-rel-nightly.yml --repo "${GITHUB_REPOSITORY}" --ref sycl-rel-6_2
+          fi