CI: Add Clang 15 support in regression tests (#974)

* CI: Add Clang 15 support in regression tests

* CI: Select Xcode 14 on MacOS

Author: jarzec

.github/workflows/regression-tests.yml

@@ -17,18 +17,26 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
-        compiler: [g++-10, g++-13]
+        compiler: [g++-10, g++-13, clang++-15]
         include:
           - os: ubuntu-20.04
             compiler: clang++-12
           - os: macos-13
             compiler: clang++
+          - os: macos-13
+            compiler: clang++-15
           - os: windows-latest
             compiler: cl.exe
     steps:
     - name: Checkout repo
       uses: actions/checkout@v4
 
+    - name: Prepare compilers
+      if: matrix.os == 'macos-13'
+      run: |
+        sudo xcode-select --switch /Applications/Xcode_14.3.1.app
+        sudo ln -s "$(brew --prefix llvm@15)/bin/clang" /usr/local/bin/clang++-15
+
     - name: Run regression tests - Linux and macOS version
       if: startsWith(matrix.os, 'ubuntu') || matrix.os == 'macos-13'
       run: |

regression-tests/run-tests.sh

@@ -129,31 +129,39 @@ if [[ "$cxx_compiler" == *"cl.exe"* ]]; then
     exec_out_dir="$expected_results_dir/msvc-2022"
     compiler_version=$(cl.exe)
 else
-    compiler_cmd="$cxx_compiler -I../../../include -std=c++20 -pthread -o "
-    compiler_version=$("$cxx_compiler" --version)
-
-    # We don't currently support Apple Clang 15 so try and switch to 14
-    if [[ "$compiler_version" == *"Apple clang version 15.0"* ]]; then
-        printf "Found Apple Clang 15, attempting to switch to Apple Clang 14"
-        cxx_compiler=$(xcodebuild -find clang++)
-        compiler_version=$("$cxx_compiler" --version)
+    # Verify the compiler command
+    which "$cxx_compiler" > /dev/null
+    if [[ $? != 0 ]]; then
+        printf "The compiler '$cxx_compiler' is not installed\n\n"
+        exit 2
     fi
 
-    if [[ "$compiler_version" == *"Apple clang version 14.0"* ]]; then
+    cpp_std=c++2b
+    compiler_version=$("$cxx_compiler" --version)
+
+    if [[ "$compiler_version" == *"Apple clang version 14.0"* ||
+          "$compiler_version" == *"Homebrew clang version 15.0"* ]]; then
         exec_out_dir="$expected_results_dir/apple-clang-14"
     elif [[ "$compiler_version" == *"clang version 12.0"* ]]; then 
         exec_out_dir="$expected_results_dir/clang-12"
     elif [[ "$compiler_version" == *"clang version 15.0"* ]]; then 
         exec_out_dir="$expected_results_dir/clang-15"
+        # c++2b causes starge issues on GitHub ubuntu-latest runner
+        cpp_std="c++20"
     elif [[ "$compiler_version" == *"g++-10"* ]]; then
         exec_out_dir="$expected_results_dir/gcc-10"
+        # GCC 10 does not support c++2b
+        cpp_std=c++20
     elif [[ "$compiler_version" == *"g++-12"* ||
             "$compiler_version" == *"g++-13"*
          ]]; then
         exec_out_dir="$expected_results_dir/gcc-13"
     else
         printf "Unhandled compiler version:\n$compiler_version\n\n"
+        exit 2
     fi
+
+    compiler_cmd="$cxx_compiler -I../../../include -std=$cpp_std -pthread -o "
 fi
 
 if [[ -d "$exec_out_dir" ]]; then

regression-tests/test-results/clang-15/clang-version.output

@@ -0,0 +1,4 @@
+Ubuntu clang version 15.0.7
+Target: x86_64-pc-linux-gnu
+Thread model: posix
+InstalledDir: /usr/bin

regression-tests/test-results/clang-15/mixed-allcpp1-hello.cpp.execution

@@ -0,0 +1 @@
+Hello world

regression-tests/test-results/clang-15/mixed-allcpp1-hello.cpp.output

@@ -0,0 +1,60 @@
+v as X< 0> = 0
+v as X< 1> = 1
+v as X< 2> = 2
+v as X< 3> = 3
+v as X< 4> = 4
+v as X< 5> = 5
+v as X< 6> = 6
+v as X< 7> = 7
+v as X< 8> = 8
+v as X< 9> = 9
+v as X<10> = 10
+v as X<11> = 11
+v as X<12> = 12
+v as X<13> = 13
+v as X<14> = 14
+v as X<15> = 15
+v as X<16> = 16
+v as X<17> = 17
+v as X<18> = 18
+v as X<19> = 19
+as_const(v) as X< 0> = 0
+as_const(v) as X< 1> = 1
+as_const(v) as X< 2> = 2
+as_const(v) as X< 3> = 3
+as_const(v) as X< 4> = 4
+as_const(v) as X< 5> = 5
+as_const(v) as X< 6> = 6
+as_const(v) as X< 7> = 7
+as_const(v) as X< 8> = 8
+as_const(v) as X< 9> = 9
+as_const(v) as X<10> = 10
+as_const(v) as X<11> = 11
+as_const(v) as X<12> = 12
+as_const(v) as X<13> = 13
+as_const(v) as X<14> = 14
+as_const(v) as X<15> = 15
+as_const(v) as X<16> = 16
+as_const(v) as X<17> = 17
+as_const(v) as X<18> = 18
+as_const(v) as X<19> = 19
+move(v) as X< 0> = 0
+move(v) as X< 1> = 1
+move(v) as X< 2> = 2
+move(v) as X< 3> = 3
+move(v) as X< 4> = 4
+move(v) as X< 5> = 5
+move(v) as X< 6> = 6
+move(v) as X< 7> = 7
+move(v) as X< 8> = 8
+move(v) as X< 9> = 9
+move(v) as X<10> = 10
+move(v) as X<11> = 11
+move(v) as X<12> = 12
+move(v) as X<13> = 13
+move(v) as X<14> = 14
+move(v) as X<15> = 15
+move(v) as X<16> = 16
+move(v) as X<17> = 17
+move(v) as X<18> = 18
+move(v) as X<19> = 19

regression-tests/test-results/clang-15/mixed-as-for-variant-20-types.cpp.execution

@@ -0,0 +1 @@
+Bounds safety violation: out of bounds access attempt detected - attempted access at index 5, [min,max] range is [0,4]

regression-tests/test-results/clang-15/mixed-as-for-variant-20-types.cpp.output

@@ -0,0 +1,5 @@
+1
+44
+45
+46
+5