Early integration #43
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Copyright (C) The DDC development team, see COPYRIGHT.md file | |
| # | |
| # SPDX-License-Identifier: MIT | |
| --- | |
| name: Early integration | |
| # yamllint disable-line rule:truthy | |
| on: | |
| schedule: | |
| - cron: "0 1 * * 1-5" # every weekday at 1am | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| jobs: | |
| docker-build: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: ['oldest', 'latest'] | |
| backend: ['cpu', 'cuda', 'hip'] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | |
| with: {tool-cache: true, large-packages: false} | |
| - name: Checkout built branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0 | |
| with: | |
| registry: ghcr.io | |
| username: ${{github.actor}} | |
| password: ${{secrets.GITHUB_TOKEN}} | |
| - name: Build | |
| run: | | |
| DOCKER_BUILDKIT=1 docker build \ | |
| --build-arg BACKEND=${{matrix.backend}} \ | |
| --build-arg BUILDKIT_INLINE_CACHE=1 \ | |
| --cache-from ghcr.io/cexa-project/ddc/${{matrix.image}}_${{matrix.backend}} \ | |
| -t ghcr.io/cexa-project/ddc/${{matrix.image}}_${{matrix.backend}} \ | |
| docker/${{matrix.image}} | |
| test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: ['oldest', 'latest'] | |
| backend: | |
| - name: 'cpu' | |
| c_compiler: 'gcc' | |
| cxx_compiler: 'g++' | |
| ddc_extra_cxx_flags: '-Wextra-semi -Wold-style-cast' | |
| kokkos_extra_cmake_flags: '' | |
| - name: 'cpu' | |
| c_compiler: 'clang' | |
| cxx_compiler: 'clang++' | |
| ddc_extra_cxx_flags: '-Wextra-semi -Wextra-semi-stmt -Wold-style-cast' | |
| kokkos_extra_cmake_flags: '' | |
| - name: 'cuda' | |
| c_compiler: '${CUDA_GCC}' | |
| cxx_compiler: '${CUDA_GXX}' | |
| ddc_extra_cxx_flags: '' | |
| kokkos_extra_cmake_flags: '-DKokkos_ENABLE_CUDA=ON -DKokkos_ENABLE_CUDA_CONSTEXPR=ON -DKokkos_ENABLE_CUDA_RELOCATABLE_DEVICE_CODE=ON -DKokkos_ARCH_AMPERE80=ON' | |
| - name: 'hip' | |
| c_compiler: 'hipcc' | |
| cxx_compiler: 'hipcc' | |
| ddc_extra_cxx_flags: '' | |
| kokkos_extra_cmake_flags: '-DKokkos_ENABLE_HIP=ON -DKokkos_ENABLE_HIP_RELOCATABLE_DEVICE_CODE=ON -DKokkos_ENABLE_ROCTHRUST=OFF -DKokkos_ARCH_AMD_GFX90A=ON' | |
| cxx_version: ['17', '20', '23'] | |
| cmake_build_type: ['Debug', 'Release'] | |
| exclude: | |
| - image: 'oldest' # nvcc 11 only supports C++-17 | |
| backend: | |
| name: 'cuda' | |
| cxx_version: '20' | |
| - image: 'oldest' # nvcc 11 only supports C++-17 | |
| backend: | |
| name: 'cuda' | |
| cxx_version: '23' | |
| - image: 'latest' # nvcc 12 only supports C++-20 | |
| backend: | |
| name: 'cuda' | |
| cxx_version: '23' | |
| runs-on: ubuntu-latest | |
| needs: [docker-build] | |
| permissions: | |
| checks: write # Required by mikepenz/action-junit-report | |
| steps: | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 | |
| with: {tool-cache: true, large-packages: false} | |
| - name: Checkout built branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| submodules: true | |
| - name: Checkout Kokkos devel branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| repository: kokkos/kokkos | |
| path: vendor/kokkos | |
| - name: Checkout Kokkos Kernels devel branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| repository: kokkos/kokkos-kernels | |
| path: vendor/kokkos-kernels | |
| - name: Checkout Kokkos-fft devel branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| repository: kokkos/kokkos-fft | |
| path: vendor/kokkos-fft | |
| - name: Test | |
| id: test | |
| run: | | |
| cat<<-'EOF' > run.sh | |
| set -xe | |
| git config --global --add safe.directory '*' | |
| export benchmark_ROOT=$PWD/opt/benchmark | |
| export DDC_ROOT=$PWD/opt/ddc | |
| export GTest_ROOT=$PWD/opt/gtest | |
| export Kokkos_ROOT=$PWD/opt/kokkos | |
| export KokkosFFT_ROOT=$PWD/opt/kokkos-fft | |
| export KokkosKernels_ROOT=$PWD/opt/kokkos-kernels | |
| export CMAKE_BUILD_PARALLEL_LEVEL=4 | |
| export CMAKE_BUILD_TYPE=${{matrix.cmake_build_type}} | |
| export CC=${{matrix.backend.c_compiler}} | |
| export CXX=${{matrix.backend.cxx_compiler}} | |
| cmake \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -D BENCHMARK_ENABLE_GTEST_TESTS=OFF \ | |
| -D BENCHMARK_ENABLE_TESTING=OFF \ | |
| -D BENCHMARK_INSTALL_DOCS=OFF \ | |
| -D BENCHMARK_USE_BUNDLED_GTEST=OFF \ | |
| -B build \ | |
| -S /src/vendor/benchmark | |
| cmake --build build | |
| cmake --install build --prefix $benchmark_ROOT | |
| rm -rf build | |
| cmake \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -B build \ | |
| -S /src/vendor/googletest | |
| cmake --build build | |
| cmake --install build --prefix $GTest_ROOT | |
| rm -rf build | |
| cmake \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -D Kokkos_ENABLE_DEPRECATED_CODE_4=OFF \ | |
| -D Kokkos_ENABLE_DEPRECATION_WARNINGS=OFF \ | |
| -D Kokkos_ENABLE_SERIAL=ON \ | |
| ${{matrix.backend.kokkos_extra_cmake_flags}} \ | |
| -B build \ | |
| -S /src/vendor/kokkos | |
| cmake --build build | |
| cmake --install build --prefix $Kokkos_ROOT | |
| rm -rf build | |
| cmake \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -D KokkosFFT_ENABLE_HOST_AND_DEVICE=ON \ | |
| -B build \ | |
| -S /src/vendor/kokkos-fft | |
| cmake --build build | |
| cmake --install build --prefix $KokkosFFT_ROOT | |
| rm -rf build | |
| cmake \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -D KokkosKernels_ADD_DEFAULT_ETI=OFF \ | |
| -D KokkosKernels_ENABLE_ALL_COMPONENTS=OFF \ | |
| -D KokkosKernels_ENABLE_COMPONENT_BLAS=ON \ | |
| -D KokkosKernels_ENABLE_COMPONENT_BATCHED=ON \ | |
| -D KokkosKernels_ENABLE_COMPONENT_LAPACK=OFF \ | |
| -D KokkosKernels_ENABLE_TPL_BLAS=OFF \ | |
| -D KokkosKernels_ENABLE_TPL_CUSOLVER=OFF \ | |
| -D KokkosKernels_ENABLE_TPL_LAPACK=OFF \ | |
| -B build \ | |
| -S /src/vendor/kokkos-kernels | |
| cmake --build build | |
| cmake --install build --prefix $KokkosKernels_ROOT | |
| rm -rf build | |
| cmake \ | |
| -D CMAKE_CXX_FLAGS="-Werror -Wall -Wextra -Wpedantic -Wno-sign-compare -pedantic-errors ${{matrix.backend.ddc_extra_cxx_flags}}" \ | |
| -D CMAKE_CXX_STANDARD=${{matrix.cxx_version}} \ | |
| -D DDC_BUILD_BENCHMARKS=ON \ | |
| -D DDC_benchmark_DEPENDENCY_POLICY=INSTALLED \ | |
| -D DDC_GTest_DEPENDENCY_POLICY=INSTALLED \ | |
| -D DDC_Kokkos_DEPENDENCY_POLICY=INSTALLED \ | |
| -D DDC_KokkosFFT_DEPENDENCY_POLICY=INSTALLED \ | |
| -B build \ | |
| -S /src | |
| cmake --build build | |
| if [ 'xcpu' = 'x${{matrix.backend.name}}' ] | |
| then | |
| ctest --test-dir build --output-on-failure --timeout 10 --output-junit tests.xml | |
| ./build/examples/characteristics_advection | |
| ./build/examples/game_of_life | |
| ./build/examples/heat_equation_spectral | |
| ./build/examples/heat_equation | |
| ./build/examples/non_uniform_heat_equation | |
| ./build/examples/uniform_heat_equation | |
| fi | |
| cmake --install build --prefix $DDC_ROOT | |
| rm -rf build | |
| cmake \ | |
| -B build \ | |
| -S /src/install_test | |
| cmake --build build | |
| EOF | |
| docker run \ | |
| --cidfile='docker.cid' \ | |
| -v ${PWD}:/src:ro \ | |
| ghcr.io/cexa-project/ddc/${{matrix.image}}_${{matrix.backend.name}} \ | |
| bash /src/run.sh | |
| if docker cp "$(cat docker.cid)":/data/tests.xml ${{github.workspace}}/tests.xml | |
| then echo "with_report=true" >> "$GITHUB_OUTPUT" | |
| else echo "with_report=false" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Publish Test Report | |
| uses: mikepenz/action-junit-report@65fe03598d8d251738592a497a9e8547a5c48eaa # v5.6.0 | |
| if: ( success() || failure() ) && steps.test.outputs.with_report == 'true' # always run even if the previous step fails | |
| with: | |
| report_paths: '${{github.workspace}}/tests.xml' |