test on mvapich (#700)

simonbyrne · giordano · web-flow · commit 21995644fec2 · 2023-01-03T15:46:36.000-08:00
Install MVAPICH via Spack, and cache library.
Exclude spawn tests (known not to work)

Co-authored-by: Mosè Giordano &lt;mose@gnu.org&gt;
diff --git a/.ci/mvapich/spack.yaml b/.ci/mvapich/spack.yaml
@@ -0,0 +1,170 @@
+# This is a Spack Environment file.
+#
+# It describes a set of packages to be installed, along with
+# configuration settings.
+spack:
+  # add package specs to the `specs` list
+  specs: [mvapich2@2.3.7%gcc@12.1.0]
+  view: true
+  concretizer:
+    unify: true
+  config:
+    install_tree:
+      root: opt/spack
+  compilers::
+  - compiler:
+      spec: clang@12.0.1
+      paths:
+        cc: /usr/bin/clang-12
+        cxx: /usr/bin/clang++-12
+        f77: null
+        fc: null
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: clang@13.0.1
+      paths:
+        cc: /usr/bin/clang-13
+        cxx: /usr/bin/clang++-13
+        f77: null
+        fc: null
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: clang@14.0.0
+      paths:
+        cc: /usr/bin/clang
+        cxx: /usr/bin/clang++
+        f77: null
+        fc: null
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: gcc@9.5.0
+      paths:
+        cc: /usr/bin/gcc-9
+        cxx: /usr/bin/g++-9
+        f77: /usr/bin/gfortran-9
+        fc: /usr/bin/gfortran-9
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: gcc@10.4.0
+      paths:
+        cc: /usr/bin/gcc-10
+        cxx: /usr/bin/g++-10
+        f77: /usr/bin/gfortran-10
+        fc: /usr/bin/gfortran-10
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: gcc@11.3.0
+      paths:
+        cc: /usr/bin/gcc
+        cxx: /usr/bin/g++
+        f77: /usr/bin/gfortran
+        fc: /usr/bin/gfortran
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  - compiler:
+      spec: gcc@12.1.0
+      paths:
+        cc: /usr/bin/gcc-12
+        cxx: /usr/bin/g++-12
+        f77: /usr/bin/gfortran-12
+        fc: /usr/bin/gfortran-12
+      flags: {}
+      operating_system: ubuntu22.04
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []
+  packages::
+    bison:
+      externals:
+      - spec: bison@3.8.2
+        prefix: /usr
+    cmake:
+      externals:
+      - spec: cmake@3.25.1
+        prefix: /usr/local
+    findutils:
+      externals:
+      - spec: findutils@4.8.0
+        prefix: /usr
+    flex:
+      externals:
+      - spec: flex@2.6.4+lex
+        prefix: /usr
+    gettext:
+      externals:
+      - spec: gettext@0.21
+        prefix: /usr
+    libtool:
+      externals:
+      - spec: libtool@2.4.6
+        prefix: /usr
+    libpciaccess:
+      externals:
+      - spec: libpciaccess@0.16
+        prefix: /usr
+    libxml2:
+      externals:
+      - spec: libxml2@2.9.13
+        prefix: /usr
+    m4:
+      externals:
+      - spec: m4@1.4.18
+        prefix: /usr
+    perl:
+      externals:
+      - spec: perl@5.34.0~cpanm+shared+threads
+        prefix: /usr
+    pkgconf:
+      externals:
+      - spec: pkgconf@1.8.0
+        prefix: /usr
+    python:
+      externals:
+      - spec: python@3.10.6+bz2+crypt+ctypes+dbm+lzma+nis+pyexpat+pythoncmd+readline+sqlite3+ssl~tkinter+uuid+zlib
+        prefix: /usr
+    rdma-core:
+      externals:
+      - spec: rdma-core@39.0
+        prefix: /usr
+    tar:
+      externals:
+      - spec: tar@1.34
+        prefix: /usr
+    xz:
+      externals:
+      - spec: xz@5.2.5
+        prefix: /usr
+    zlib:
+      externals:
+      - spec: zlib@1.2.11
+        prefix: /usr
diff --git a/.github/workflows/UnitTests.yml b/.github/workflows/UnitTests.yml
@@ -626,3 +626,67 @@ jobs:
       run: |
         source ${HOME}/intel/compilers_and_libraries/linux/mpi/intel64/bin/mpivars.sh release
         julia --color=yes --project -e 'using Pkg; Pkg.test()'
+
+  test-spack-mvapich:
+    timeout-minutes: 60
+    strategy:
+      matrix:
+        julia_version:
+          - "1"
+
+      fail-fast: false
+
+    runs-on: ubuntu-22.04
+
+    env:
+      JULIA_MPI_TEST_BINARY: system
+      JULIA_MPI_TEST_EXCLUDE: test_spawn.jl
+      MV2_SMP_USE_CMA: 0
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Cache MVAPICH
+      uses: actions/cache@v3
+      with:
+        path: |
+          .ci/mvapich/opt
+          .ci/mvapich/.spack-env
+        key: ${{ runner.os }}-mvapich-2.3.7
+
+    - name: Install MVAPICH dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install libibverbs-dev libpciaccess-dev libxml2-dev pkgconf rdma-core zlib1g-dev
+
+    - name: Install MVAPICH via Spack
+      uses: vsoch/spack-package-action/envpackage@main
+      with:
+        spack_yaml: .ci/mvapich/spack.yaml
+        deploy: false
+
+    - name: Set PATH and LD_LIBRARY_PATH
+      run: |
+        echo "PATH=$(realpath .ci/mvapich/.spack-env/view/bin):${PATH}" >> $GITHUB_ENV
+        echo "LD_LIBRARY_PATH=$(realpath .ci/mvapich/.spack-env/view/lib):${LD_LIBRARY_PATH}" >> $GITHUB_ENV
+
+    - uses: julia-actions/setup-julia@latest
+      with:
+        version: ${{ matrix.julia_version }}
+
+    - uses: julia-actions/cache@v1
+    - name: add MPIPreferences
+      shell: julia --color=yes --project=. {0}
+      run: |
+        using Pkg
+        Pkg.develop(path="lib/MPIPreferences")
+        Pkg.precompile()
+
+    - name: use system MPI
+      shell: julia --color=yes --project=. {0}
+      run: |
+        using MPIPreferences
+        MPIPreferences.use_system_binary()
+
+    - uses: julia-actions/julia-runtest@latest
diff --git a/test/runtests.jl b/test/runtests.jl
@@ -36,8 +36,10 @@ if Sys.isunix()
     include("mpiexecjl.jl")
 end
 
+excludefiles = split(get(ENV,"JULIA_MPI_TEST_EXCLUDE",""),',')
+
 testdir = @__DIR__
-istest(f) = endswith(f, ".jl") && startswith(f, "test_")
+istest(f) = endswith(f, ".jl") && startswith(f, "test_") && !in(f, excludefiles)
 testfiles = sort(filter(istest, readdir(testdir)))
 
 @testset "$f" for f in testfiles
