[RELEASE] rapidsmpf v25.06

.github/CODEOWNERS

@@ -1,13 +1,13 @@
 #cpp code owners
-cpp/                     @rapidsai/rapids-multi-gpu-cpp-codeowners
+cpp/                     @rapidsai/rapidsmpf-cpp-codeowners
 
 #python code owners
-python/                  @rapidsai/rapids-multi-gpu-python-codeowners
+python/                  @rapidsai/rapidsmpf-python-codeowners
 
 #cmake code owners
-CMakeLists.txt           @rapidsai/rapids-multi-gpu-cmake-codeowners
-**/cmake/                @rapidsai/rapids-multi-gpu-cmake-codeowners
-*.cmake                  @rapidsai/rapids-multi-gpu-cmake-codeowners
+CMakeLists.txt           @rapidsai/rapidsmpf-cmake-codeowners
+**/cmake/                @rapidsai/rapidsmpf-cmake-codeowners
+*.cmake                  @rapidsai/rapidsmpf-cmake-codeowners
 
 #CI code owners
 /.github/                @rapidsai/ci-codeowners

.github/labeler.yml

@@ -1,6 +1,6 @@
 # Documentation for config - https://github.com/actions/labeler#common-examples
 
-librapidsmp:
+librapidsmpf:
   - 'cpp/**'
 
 CMake:

.github/ops-bot.yaml

@@ -2,7 +2,7 @@
 # - https://github.com/rapidsai/ops-bot
 
 auto_merger: true
-branch_checker: false
+branch_checker: true
 label_checker: true
 release_drafter: false
 recently_updated: false

.github/workflows/build.yaml

@@ -3,7 +3,9 @@ name: build
 on:
   push:
     branches:
-      - "main"
+      - "branch-*"
+    tags:
+      - v[0-9][0-9].[0-9][0-9].[0-9][0-9]
   workflow_dispatch:
     inputs:
       branch:
@@ -18,20 +20,6 @@ on:
       build_type:
         type: string
         default: nightly
-  workflow_call:
-    inputs:
-      branch:
-        required: true
-        type: string
-      date:
-        required: true
-        type: string
-      sha:
-        required: true
-        type: string
-      build_type:
-        type: string
-        required: true
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -45,18 +33,32 @@ jobs:
       build_type: ${{ inputs.build_type || 'branch' }}
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
+      script: ci/build_cpp.sh
       sha: ${{ inputs.sha }}
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
   conda-python-build:
+    needs: [conda-cpp-build]
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      date: ${{ inputs.date }}
+      script: ci/build_python.sh
+      sha: ${{ inputs.sha }}
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
+  upload-conda:
+    needs: [conda-cpp-build, conda-python-build]
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@branch-25.06
     with:
       build_type: ${{ inputs.build_type || 'branch' }}
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
   docs-build:
     if: github.ref_type == 'branch'
-    needs: python-build
+    needs: conda-python-build
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.06
     with:
@@ -66,5 +68,53 @@ jobs:
       container_image: "rapidsai/ci-conda:latest"
       date: ${{ inputs.date }}
       node_type: "cpu8"
-      run_script: "ci/build_docs.sh"
+      script: "ci/build_docs.sh"
       sha: ${{ inputs.sha }}
+  wheel-build-librapidsmpf:
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      date: ${{ inputs.date }}
+      sha: ${{ inputs.sha }}
+      script: ci/build_wheel_librapidsmpf.sh
+      package-name: librapidsmpf
+      package-type: cpp
+      # build for every combination of arch on CUDA 12 and latest Python
+      matrix_filter: group_by([.ARCH]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+  wheel-publish-librapidsmpf:
+    needs: wheel-build-librapidsmpf
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      sha: ${{ inputs.sha }}
+      date: ${{ inputs.date }}
+      package-name: librapidsmpf
+      package-type: cpp
+  wheel-build-rapidsmpf:
+    needs: wheel-build-librapidsmpf
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      date: ${{ inputs.date }}
+      sha: ${{ inputs.sha }}
+      script: ci/build_wheel_rapidsmpf.sh
+      package-name: rapidsmpf
+      package-type: python
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
+  wheel-publish-rapidsmpf:
+    needs: wheel-build-rapidsmpf
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      sha: ${{ inputs.sha }}
+      date: ${{ inputs.date }}
+      package-name: rapidsmpf
+      package-type: python

.github/workflows/pr.yaml

@@ -18,6 +18,9 @@ jobs:
       - conda-python-build
       - conda-python-tests
       - docs-build
+      - wheel-build-librapidsmpf
+      - wheel-build-rapidsmpf
+      - wheel-test
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@branch-25.06
     if: always()
@@ -26,33 +29,70 @@ jobs:
   checks:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@branch-25.06
+  wheel-build-librapidsmpf:
+    needs: checks
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: pull-request
+      script: ci/build_wheel_librapidsmpf.sh
+      package-name: librapidsmpf
+      package-type: cpp
+      # build for every combination of arch on CUDA 12 and latest Python
+      matrix_filter: group_by([.ARCH]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+  wheel-build-rapidsmpf:
+    needs: [checks, wheel-build-librapidsmpf]
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: pull-request
+      script: ci/build_wheel_rapidsmpf.sh
+      package-name: rapidsmpf
+      package-type: python
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
+  wheel-test:
+    needs: wheel-build-rapidsmpf
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.06
+    with:
+      build_type: pull-request
+      script: ci/test_wheel.sh
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
   conda-cpp-build:
     needs: checks
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@branch-25.06
     with:
       build_type: pull-request
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
+      script: ci/build_cpp.sh
   conda-cpp-tests:
     needs: conda-cpp-build
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@branch-25.06
     with:
       build_type: pull-request
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
+      script: ci/test_cpp.sh
   conda-python-build:
     needs: conda-cpp-build
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.06
     with:
       build_type: pull-request
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
+      script: ci/build_python.sh
   conda-python-tests:
     needs: conda-python-build
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.06
     with:
       build_type: pull-request
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
       run_codecov: false
+      script: ci/test_python.sh
   docs-build:
     needs: conda-python-build
     secrets: inherit
@@ -62,4 +102,4 @@ jobs:
       node_type: "cpu8"
       arch: "amd64"
       container_image: "rapidsai/ci-conda:latest"
-      run_script: "ci/build_docs.sh"
+      script: "ci/build_docs.sh"

.github/workflows/test.yaml

@@ -15,20 +15,6 @@ on:
       build_type:
         type: string
         default: nightly
-  workflow_call:
-    inputs:
-      branch:
-        required: true
-        type: string
-      date:
-        required: true
-        type: string
-      sha:
-        required: true
-        type: string
-      build_type:
-        type: string
-        required: true
 
 jobs:
   conda-cpp-tests:
@@ -38,7 +24,9 @@ jobs:
       build_type: ${{ inputs.build_type }}
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
+      script: ci/test_cpp.sh
       sha: ${{ inputs.sha }}
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
   conda-python-tests:
     secrets: inherit
@@ -47,6 +35,18 @@ jobs:
       build_type: ${{ inputs.build_type }}
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
+      script: ci/test_python.sh
       sha: ${{ inputs.sha }}
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
       run_codecov: false
+  wheel-test:
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.06
+    with:
+      build_type: ${{ inputs.build_type }}
+      branch: ${{ inputs.branch }}
+      date: ${{ inputs.date }}
+      sha: ${{ inputs.sha }}
+      script: ci/test_wheel.sh
+      matrix_filter: map(select(.CUDA_VER | startswith("11") | not))

.gitignore

@@ -6,3 +6,4 @@ build
 .mypy_cache
 .hypothesis
 __pycache__
+compile_commands.json

.pre-commit-config.yaml

@@ -65,7 +65,7 @@ repos:
     hooks:
       - id: mypy
         args: ["--config-file=pyproject.toml",
-               "python/rapidsmp/"]
+               "python/rapidsmpf/"]
         pass_filenames: false
   - repo: https://github.com/PyCQA/isort
     rev: 5.13.2
@@ -75,11 +75,6 @@ repos:
         args: ["--config-root=python/", "--resolve-all-configs"]
         files: python/.*
         types_or: [cython]
-  - repo: https://github.com/numpy/numpydoc
-    rev: v1.8.0
-    hooks:
-      - id: numpydoc-validation
-        exclude: (python/rapidsmp/rapidsmp/tests/|.*__init__)
   - repo: https://github.com/codespell-project/codespell
     rev: v2.2.6
     hooks:
@@ -96,7 +91,7 @@ repos:
         args: [--fix, --main-branch=main]
       - id: verify-alpha-spec
       - id: verify-codeowners
-        args: [--fix, --project-prefix=rapids-multi-gpu]
+        args: [--fix, --project-prefix=rapidsmpf]
   - repo: https://github.com/rapidsai/dependency-file-generator
     rev: v1.16.0
     hooks: