Skip to content

Commit 8b55aa9

Browse files
raydouglassraydouglass
authored
Merge pull request #322 from rapidsai/branch-25.06
[RELEASE] rapidsmpf v25.06
2 parents e3d2dfd + 0147856 commit 8b55aa9

File tree

239 files changed

+13098
-3994
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

239 files changed

+13098
-3994
lines changed

‎.github/CODEOWNERS

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
#cpp code owners
2-
cpp/ @rapidsai/rapids-multi-gpu-cpp-codeowners
2+
cpp/ @rapidsai/rapidsmpf-cpp-codeowners
33

44
#python code owners
5-
python/ @rapidsai/rapids-multi-gpu-python-codeowners
5+
python/ @rapidsai/rapidsmpf-python-codeowners
66

77
#cmake code owners
8-
CMakeLists.txt @rapidsai/rapids-multi-gpu-cmake-codeowners
9-
**/cmake/ @rapidsai/rapids-multi-gpu-cmake-codeowners
10-
*.cmake @rapidsai/rapids-multi-gpu-cmake-codeowners
8+
CMakeLists.txt @rapidsai/rapidsmpf-cmake-codeowners
9+
**/cmake/ @rapidsai/rapidsmpf-cmake-codeowners
10+
*.cmake @rapidsai/rapidsmpf-cmake-codeowners
1111

1212
#CI code owners
1313
/.github/ @rapidsai/ci-codeowners

‎.github/labeler.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
# Documentation for config - https://github.com/actions/labeler#common-examples
22

3-
librapidsmp:
3+
librapidsmpf:
44
- 'cpp/**'
55

66
CMake:

‎.github/ops-bot.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
# - https://github.com/rapidsai/ops-bot
33

44
auto_merger: true
5-
branch_checker: false
5+
branch_checker: true
66
label_checker: true
77
release_drafter: false
88
recently_updated: false

‎.github/workflows/build.yaml

Lines changed: 67 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,9 @@ name: build
33
on:
44
push:
55
branches:
6-
- "main"
6+
- "branch-*"
7+
tags:
8+
- v[0-9][0-9].[0-9][0-9].[0-9][0-9]
79
workflow_dispatch:
810
inputs:
911
branch:
@@ -18,20 +20,6 @@ on:
1820
build_type:
1921
type: string
2022
default: nightly
21-
workflow_call:
22-
inputs:
23-
branch:
24-
required: true
25-
type: string
26-
date:
27-
required: true
28-
type: string
29-
sha:
30-
required: true
31-
type: string
32-
build_type:
33-
type: string
34-
required: true
3523

3624
concurrency:
3725
group: ${{ github.workflow }}-${{ github.ref }}
@@ -45,18 +33,32 @@ jobs:
4533
build_type: ${{ inputs.build_type || 'branch' }}
4634
branch: ${{ inputs.branch }}
4735
date: ${{ inputs.date }}
36+
script: ci/build_cpp.sh
4837
sha: ${{ inputs.sha }}
38+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
4939
conda-python-build:
40+
needs: [conda-cpp-build]
5041
secrets: inherit
5142
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.06
43+
with:
44+
build_type: ${{ inputs.build_type || 'branch' }}
45+
branch: ${{ inputs.branch }}
46+
date: ${{ inputs.date }}
47+
script: ci/build_python.sh
48+
sha: ${{ inputs.sha }}
49+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
50+
upload-conda:
51+
needs: [conda-cpp-build, conda-python-build]
52+
secrets: inherit
53+
uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@branch-25.06
5254
with:
5355
build_type: ${{ inputs.build_type || 'branch' }}
5456
branch: ${{ inputs.branch }}
5557
date: ${{ inputs.date }}
5658
sha: ${{ inputs.sha }}
5759
docs-build:
5860
if: github.ref_type == 'branch'
59-
needs: python-build
61+
needs: conda-python-build
6062
secrets: inherit
6163
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.06
6264
with:
@@ -66,5 +68,53 @@ jobs:
6668
container_image: "rapidsai/ci-conda:latest"
6769
date: ${{ inputs.date }}
6870
node_type: "cpu8"
69-
run_script: "ci/build_docs.sh"
71+
script: "ci/build_docs.sh"
7072
sha: ${{ inputs.sha }}
73+
wheel-build-librapidsmpf:
74+
secrets: inherit
75+
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
76+
with:
77+
build_type: ${{ inputs.build_type || 'branch' }}
78+
branch: ${{ inputs.branch }}
79+
date: ${{ inputs.date }}
80+
sha: ${{ inputs.sha }}
81+
script: ci/build_wheel_librapidsmpf.sh
82+
package-name: librapidsmpf
83+
package-type: cpp
84+
# build for every combination of arch on CUDA 12 and latest Python
85+
matrix_filter: group_by([.ARCH]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
86+
wheel-publish-librapidsmpf:
87+
needs: wheel-build-librapidsmpf
88+
secrets: inherit
89+
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.06
90+
with:
91+
build_type: ${{ inputs.build_type || 'branch' }}
92+
branch: ${{ inputs.branch }}
93+
sha: ${{ inputs.sha }}
94+
date: ${{ inputs.date }}
95+
package-name: librapidsmpf
96+
package-type: cpp
97+
wheel-build-rapidsmpf:
98+
needs: wheel-build-librapidsmpf
99+
secrets: inherit
100+
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
101+
with:
102+
build_type: ${{ inputs.build_type || 'branch' }}
103+
branch: ${{ inputs.branch }}
104+
date: ${{ inputs.date }}
105+
sha: ${{ inputs.sha }}
106+
script: ci/build_wheel_rapidsmpf.sh
107+
package-name: rapidsmpf
108+
package-type: python
109+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
110+
wheel-publish-rapidsmpf:
111+
needs: wheel-build-rapidsmpf
112+
secrets: inherit
113+
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.06
114+
with:
115+
build_type: ${{ inputs.build_type || 'branch' }}
116+
branch: ${{ inputs.branch }}
117+
sha: ${{ inputs.sha }}
118+
date: ${{ inputs.date }}
119+
package-name: rapidsmpf
120+
package-type: python

‎.github/workflows/nightly-pipeline.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

‎.github/workflows/pr.yaml

Lines changed: 41 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,9 @@ jobs:
1818
- conda-python-build
1919
- conda-python-tests
2020
- docs-build
21+
- wheel-build-librapidsmpf
22+
- wheel-build-rapidsmpf
23+
- wheel-test
2124
secrets: inherit
2225
uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@branch-25.06
2326
if: always()
@@ -26,33 +29,70 @@ jobs:
2629
checks:
2730
secrets: inherit
2831
uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@branch-25.06
32+
wheel-build-librapidsmpf:
33+
needs: checks
34+
secrets: inherit
35+
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
36+
with:
37+
build_type: pull-request
38+
script: ci/build_wheel_librapidsmpf.sh
39+
package-name: librapidsmpf
40+
package-type: cpp
41+
# build for every combination of arch on CUDA 12 and latest Python
42+
matrix_filter: group_by([.ARCH]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
43+
wheel-build-rapidsmpf:
44+
needs: [checks, wheel-build-librapidsmpf]
45+
secrets: inherit
46+
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
47+
with:
48+
build_type: pull-request
49+
script: ci/build_wheel_rapidsmpf.sh
50+
package-name: rapidsmpf
51+
package-type: python
52+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
53+
wheel-test:
54+
needs: wheel-build-rapidsmpf
55+
secrets: inherit
56+
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.06
57+
with:
58+
build_type: pull-request
59+
script: ci/test_wheel.sh
60+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
2961
conda-cpp-build:
3062
needs: checks
3163
secrets: inherit
3264
uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@branch-25.06
3365
with:
3466
build_type: pull-request
67+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
68+
script: ci/build_cpp.sh
3569
conda-cpp-tests:
3670
needs: conda-cpp-build
3771
secrets: inherit
3872
uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@branch-25.06
3973
with:
4074
build_type: pull-request
75+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
4176
container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
77+
script: ci/test_cpp.sh
4278
conda-python-build:
4379
needs: conda-cpp-build
4480
secrets: inherit
4581
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.06
4682
with:
4783
build_type: pull-request
84+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
85+
script: ci/build_python.sh
4886
conda-python-tests:
4987
needs: conda-python-build
5088
secrets: inherit
5189
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.06
5290
with:
5391
build_type: pull-request
92+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
5493
container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
5594
run_codecov: false
95+
script: ci/test_python.sh
5696
docs-build:
5797
needs: conda-python-build
5898
secrets: inherit
@@ -62,4 +102,4 @@ jobs:
62102
node_type: "cpu8"
63103
arch: "amd64"
64104
container_image: "rapidsai/ci-conda:latest"
65-
run_script: "ci/build_docs.sh"
105+
script: "ci/build_docs.sh"

‎.github/workflows/test.yaml

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -15,20 +15,6 @@ on:
1515
build_type:
1616
type: string
1717
default: nightly
18-
workflow_call:
19-
inputs:
20-
branch:
21-
required: true
22-
type: string
23-
date:
24-
required: true
25-
type: string
26-
sha:
27-
required: true
28-
type: string
29-
build_type:
30-
type: string
31-
required: true
3218

3319
jobs:
3420
conda-cpp-tests:
@@ -38,7 +24,9 @@ jobs:
3824
build_type: ${{ inputs.build_type }}
3925
branch: ${{ inputs.branch }}
4026
date: ${{ inputs.date }}
27+
script: ci/test_cpp.sh
4128
sha: ${{ inputs.sha }}
29+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
4230
container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
4331
conda-python-tests:
4432
secrets: inherit
@@ -47,6 +35,18 @@ jobs:
4735
build_type: ${{ inputs.build_type }}
4836
branch: ${{ inputs.branch }}
4937
date: ${{ inputs.date }}
38+
script: ci/test_python.sh
5039
sha: ${{ inputs.sha }}
40+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))
5141
container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
5242
run_codecov: false
43+
wheel-test:
44+
secrets: inherit
45+
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.06
46+
with:
47+
build_type: ${{ inputs.build_type }}
48+
branch: ${{ inputs.branch }}
49+
date: ${{ inputs.date }}
50+
sha: ${{ inputs.sha }}
51+
script: ci/test_wheel.sh
52+
matrix_filter: map(select(.CUDA_VER | startswith("11") | not))

‎.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,3 +6,4 @@ build
66
.mypy_cache
77
.hypothesis
88
__pycache__
9+
compile_commands.json

‎.pre-commit-config.yaml

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,7 @@ repos:
6565
hooks:
6666
- id: mypy
6767
args: ["--config-file=pyproject.toml",
68-
"python/rapidsmp/"]
68+
"python/rapidsmpf/"]
6969
pass_filenames: false
7070
- repo: https://github.com/PyCQA/isort
7171
rev: 5.13.2
@@ -75,11 +75,6 @@ repos:
7575
args: ["--config-root=python/", "--resolve-all-configs"]
7676
files: python/.*
7777
types_or: [cython]
78-
- repo: https://github.com/numpy/numpydoc
79-
rev: v1.8.0
80-
hooks:
81-
- id: numpydoc-validation
82-
exclude: (python/rapidsmp/rapidsmp/tests/|.*__init__)
8378
- repo: https://github.com/codespell-project/codespell
8479
rev: v2.2.6
8580
hooks:
@@ -96,7 +91,7 @@ repos:
9691
args: [--fix, --main-branch=main]
9792
- id: verify-alpha-spec
9893
- id: verify-codeowners
99-
args: [--fix, --project-prefix=rapids-multi-gpu]
94+
args: [--fix, --project-prefix=rapidsmpf]
10095
- repo: https://github.com/rapidsai/dependency-file-generator
10196
rev: v1.16.0
10297
hooks:

0 commit comments

Comments
 (0)