We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c528147 commit 38a7be4Copy full SHA for 38a7be4
vllm/distributed/device_communicators/all2all.py
@@ -84,10 +84,6 @@ def __init__(self, cpu_group):
84
assert has_pplx, "pplx_kernels not found. Please follow https://github.com/vllm-project/vllm/blob/main/tools/ep_kernels/README.md to install pplx_kernels." # noqa
85
super().__init__(cpu_group)
86
87
- # TODO(tms): Disable pplx-a2a intranode as it fails with the error:
88
- # failed: cuda error /app/pplx/csrc/all_to_all/intranode.cpp:84 'invalid resource handle' # noqa
89
- self.internode = True
90
-
91
if self.internode:
92
# inter-node communication needs nvshmem,
93
# intra-node communication uses p2p mapping directly
0 commit comments