Skip to content

Commit a3c9862

Browse files
committed
not require for decode to add nixl metadata from prefill
1 parent dac0543 commit a3c9862

File tree

1 file changed

+0
-11
lines changed

1 file changed

+0
-11
lines changed

vllm/entrypoints/openai/serving_remote_prefill.py

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -159,7 +159,6 @@ def _update_remote_prefill_endpoints(self):
159159

160160
async def add_remote_prefill_ep(self, ep: str):
161161
add_remote_nixl_metadata_url = f"{ep}/remote_nixl_metadata"
162-
get_remote_nixl_metadata_url = f"{ep}/nixl_metadata"
163162
metadata = NixlMetadataRequest(
164163
metadata=self.nixl_metadata().metadata,
165164
)
@@ -168,16 +167,6 @@ async def add_remote_prefill_ep(self, ep: str):
168167
if resp.status != 200:
169168
raise ValueError(f"add local nixl metadata to remote failed with status: {resp.status}")
170169

171-
async with session.get(get_remote_nixl_metadata_url) as response:
172-
if response.status != 200:
173-
raise ValueError(f"get remote nixl metadata failed with status: {response.status}")
174-
response_data = await response.json()
175-
metadata = NixlMetadataResponse(**response_data)
176-
request = NixlMetadataRequest(
177-
metadata=metadata.metadata
178-
)
179-
await self.remote_nixl_metadata(request)
180-
181170
async def add_remote_prefill_eps(self, request: RemotePrefillEpRequest):
182171
if not request.endpoints or len(request.endpoints) == 0:
183172
raise ValueError("Empty URL")

0 commit comments

Comments
 (0)