File tree Expand file tree Collapse file tree 2 files changed +5
-4
lines changed
vllm/distributed/kv_transfer/kv_connector/v1 Expand file tree Collapse file tree 2 files changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -183,7 +183,8 @@ def get_finished(
183
183
finished generating tokens.
184
184
185
185
Returns:
186
- ids of requests that have finished asynchronous (recving, sending).
186
+ ids of requests that have finished asynchronous transfer,
187
+ tuple of (sending/saving ids, recving/loading ids).
187
188
The finished saves/sends req ids must belong to a set provided in a
188
189
call to this method (this call or a prior one).
189
190
"""
Original file line number Diff line number Diff line change @@ -103,10 +103,10 @@ def wait_for_save(self):
103
103
def get_finished (
104
104
self , finished_req_ids : set [str ]
105
105
) -> tuple [Optional [set [str ]], Optional [set [str ]]]:
106
- finished_recving : set [str ] = set ()
107
106
finished_sending : set [str ] = set ()
107
+ finished_recving : set [str ] = set ()
108
108
for c in self ._connectors :
109
- recving , sending = c .get_finished (finished_req_ids )
109
+ sending , recving = c .get_finished (finished_req_ids )
110
110
if not recving and not sending :
111
111
continue
112
112
# Aggregate finished recving request ids.
@@ -125,7 +125,7 @@ def get_finished(
125
125
else :
126
126
self ._extra_async_saves [req_id ] = extra_pending - 1
127
127
128
- return finished_recving or None , finished_sending or None
128
+ return finished_sending or None , finished_recving or None
129
129
130
130
# ==============================
131
131
# Scheduler-side methods
You can’t perform that action at this time.
0 commit comments