File tree Expand file tree Collapse file tree 1 file changed +4
-0
lines changed Expand file tree Collapse file tree 1 file changed +4
-0
lines changed Original file line number Diff line number Diff line change 18
18
set_custom_all_reduce )
19
19
from vllm .distributed .kv_transfer import (ensure_kv_transfer_initialized ,
20
20
get_kv_transfer_group ,
21
+ has_kv_transfer_group ,
21
22
is_v1_kv_transfer_group )
22
23
from vllm .distributed .parallel_state import get_pp_group , get_tp_group
23
24
from vllm .logger import init_logger
@@ -236,6 +237,9 @@ def determine_available_memory(self) -> int:
236
237
def get_kv_connector_handshake_metadata (self ) -> Optional [dict ]:
237
238
"""Get KV connector metadata from this worker if available."""
238
239
240
+ if not has_kv_transfer_group ():
241
+ return None
242
+
239
243
connector = get_kv_transfer_group ()
240
244
if not is_v1_kv_transfer_group (connector ):
241
245
logger .warning ("The KV connector is not a v1 connector. "
You can’t perform that action at this time.
0 commit comments