Skip to content

Commit e9a5fd8

Browse files
committed
fix bug in case of no kvconnectorgroup
Signed-off-by: Will Eaton <weaton@redhat.com>
1 parent 70143e5 commit e9a5fd8

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

vllm/v1/worker/gpu_worker.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818
set_custom_all_reduce)
1919
from vllm.distributed.kv_transfer import (ensure_kv_transfer_initialized,
2020
get_kv_transfer_group,
21+
has_kv_transfer_group,
2122
is_v1_kv_transfer_group)
2223
from vllm.distributed.parallel_state import get_pp_group, get_tp_group
2324
from vllm.logger import init_logger
@@ -236,6 +237,9 @@ def determine_available_memory(self) -> int:
236237
def get_kv_connector_handshake_metadata(self) -> Optional[dict]:
237238
"""Get KV connector metadata from this worker if available."""
238239

240+
if not has_kv_transfer_group():
241+
return None
242+
239243
connector = get_kv_transfer_group()
240244
if not is_v1_kv_transfer_group(connector):
241245
logger.warning("The KV connector is not a v1 connector. "

0 commit comments

Comments
 (0)