File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed
vllm/distributed/kv_transfer/kv_connector Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -31,12 +31,12 @@ def __init__(
31
31
local_rank : int ,
32
32
config : VllmConfig ,
33
33
):
34
- self .config = config .kv_transfer_config
34
+ self .kv_transfer_config = config .kv_transfer_config
35
35
self .kv_helper = kv_helper (config )
36
36
self .local_tp_rank = local_rank
37
37
38
38
# Init kv_store
39
- if self .config .kv_connector == "MooncakeStoreConnector" :
39
+ if self .kv_transfer_config .kv_connector == "MooncakeStoreConnector" :
40
40
# Check if MOONCAKE_CONFIG_PATH is set
41
41
import os
42
42
use_mooncake_store = os .getenv ('MOONCAKE_CONFIG_PATH' ) is not None
@@ -50,10 +50,11 @@ def __init__(
50
50
MooncakeStore )
51
51
logger .info (
52
52
"Initializing KVStoreConnector under kv_transfer_config %s" ,
53
- self .config )
53
+ self .kv_transfer_config )
54
54
self .kv_store = MooncakeStore (config )
55
55
else :
56
- logger .error ("Can not find %s" , self .config .kv_connector )
56
+ logger .error ("Can not find %s" ,
57
+ self .kv_transfer_config .kv_connector )
57
58
58
59
assert self .kv_store is not None
59
60
You can’t perform that action at this time.
0 commit comments