File tree Expand file tree Collapse file tree 2 files changed +1
-9
lines changed Expand file tree Collapse file tree 2 files changed +1
-9
lines changed Original file line number Diff line number Diff line change 1
- #
2
1
# Copyright (c) 2025 Huawei Technologies Co., Ltd. All Rights Reserved.
3
2
#
4
3
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -76,7 +75,7 @@ def init_eplb(self, expert_map_path):
76
75
shared_dict = self .shared_dict ,
77
76
planner_q = self .planner_block_queue ,
78
77
block_update_q = self .block_update_queue ,
79
- redundant_enable = self .redundant_enable ,
78
+ redundant_enable = self .redundant_enable ,
80
79
policy_type = 6 ,
81
80
enable_d2d = True
82
81
)
@@ -104,7 +103,6 @@ def wakeup_eplb_worker(self):
104
103
self .planner_block_queue .put (1 )
105
104
106
105
def forward_before (self ):
107
-
108
106
# Batch after eplb process being triggered, get update info provided by eplb process
109
107
if self .update_in_flight and self .weight_update_counter == 0 and self .wait_worker_iterations == self .num_wait_worker_iterations :
110
108
self .wait_worker_iterations = 0
Original file line number Diff line number Diff line change @@ -178,11 +178,6 @@ def execute_model(
178
178
output = self .model_runner .execute_model (scheduler_output )
179
179
return output if self .is_driver_worker else None
180
180
181
- def get_expert_load (self ) -> str :
182
- """ todo 一共几个worker"""
183
- moe_load = self .model_runner .do_get_expert_load ()
184
- return moe_load
185
-
186
181
def load_model (self ) -> None :
187
182
if self .vllm_config .model_config .enable_sleep_mode :
188
183
allocator = CaMemAllocator .get_instance ()
@@ -215,7 +210,6 @@ def compile_or_warm_up_model(self) -> None:
215
210
set_random_seed (self .model_config .seed )
216
211
217
212
def get_expert_load (self ) -> str :
218
- """ todo 一共几个worker"""
219
213
moe_load = self .model_runner .do_get_expert_load ()
220
214
return moe_load
221
215
You can’t perform that action at this time.
0 commit comments