Skip to content

Commit 9d9c93a

Browse files
author
lt
committed
update get_expert_load return type
1 parent da49def commit 9d9c93a

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

vllm_ascend/worker/model_runner_v1.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1587,7 +1587,7 @@ def profile_run(self) -> None:
15871587
self.encoder_cache.clear()
15881588
gc.collect()
15891589

1590-
def do_get_expert_load(self) -> str:
1590+
def do_get_expert_load(self) -> torch.Tensor:
15911591
return self.eplb_updator.get_expert_load()
15921592

15931593
def do_update_expert_load_statistical_period(self, num_expert_load_gather: int, num_iterations: int):

vllm_ascend/worker/worker_v1.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -209,7 +209,7 @@ def compile_or_warm_up_model(self) -> None:
209209
# the model initialization and profiling.
210210
set_random_seed(self.model_config.seed)
211211

212-
def get_expert_load(self) -> str:
212+
def get_expert_load(self) -> torch.Tensor:
213213
""" todo 一共几个worker"""
214214
moe_load = self.model_runner.do_get_expert_load()
215215
return moe_load

0 commit comments

Comments
 (0)