We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents a3544ce + 1a067a3 commit fc88c4bCopy full SHA for fc88c4b
vllm_ascend/eplb/eplb_updator.py
@@ -130,7 +130,7 @@ def forward_before(self):
130
self.reqs = []
131
self.eplb_loader.asyn_expert_weight_transfer(self.reqs)
132
133
-def forward_end(self,dummy_run=False):
+ def forward_end(self,dummy_run=False):
134
self.adaptor.get_rank_expert_workload(self.num_moe_layers,dummy_run)
135
if not self.update_in_flight:
136
load_gather_iteration, update_iteration = self.get_update_iteration()
0 commit comments