File tree Expand file tree Collapse file tree 2 files changed +1
-2
lines changed Expand file tree Collapse file tree 2 files changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -115,7 +115,6 @@ def __init__(
115
115
self ,
116
116
args ,
117
117
):
118
- self .block_size = 16 # The block size for processing.
119
118
self .sequence_parallel = False # Whether to enable sequence parallelism.
120
119
self .use_ep = False # Whether to enable Expert Parallelism
121
120
self .moe_phase = MoEPhase .PREFILL # Generation phase
Original file line number Diff line number Diff line change @@ -225,7 +225,7 @@ def event_loop_normal(self) -> None:
225
225
"""
226
226
# Currently, only support single node
227
227
self .nnode = int ((self .parallel_config .tensor_parallel_size + 7 ) // 8 )
228
- mp_num_per_node = self .parallel_config .tensor_parallel_size // self .nnode
228
+ mp_num_per_node = self .parallel_config .tensor_parallel_size // self .nnode
229
229
req_ids = []
230
230
while True :
231
231
if self .local_rank == 0 :
You can’t perform that action at this time.
0 commit comments