File tree Expand file tree Collapse file tree 2 files changed +1
-3
lines changed Expand file tree Collapse file tree 2 files changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -267,11 +267,9 @@ def _forward_ms_layer_alltoallv_finegrained(
267
267
] * num_micro_batchs
268
268
tokens_per_expert = [None ] * num_micro_batchs
269
269
dispatched_input = [None ] * num_micro_batchs
270
- shared_expert_output = [None ] * num_micro_batchs
271
270
router_expert_output = [None ] * num_micro_batchs
272
271
chunked_hidden_states_sizes = [None ] * num_micro_batchs
273
272
token_dispatchers = self .mlp .experts .token_dispatchers
274
- has_shared_expert = hasattr (self .mlp , 'shared_experts' )
275
273
276
274
def discard_tensor (tensor ):
277
275
if isinstance (tensor , torch .Tensor ):
Original file line number Diff line number Diff line change @@ -293,7 +293,7 @@ def model_input_split_v1_attn(
293
293
token_index )
294
294
295
295
is_only_prefill_pre = is_only_prefill_post = attn_metadata .is_only_prefill
296
- has_prefill_pre , has_prefill_post = torch .any (
296
+ has_prefill_pre , _ = torch .any (
297
297
query_lens_pre > 1 ).item (), torch .any (query_lens_post > 1 ).item ()
298
298
299
299
if not attn_metadata .is_only_prefill :
You can’t perform that action at this time.
0 commit comments