File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -59,6 +59,7 @@ class MoEPhase(Enum):
59
59
"tie_word_embeddings" :False ,
60
60
"rms_norm_eps" :1e-5 ,
61
61
"moe_num_experts" : None ,
62
+ "moe_layer_end_index" :None ,
62
63
}
63
64
64
65
@@ -330,7 +331,7 @@ def init_with_cudagrpah_size(
330
331
if len (dedup_sizes ) < len (self .cudagraph_capture_sizes ):
331
332
logger .info (("cudagraph sizes specified by model runner"
332
333
" %s is overridden by config %s" ),
333
- cudagraph_capture_sizes , dedup_sizes )
334
+ self . cudagraph_capture_sizes , dedup_sizes )
334
335
self .cudagraph_capture_sizes = dedup_sizes
335
336
336
337
# Sort to make sure cudagraph capture sizes are in descending order
@@ -351,7 +352,7 @@ def init_with_cudagrpah_size(
351
352
self .max_capture_size ] = self .max_capture_size
352
353
353
354
def _set_cudagraph_sizes (
354
- self ,
355
+ self ,
355
356
max_num_seqs :int = 0
356
357
):
357
358
"""
You can’t perform that action at this time.
0 commit comments