File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
python/mlc_llm/model/deepseek Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -79,17 +79,17 @@ def __post_init__(self):
79
79
logger .info (
80
80
"%s defaults to %d" ,
81
81
bold ("prefill_chunk_size" ),
82
- min (self .context_window_size , 2048 ),
82
+ min (self .context_window_size , 8192 ),
83
83
)
84
- self .prefill_chunk_size = min (self .context_window_size , 2048 )
84
+ self .prefill_chunk_size = min (self .context_window_size , 8192 )
85
85
elif self .prefill_chunk_size > self .context_window_size :
86
86
logger .info (
87
87
"Overriding %s from %d to %d" ,
88
88
bold ("prefill_chunk_size" ),
89
89
self .prefill_chunk_size ,
90
- min (self .context_window_size , 2048 ),
90
+ min (self .context_window_size , 8192 ),
91
91
)
92
- self .prefill_chunk_size = min (self .context_window_size , 2048 )
92
+ self .prefill_chunk_size = min (self .context_window_size , 8192 )
93
93
94
94
95
95
# pylint: disable=invalid-name,missing-docstring
You can’t perform that action at this time.
0 commit comments