Skip to content

Commit 967fb76

Browse files
authored
[Model] Update default prefill chunk size of Deepseek (#3009)
Update deepseek_model.py
1 parent e462885 commit 967fb76

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

python/mlc_llm/model/deepseek/deepseek_model.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -79,17 +79,17 @@ def __post_init__(self):
7979
logger.info(
8080
"%s defaults to %d",
8181
bold("prefill_chunk_size"),
82-
min(self.context_window_size, 2048),
82+
min(self.context_window_size, 8192),
8383
)
84-
self.prefill_chunk_size = min(self.context_window_size, 2048)
84+
self.prefill_chunk_size = min(self.context_window_size, 8192)
8585
elif self.prefill_chunk_size > self.context_window_size:
8686
logger.info(
8787
"Overriding %s from %d to %d",
8888
bold("prefill_chunk_size"),
8989
self.prefill_chunk_size,
90-
min(self.context_window_size, 2048),
90+
min(self.context_window_size, 8192),
9191
)
92-
self.prefill_chunk_size = min(self.context_window_size, 2048)
92+
self.prefill_chunk_size = min(self.context_window_size, 8192)
9393

9494

9595
# pylint: disable=invalid-name,missing-docstring

0 commit comments

Comments
 (0)