Skip to content

Commit 6cead69

Browse files
lunaluna
authored andcommitted
support --no-enable-chunked-prefill for V1
1 parent 1bcd15e commit 6cead69

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

vllm/engine/arg_utils.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1545,7 +1545,8 @@ def _set_default_args_v1(self, usage_context: UsageContext,
15451545
# for non-pooling tasks.
15461546
# For pooling tasks the default is False
15471547
if model_config.runner_type != "pooling":
1548-
self.enable_chunked_prefill = True
1548+
if self.enable_chunked_prefill is None:
1549+
self.enable_chunked_prefill = True
15491550
if self.enable_prefix_caching is None:
15501551
self.enable_prefix_caching = True
15511552
else:

0 commit comments

Comments
 (0)