Skip to content

Commit 6abace4

Browse files
Update vllm/model_executor/models/granitemoehybrid.py
Co-authored-by: Chen Zhang <zhangch99@outlook.com>
1 parent f129a67 commit 6abace4

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/model_executor/models/granitemoehybrid.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -584,11 +584,11 @@ def forward(self,
584584
mamba_cache_params = None
585585
if not envs.VLLM_USE_V1:
586586
if self.mamba_cache is None:
587-
num_mamba_layers = \
587+
num_mamba_layers = (
588588
self.model_config.get_num_layers_by_block_type(
589589
self.vllm_config.parallel_config,
590590
LayerBlockType.mamba
591-
)
591+
))
592592
self.mamba_cache = MambaCacheManager(
593593
self.vllm_config, self.model_config.dtype,
594594
num_mamba_layers, *self._get_mamba_cache_shape())

0 commit comments

Comments
 (0)