Skip to content

Commit e8a14f8

Browse files
is_kv_cache_type_attention_free: return False if not attention free
1 parent e06e264 commit e8a14f8

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

vllm/v1/core/kv_cache_utils.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -747,6 +747,8 @@ def is_kv_cache_type_attention_free(
747747
if not kv_cache_spec:
748748
return True
749749

750+
return False
751+
750752
def _get_kv_cache_config_uniform_page_size(
751753
vllm_config: VllmConfig, kv_cache_spec: dict[str, KVCacheSpec],
752754
available_memory: int) -> KVCacheConfig:

0 commit comments

Comments
 (0)