Skip to content

Commit 2deb1e4

Browse files
is_kv_cache_type_attention_free: return False if not attention free
1 parent 6312964 commit 2deb1e4

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

vllm/v1/core/kv_cache_utils.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -759,6 +759,8 @@ def is_kv_cache_type_attention_free(
759759
if not kv_cache_spec:
760760
return True
761761

762+
return False
763+
762764
def _get_kv_cache_config_uniform_page_size(
763765
vllm_config: VllmConfig, kv_cache_spec: dict[str, KVCacheSpec],
764766
available_memory: int) -> KVCacheConfig:

0 commit comments

Comments
 (0)