From 66d2dfcb410930c56a89413dcf67abbf59afc717 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=88=98=E5=85=A8?= Date: Mon, 16 Jun 2025 21:04:46 +0800 Subject: [PATCH] [Core] add remove_seq_from_computed_blocks_tracker to BlockSpaceManager MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: 刘全 --- vllm/core/interfaces.py | 4 ++++ vllm/core/placeholder_block_space_manager.py | 3 +++ 2 files changed, 7 insertions(+) diff --git a/vllm/core/interfaces.py b/vllm/core/interfaces.py index ba290eeda12b..69b9169ddd8a 100644 --- a/vllm/core/interfaces.py +++ b/vllm/core/interfaces.py @@ -133,3 +133,7 @@ def reset_prefix_cache(self, device: Optional[Device] = None) -> bool: @abstractmethod def get_num_cached_tokens(self, seq: Sequence) -> int: pass + + @abstractmethod + def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None: + pass \ No newline at end of file diff --git a/vllm/core/placeholder_block_space_manager.py b/vllm/core/placeholder_block_space_manager.py index 71b22942a3ed..679515924e85 100644 --- a/vllm/core/placeholder_block_space_manager.py +++ b/vllm/core/placeholder_block_space_manager.py @@ -98,3 +98,6 @@ def reset_prefix_cache(self, device: Optional[Device] = None) -> bool: def get_num_cached_tokens(self, seq: Sequence) -> int: return 0 + + def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None: + return