We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent dac8cc4 commit c53711bCopy full SHA for c53711b
vllm/attention/ops/ipex_attn.py
@@ -1,7 +1,7 @@
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
-from typing import Dict, List, Optional, Tuple
+from typing import List, Optional, Tuple
5
6
try:
7
import intel_extension_for_pytorch.llm.modules as ipex_modules
@@ -120,7 +120,7 @@ def forward_decode(
120
@staticmethod
121
def copy_blocks(
122
kv_caches: List[torch.Tensor],
123
- src_to_dists: Dict[int, List[int]],
+ src_to_dists: torch.Tensor,
124
*args,
125
) -> None:
126
key_caches = [kv_cache[0] for kv_cache in kv_caches]
0 commit comments