File tree Expand file tree Collapse file tree 1 file changed +2
-3
lines changed Expand file tree Collapse file tree 1 file changed +2
-3
lines changed Original file line number Diff line number Diff line change 21
21
from typing import Dict , List , Optional
22
22
23
23
import torch
24
- import torch .distributed
25
24
import torch .nn as nn
26
25
import torch_npu
27
26
from vllm import envs
32
31
from vllm .logger import init_logger
33
32
from vllm .model_executor import set_random_seed
34
33
from vllm .platforms import current_platform
35
- from vllm .utils import STR_DTYPE_TO_TORCH_DTYPE
34
+ from vllm .utils import STR_DTYPE_TO_TORCH_DTYPE , GiB_bytes
36
35
from vllm .v1 .core .scheduler import SchedulerOutput
37
36
from vllm .v1 .kv_cache_interface import (FullAttentionSpec , KVCacheConfig ,
38
37
KVCacheSpec )
39
38
from vllm .v1 .outputs import ModelRunnerOutput
40
- from vllm .v1 .utils import GiB_bytes , bind_kv_cache
39
+ from vllm .v1 .utils import bind_kv_cache
41
40
from vllm .v1 .worker .worker_base import WorkerBase
42
41
43
42
from vllm_ascend .device_allocator .camem import CaMemAllocator
You can’t perform that action at this time.
0 commit comments