|
33 | 33 | from torch import nn
|
34 | 34 | from transformers import PretrainedConfig
|
35 | 35 | from vllm.attention import AttentionMetadata
|
36 |
| -from vllm.config import (CacheConfig, ModelConfig, VllmConfig, |
37 |
| - get_current_vllm_config) |
| 36 | +from vllm.config import (CacheConfig, ModelConfig, VllmConfig) |
38 | 37 | from vllm.distributed import (get_ep_group, get_pp_group,
|
39 | 38 | get_tensor_model_parallel_rank,
|
40 | 39 | get_tensor_model_parallel_world_size,
|
41 | 40 | get_tp_group, tensor_model_parallel_all_reduce)
|
42 | 41 | from vllm.distributed.parallel_state import get_dp_group
|
43 | 42 | from vllm.forward_context import get_forward_context
|
44 | 43 | from vllm.model_executor.layers.layernorm import RMSNorm
|
45 |
| -from vllm.model_executor.layers.linear import (ReplicatedLinear, |
46 |
| - UnquantizedLinearMethod) |
| 44 | +from vllm.model_executor.layers.linear import UnquantizedLinearMethod |
47 | 45 | from vllm.model_executor.layers.logits_processor import LogitsProcessor
|
48 | 46 | from vllm.model_executor.layers.quantization import QuantizationConfig
|
49 | 47 | from vllm.model_executor.layers.sampler import get_sampler
|
|
57 | 55 | from vllm.sequence import IntermediateTensors
|
58 | 56 |
|
59 | 57 | import vllm_ascend.envs as envs_ascend
|
60 |
| -from vllm_ascend.ascend_config import get_ascend_config |
61 | 58 | from vllm_ascend.ascend_forward_context import FusedMoEState
|
62 | 59 | from vllm_ascend.models.deepseek_v2 import (CustomDeepseekV2DecoderLayer,
|
63 |
| - CustomDeepseekV2MLAAttention, |
64 | 60 | CustomDeepseekV2MLP,
|
65 | 61 | CustomDeepseekV2MoE)
|
66 | 62 | from vllm_ascend.multistream.base import MSEventKey
|
|
72 | 68 | from vllm_ascend.multistream.metadata import (MultiStreamConfig,
|
73 | 69 | MultiStreamStepMetadata,
|
74 | 70 | make_multistream_metadata_ds)
|
75 |
| -from vllm_ascend.ops.fused_moe import AscendFusedMoE |
76 | 71 | from vllm_ascend.quantization.w8a8_dynamic import (
|
77 | 72 | AscendW8A8DynamicLinearMethod, apply_mlp)
|
78 | 73 | from vllm_ascend.utils import dispose_tensor
|
|
0 commit comments