Skip to content

Commit 720407f

Browse files
committed
chore: lint code
Signed-off-by: Jade Zheng <zheng.shoujian@outlook.com>
1 parent 0b8c767 commit 720407f

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm_ascend/distributed/llmdatadist_connector_v1.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import struct
55
import time
66
from dataclasses import dataclass
7-
from typing import TYPE_CHECKING, Any, List, Optional, Tuple, Union
7+
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Union
88

99
import requests
1010
import torch
@@ -497,7 +497,7 @@ def start_load_kv(self, forward_context: "ForwardContext",
497497
servers = self.cluster_info.get_servers_by_role(ServerRole.Prefill)
498498
assert len(servers) == 1, \
499499
f"Expected only one server for {self.kv_role}, but got {len(servers)}"
500-
prefill_infos = {
500+
prefill_infos: Dict[str, Any] = {
501501
request_id: {
502502
"dp_rank": 0,
503503
"server_id": servers[0].server_id,
@@ -548,8 +548,8 @@ def start_load_kv(self, forward_context: "ForwardContext",
548548
kv_cache_shape = (1, 2, slen, num_heads, head_dim)
549549

550550
uniq_req_id = self._get_unique_req_id(request.request_id)
551-
dp_rank = prefill_infos[uniq_req_id]["dp_rank"]
552-
server_id = prefill_infos[uniq_req_id]["server_id"]
551+
dp_rank: int = prefill_infos[uniq_req_id]["dp_rank"]
552+
server_id: str = prefill_infos[uniq_req_id]["server_id"]
553553

554554
# pull kv cache from prefill node by request
555555
kv_hidden_dtype = kv_cache_layers[0].dtype

0 commit comments

Comments
 (0)