File tree Expand file tree Collapse file tree 20 files changed +42
-58
lines changed Expand file tree Collapse file tree 20 files changed +42
-58
lines changed Original file line number Diff line number Diff line change @@ -42,3 +42,6 @@ ignore = [
42
42
43
43
[tool .ruff .lint .flake8-quotes ]
44
44
avoid-escape = false
45
+
46
+ [tool .ruff .lint .isort ]
47
+ combine-as-imports = true
Original file line number Diff line number Diff line change 42
42
)
43
43
from ray .serve .config import AutoscalingConfig
44
44
from ray .serve .exceptions import RayServeException
45
- from ray .serve .generated .serve_pb2 import ApplicationStatus as ApplicationStatusProto
46
45
from ray .serve .generated .serve_pb2 import (
46
+ ApplicationStatus as ApplicationStatusProto ,
47
47
ApplicationStatusInfo as ApplicationStatusInfoProto ,
48
- )
49
- from ray .serve .generated .serve_pb2 import DeploymentLanguage
50
- from ray .serve .generated .serve_pb2 import (
48
+ DeploymentLanguage ,
51
49
DeploymentStatusInfoList as DeploymentStatusInfoListProto ,
50
+ StatusOverview as StatusOverviewProto ,
52
51
)
53
- from ray .serve .generated .serve_pb2 import StatusOverview as StatusOverviewProto
54
52
from ray .serve .schema import (
55
53
APIType ,
56
54
ApplicationStatus ,
Original file line number Diff line number Diff line change 28
28
from ray .serve ._private .utils import get_random_string
29
29
from ray .serve .config import HTTPOptions
30
30
from ray .serve .exceptions import RayServeException
31
- from ray .serve .generated .serve_pb2 import DeploymentArgs , DeploymentRoute
32
31
from ray .serve .generated .serve_pb2 import (
32
+ DeploymentArgs ,
33
+ DeploymentRoute ,
33
34
DeploymentStatusInfo as DeploymentStatusInfoProto ,
35
+ StatusOverview as StatusOverviewProto ,
34
36
)
35
- from ray .serve .generated .serve_pb2 import StatusOverview as StatusOverviewProto
36
37
from ray .serve .handle import DeploymentHandle
37
38
from ray .serve .schema import (
38
39
ApplicationStatus ,
Original file line number Diff line number Diff line change 8
8
import ray
9
9
from ray .actor import ActorHandle
10
10
from ray .serve ._private .constants import SERVE_DEFAULT_APP_NAME , SERVE_NAMESPACE
11
- from ray .serve .generated .serve_pb2 import DeploymentStatus as DeploymentStatusProto
12
11
from ray .serve .generated .serve_pb2 import (
12
+ DeploymentStatus as DeploymentStatusProto ,
13
13
DeploymentStatusInfo as DeploymentStatusInfoProto ,
14
- )
15
- from ray .serve .generated .serve_pb2 import (
16
14
DeploymentStatusTrigger as DeploymentStatusTriggerProto ,
17
15
)
18
16
from ray .serve .grpc_util import RayServegRPCContext
Original file line number Diff line number Diff line change 28
28
)
29
29
from ray .serve ._private .utils import DEFAULT , DeploymentOptionUpdateType
30
30
from ray .serve .config import AutoscalingConfig
31
- from ray .serve .generated .serve_pb2 import AutoscalingConfig as AutoscalingConfigProto
32
- from ray .serve .generated .serve_pb2 import DeploymentConfig as DeploymentConfigProto
33
- from ray .serve .generated .serve_pb2 import DeploymentLanguage
34
- from ray .serve .generated .serve_pb2 import EncodingType as EncodingTypeProto
35
- from ray .serve .generated .serve_pb2 import LoggingConfig as LoggingConfigProto
36
- from ray .serve .generated .serve_pb2 import ReplicaConfig as ReplicaConfigProto
31
+ from ray .serve .generated .serve_pb2 import (
32
+ AutoscalingConfig as AutoscalingConfigProto ,
33
+ DeploymentConfig as DeploymentConfigProto ,
34
+ DeploymentLanguage ,
35
+ EncodingType as EncodingTypeProto ,
36
+ LoggingConfig as LoggingConfigProto ,
37
+ ReplicaConfig as ReplicaConfigProto ,
38
+ )
37
39
from ray .util .placement_group import validate_placement_group
38
40
39
41
Original file line number Diff line number Diff line change 55
55
ActorNameList ,
56
56
DeploymentArgs ,
57
57
DeploymentRoute ,
58
+ EndpointInfo as EndpointInfoProto ,
58
59
EndpointSet ,
59
60
)
60
- from ray .serve .generated .serve_pb2 import EndpointInfo as EndpointInfoProto
61
61
from ray .serve .schema import (
62
62
ApplicationDetails ,
63
63
DeploymentDetails ,
Original file line number Diff line number Diff line change 3
3
import ray
4
4
from ray .serve ._private .common import TargetCapacityDirection
5
5
from ray .serve ._private .config import DeploymentConfig , ReplicaConfig
6
- from ray .serve .generated .serve_pb2 import DeploymentInfo as DeploymentInfoProto
7
6
from ray .serve .generated .serve_pb2 import (
7
+ DeploymentInfo as DeploymentInfoProto ,
8
8
TargetCapacityDirection as TargetCapacityDirectionProto ,
9
9
)
10
10
Original file line number Diff line number Diff line change 15
15
from ray .serve ._private .constants import SERVE_LOGGER_NAME
16
16
from ray .serve .generated .serve_pb2 import (
17
17
DeploymentTargetInfo ,
18
+ EndpointInfo as EndpointInfoProto ,
18
19
EndpointSet ,
19
20
LongPollRequest ,
20
21
LongPollResult ,
22
+ UpdatedObject as UpdatedObjectProto ,
21
23
)
22
- from ray .serve .generated .serve_pb2 import EndpointInfo as EndpointInfoProto
23
- from ray .serve .generated .serve_pb2 import UpdatedObject as UpdatedObjectProto
24
24
from ray .util import metrics
25
25
26
26
logger = logging .getLogger (SERVE_LOGGER_NAME )
Original file line number Diff line number Diff line change 2
2
3
3
from ray .llm ._internal .serve .configs .server_models import (
4
4
CloudMirrorConfig as _CloudMirrorConfig ,
5
- )
6
- from ray .llm ._internal .serve .configs .server_models import (
7
5
LLMConfig as _LLMConfig ,
8
- )
9
- from ray .llm ._internal .serve .configs .server_models import (
10
6
LLMServingArgs as _LLMServingArgs ,
11
- )
12
- from ray .llm ._internal .serve .configs .server_models import (
13
7
LoraConfig as _LoraConfig ,
14
- )
15
- from ray .llm ._internal .serve .configs .server_models import (
16
8
ModelLoadingConfig as _ModelLoadingConfig ,
17
9
)
18
10
from ray .llm ._internal .serve .deployments .llm .llm_server import (
Original file line number Diff line number Diff line change 1
1
from ray .llm ._internal .serve .configs .openai_api_models import (
2
2
ChatCompletionRequest as _ChatCompletionRequest ,
3
- )
4
- from ray .llm ._internal .serve .configs .openai_api_models import (
5
3
ChatCompletionResponse as _ChatCompletionResponse ,
6
- )
7
- from ray .llm ._internal .serve .configs .openai_api_models import (
8
4
ChatCompletionStreamResponse as _ChatCompletionStreamResponse ,
9
- )
10
- from ray .llm ._internal .serve .configs .openai_api_models import (
11
5
CompletionRequest as _CompletionRequest ,
12
- )
13
- from ray .llm ._internal .serve .configs .openai_api_models import (
14
6
CompletionResponse as _CompletionResponse ,
15
- )
16
- from ray .llm ._internal .serve .configs .openai_api_models import (
17
7
CompletionStreamResponse as _CompletionStreamResponse ,
18
- )
19
- from ray .llm ._internal .serve .configs .openai_api_models import (
20
8
ErrorResponse as _ErrorResponse ,
21
9
)
22
10
from ray .util .annotations import PublicAPI
You can’t perform that action at this time.
0 commit comments