Skip to content

Commit 6248583

Browse files
Update restricted params (#874)
2 parents 0867d5d + 57838c3 commit 6248583

File tree

1 file changed

+14
-2
lines changed

1 file changed

+14
-2
lines changed

ads/aqua/modeldeployment/constants.py

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,17 @@
1010
This module contains constants used in Aqua Model Deployment.
1111
"""
1212

13-
VLLMInferenceRestrictedParams = {"--tensor-parallel-size"}
14-
TGIInferenceRestrictedParams = {"--port"}
13+
VLLMInferenceRestrictedParams = {
14+
"--tensor-parallel-size",
15+
"--port",
16+
"--host",
17+
"--served-model-name",
18+
"--seed",
19+
}
20+
TGIInferenceRestrictedParams = {
21+
"--port",
22+
"--hostname",
23+
"--num-shard",
24+
"--sharded",
25+
"--trust-remote-code",
26+
}

0 commit comments

Comments
 (0)