Skip to content

Commit 998eea4

Browse files
authored
Only log non-default CLI args for online serving (#17803)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
1 parent c747d84 commit 998eea4

File tree

2 files changed

+15
-2
lines changed

2 files changed

+15
-2
lines changed

vllm/entrypoints/openai/api_server.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,8 @@
4141
resolve_mistral_chat_template)
4242
from vllm.entrypoints.launcher import serve_http
4343
from vllm.entrypoints.logger import RequestLogger
44-
from vllm.entrypoints.openai.cli_args import (make_arg_parser,
44+
from vllm.entrypoints.openai.cli_args import (log_non_default_args,
45+
make_arg_parser,
4546
validate_parsed_serve_args)
4647
# yapf conflicts with isort for this block
4748
# yapf: disable
@@ -1040,7 +1041,7 @@ def create_server_socket(addr: tuple[str, int]) -> socket.socket:
10401041

10411042
async def run_server(args, **uvicorn_kwargs) -> None:
10421043
logger.info("vLLM API server version %s", VLLM_VERSION)
1043-
logger.info("args: %s", args)
1044+
log_non_default_args(args)
10441045

10451046
if args.tool_parser_plugin and len(args.tool_parser_plugin) > 3:
10461047
ToolParserManager.import_tool_parser(args.tool_parser_plugin)

vllm/entrypoints/openai/cli_args.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,11 @@
1717
from vllm.entrypoints.openai.serving_models import (LoRAModulePath,
1818
PromptAdapterPath)
1919
from vllm.entrypoints.openai.tool_parsers import ToolParserManager
20+
from vllm.logger import init_logger
2021
from vllm.utils import FlexibleArgumentParser
2122

23+
logger = init_logger(__name__)
24+
2225

2326
class LoRAParserAction(argparse.Action):
2427

@@ -285,6 +288,15 @@ def validate_parsed_serve_args(args: argparse.Namespace):
285288
"--tool-call-parser")
286289

287290

291+
def log_non_default_args(args: argparse.Namespace):
292+
non_default_args = {}
293+
parser = make_arg_parser(FlexibleArgumentParser())
294+
for arg, default in vars(parser.parse_args([])).items():
295+
if default != getattr(args, arg):
296+
non_default_args[arg] = getattr(args, arg)
297+
logger.info("non-default args: %s", non_default_args)
298+
299+
288300
def create_parser_for_docs() -> FlexibleArgumentParser:
289301
parser_for_docs = FlexibleArgumentParser(
290302
prog="-m vllm.entrypoints.openai.api_server")

0 commit comments

Comments
 (0)