From 6ea05b05d50776e0ef749f10ed6dbd3a4f745e11 Mon Sep 17 00:00:00 2001 From: Rebecca Lee Date: Tue, 15 Apr 2025 20:46:27 +0000 Subject: [PATCH] Enable RPD Profiler in OpenAI server --- vllm/entrypoints/openai/api_server.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 6a8bdd060228..6aceb3921748 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -754,10 +754,15 @@ async def invocations(raw_request: Request): return await handler(request, raw_request) -if envs.VLLM_TORCH_PROFILER_DIR: - logger.warning( - "Torch Profiler is enabled in the API server. This should ONLY be " - "used for local development!") +if envs.VLLM_TORCH_PROFILER_DIR or envs.VLLM_RPD_PROFILER_DIR: + if envs.VLLM_TORCH_PROFILER_DIR: + logger.warning( + "Torch Profiler is enabled in the API server. This should ONLY be " + "used for local development!") + elif envs.VLLM_RPD_PROFILER_DIR: + logger.warning( + "RPD Profiler is enabled in the API server. This should ONLY be " + "used for local development!") @router.post("/start_profile") async def start_profile(raw_request: Request):