Skip to content

Commit 7b828e3

Browse files
authored
[CI Bug] Fix Async Engine, Inputs, Utils, Worker Test: 'State' object has no attribute 'enable_server_load_tracking' (#20845)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
1 parent 5f0af36 commit 7b828e3

File tree

1 file changed

+12
-5
lines changed

1 file changed

+12
-5
lines changed

vllm/entrypoints/utils.py

Lines changed: 12 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -33,10 +33,12 @@ async def listen_for_disconnect(request: Request) -> None:
3333
while True:
3434
message = await request.receive()
3535
if message["type"] == "http.disconnect":
36-
if request.app.state.enable_server_load_tracking:
37-
# on timeout/cancellation the BackgroundTask in load_aware_call
38-
# cannot decrement the server load metrics.
39-
# Must be decremented by with_cancellation instead.
36+
# If load tracking is enabled *and* the counter exists, decrement
37+
# it. Combines the previous nested checks into a single condition
38+
# to satisfy the linter rule.
39+
if (getattr(request.app.state, "enable_server_load_tracking",
40+
False)
41+
and hasattr(request.app.state, "server_load_metrics")):
4042
request.app.state.server_load_metrics -= 1
4143
break
4244

@@ -101,9 +103,14 @@ async def wrapper(*args, **kwargs):
101103
raise ValueError(
102104
"raw_request required when server load tracking is enabled")
103105

104-
if not raw_request.app.state.enable_server_load_tracking:
106+
if not getattr(raw_request.app.state, "enable_server_load_tracking",
107+
False):
105108
return await func(*args, **kwargs)
106109

110+
# ensure the counter exists
111+
if not hasattr(raw_request.app.state, "server_load_metrics"):
112+
raw_request.app.state.server_load_metrics = 0
113+
107114
raw_request.app.state.server_load_metrics += 1
108115
try:
109116
response = await func(*args, **kwargs)

0 commit comments

Comments
 (0)