Skip to content

Commit 0c2978e

Browse files
fix: self review fixes
1 parent c0441fb commit 0c2978e

File tree

2 files changed

+11
-9
lines changed

2 files changed

+11
-9
lines changed

src/guidellm/scheduler/worker.py

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -195,15 +195,17 @@ async def resolve_scheduler_request(
195195
await asyncio.sleep(wait_time)
196196

197197
info.worker_start = time.time()
198-
request_start_result: WorkerProcessResult[RequestT, ResponseT] = (
199-
WorkerProcessResult(
200-
type_="request_start",
201-
request=request,
202-
response=None,
203-
info=info,
198+
asyncio.create_task(
199+
self.send_result(
200+
results_queue,
201+
WorkerProcessResult(
202+
type_="request_start",
203+
request=request,
204+
response=None,
205+
info=info,
206+
),
204207
)
205208
)
206-
asyncio.create_task(self.send_result(results_queue, request_start_result))
207209

208210
status, response = await self.resolve(request, timeout_time)
209211
info.worker_end = time.time()

tests/e2e/vllm_sim_server.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,8 @@
1010

1111
class VllmSimServer:
1212
"""
13-
A class to manage the lifecycle of a test server.
14-
Encapsulates starting, checking health, and stopping the server process.
13+
[vLLM simulator](https://llm-d.ai/docs/architecture/Components/inf-simulator)
14+
A vLLM simulator wrapper for pytest.
1515
"""
1616

1717
def __init__(

0 commit comments

Comments
 (0)