File tree Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Original file line number Diff line number Diff line change @@ -195,15 +195,17 @@ async def resolve_scheduler_request(
195
195
await asyncio .sleep (wait_time )
196
196
197
197
info .worker_start = time .time ()
198
- request_start_result : WorkerProcessResult [RequestT , ResponseT ] = (
199
- WorkerProcessResult (
200
- type_ = "request_start" ,
201
- request = request ,
202
- response = None ,
203
- info = info ,
198
+ asyncio .create_task (
199
+ self .send_result (
200
+ results_queue ,
201
+ WorkerProcessResult (
202
+ type_ = "request_start" ,
203
+ request = request ,
204
+ response = None ,
205
+ info = info ,
206
+ ),
204
207
)
205
208
)
206
- asyncio .create_task (self .send_result (results_queue , request_start_result ))
207
209
208
210
status , response = await self .resolve (request , timeout_time )
209
211
info .worker_end = time .time ()
Original file line number Diff line number Diff line change 10
10
11
11
class VllmSimServer :
12
12
"""
13
- A class to manage the lifecycle of a test server.
14
- Encapsulates starting, checking health, and stopping the server process .
13
+ [vLLM simulator](https://llm-d.ai/docs/architecture/Components/inf-simulator)
14
+ A vLLM simulator wrapper for pytest .
15
15
"""
16
16
17
17
def __init__ (
You can’t perform that action at this time.
0 commit comments