File tree Expand file tree Collapse file tree 2 files changed +2
-2
lines changed Expand file tree Collapse file tree 2 files changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -99,7 +99,7 @@ def get_device_total_memory(cls, device_id: int = 0) -> int:
99
99
100
100
@classmethod
101
101
def is_async_output_supported (cls , enforce_eager : Optional [bool ]) -> bool :
102
- if enforce_eager :
102
+ if enforce_eager and not envs . VLLM_USE_V1 :
103
103
logger .warning (
104
104
"To see benefits of async output processing, enable CUDA "
105
105
"graph. Since, enforce-eager is enabled, async output "
Original file line number Diff line number Diff line change @@ -299,7 +299,7 @@ def get_device_total_memory(cls, device_id: int = 0) -> int:
299
299
300
300
@classmethod
301
301
def is_async_output_supported (cls , enforce_eager : Optional [bool ]) -> bool :
302
- if enforce_eager :
302
+ if enforce_eager and not envs . VLLM_USE_V1 :
303
303
logger .warning (
304
304
"To see benefits of async output processing, enable CUDA "
305
305
"graph. Since, enforce-eager is enabled, async output "
You can’t perform that action at this time.
0 commit comments