Skip to content

Commit 5a9f079

Browse files
committed
force V0 in unit test
Signed-off-by: Linkun Chen <github@lkchen.net>
1 parent 1c91acc commit 5a9f079

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

python/ray/llm/tests/batch/gpu/processor/test_vllm_engine_proc.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -176,7 +176,7 @@ def test_embedding_model(gpu_type, model_opt_125m):
176176
assert all("prompt" in out for out in outs)
177177

178178

179-
def test_vision_model(gpu_type, model_llava_354m):
179+
def test_vision_model_v0(gpu_type, model_llava_354m):
180180
processor_config = vLLMEngineProcessorConfig(
181181
model_source=model_llava_354m,
182182
task_type="generate",
@@ -185,11 +185,11 @@ def test_vision_model(gpu_type, model_llava_354m):
185185
enforce_eager=True,
186186
),
187187
# CI uses T4 GPU which is not supported by vLLM v1 FlashAttn.
188-
# runtime_env=dict(
189-
# env_vars=dict(
190-
# VLLM_USE_V1="1",
191-
# ),
192-
# ),
188+
runtime_env=dict(
189+
env_vars=dict(
190+
VLLM_USE_V1="0",
191+
),
192+
),
193193
apply_chat_template=True,
194194
has_image=True,
195195
tokenize=False,

0 commit comments

Comments
 (0)