File tree Expand file tree Collapse file tree 2 files changed +3
-1
lines changed
.buildkite/scripts/hardware_ci Expand file tree Collapse file tree 2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -27,6 +27,8 @@ docker run \
27
27
" ${image_name} " \
28
28
sh -c '
29
29
VLLM_USE_V1=1 python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m --block-size 64 --enforce-eager
30
+ VLLM_USE_V1=1 python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m --block-size 64 --enforce-eager -tp 2 --distributed-executor-backend ray
31
+ VLLM_USE_V1=1 python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m --block-size 64 --enforce-eager -tp 2 --distributed-executor-backend mp
30
32
cd tests
31
33
pytest -v -s v1/core
32
34
'
Original file line number Diff line number Diff line change @@ -62,7 +62,7 @@ class RayDistributedExecutor(DistributedExecutorBase):
62
62
63
63
def _init_executor (self ) -> None :
64
64
self .forward_dag : Optional [ray .dag .CompiledDAG ] = None
65
- if envs .VLLM_USE_V1 and not current_platform . is_xpu () :
65
+ if envs .VLLM_USE_V1 :
66
66
# V1 uses SPMD worker and compiled DAG
67
67
os .environ ["VLLM_USE_RAY_SPMD_WORKER" ] = "1"
68
68
os .environ ["VLLM_USE_RAY_COMPILED_DAG" ] = "1"
You can’t perform that action at this time.
0 commit comments