diff --git a/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh b/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh index 90cad506ab1..60f0d174bd6 100755 --- a/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh +++ b/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh @@ -70,7 +70,7 @@ export VLLM_XLA_CACHE_PATH= echo "Using VLLM V1" echo "--- Hardware Information ---" -tpu-info +# tpu-info echo "--- Starting Tests ---" set +e overall_script_exit_code=0 diff --git a/docker/Dockerfile.tpu b/docker/Dockerfile.tpu index 295270d29f7..3474ff50de7 100644 --- a/docker/Dockerfile.tpu +++ b/docker/Dockerfile.tpu @@ -1,5 +1,5 @@ -ARG NIGHTLY_DATE="20250124" -ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE" +ARG NIGHTLY_DATE="20250714" +ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.12_tpuvm_$NIGHTLY_DATE" FROM $BASE_IMAGE WORKDIR /workspace/vllm diff --git a/docs/getting_started/installation/google_tpu.md b/docs/getting_started/installation/google_tpu.md index 5dc2a7c93f4..55d69d11fa4 100644 --- a/docs/getting_started/installation/google_tpu.md +++ b/docs/getting_started/installation/google_tpu.md @@ -37,7 +37,7 @@ information, see [Storage options for Cloud TPU data](https://cloud.devsite.corp - Google Cloud TPU VM - TPU versions: v6e, v5e, v5p, v4 -- Python: 3.10 or newer +- Python: 3.11 or newer ### Provision Cloud TPUs @@ -117,7 +117,7 @@ source ~/.bashrc Create and activate a Conda environment for vLLM: ```bash -conda create -n vllm python=3.10 -y +conda create -n vllm python=3.12 -y conda activate vllm ``` diff --git a/requirements/tpu.txt b/requirements/tpu.txt index db58b37c2b1..354771482ee 100644 --- a/requirements/tpu.txt +++ b/requirements/tpu.txt @@ -18,9 +18,8 @@ setuptools==78.1.0 --find-links https://storage.googleapis.com/libtpu-releases/index.html --find-links https://storage.googleapis.com/jax-releases/jax_nightly_releases.html --find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html -torch==2.9.0.dev20250711 -torchvision==0.24.0.dev20250711 -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp39-cp39-linux_x86_64.whl ; python_version == "3.9" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp310-cp310-linux_x86_64.whl ; python_version == "3.10" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" +torch==2.9.0.dev20250716 +torchvision==0.24.0.dev20250716 +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250716-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250716-cp312-cp312-linux_x86_64.whl ; python_version == "3.12"