xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-06 04:22:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[TPU] Upgrade PyTorch XLA nightly (#7967)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-08-28 13:10:21 -07:00 committed by GitHub
parent e5697d161c
commit eeffde1ac0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile.tpu
View File

@ -1,4 +1,4 @@
ARG NIGHTLY_DATE="20240808" ARG NIGHTLY_DATE="20240828"
ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE" ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE"
FROM $BASE_IMAGE FROM $BASE_IMAGE

7
docs/source/getting_started/tpu-installation.rst
View File

@ -56,9 +56,10 @@ First, install the dependencies:
$ pip uninstall torch torch-xla -y $ pip uninstall torch torch-xla -y
$ # Install PyTorch and PyTorch XLA. $ # Install PyTorch and PyTorch XLA.
$ export DATE="+20240808" $ export DATE="20240828"
$ pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-nightly${DATE}-cp310-cp310-linux_x86_64.whl $ export TORCH_VERSION="2.5.0"
$ pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-nightly${DATE}-cp310-cp310-linux_x86_64.whl $ pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-${TORCH_VERSION}.dev${DATE}-cp310-cp310-linux_x86_64.whl
$ pip3 install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-${TORCH_VERSION}.dev${DATE}-cp310-cp310-linux_x86_64.whl
$ # Install JAX and Pallas. $ # Install JAX and Pallas.
$ pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html $ pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html