mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-09 18:46:25 +08:00
29 lines
1.2 KiB
Plaintext
29 lines
1.2 KiB
Plaintext
# Common dependencies
|
|
-r common.txt
|
|
|
|
numba == 0.61.2; platform_machine != "s390x" # Required for N-gram speculative decoding
|
|
|
|
# Dependencies for CPUs
|
|
packaging>=24.2
|
|
setuptools>=77.0.3,<81.0.0
|
|
--extra-index-url https://download.pytorch.org/whl/cpu
|
|
torch==2.9.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
|
|
torch==2.9.0; platform_system == "Darwin"
|
|
torch==2.9.0; platform_machine == "ppc64le" or platform_machine == "aarch64"
|
|
|
|
# required for the image processor of minicpm-o-2_6, this must be updated alongside torch
|
|
torchaudio; platform_machine != "ppc64le" and platform_machine != "s390x"
|
|
torchaudio==2.9.0; platform_machine == "ppc64le"
|
|
|
|
# required for the image processor of phi3v, this must be updated alongside torch
|
|
torchvision; platform_machine != "ppc64le" and platform_machine != "s390x"
|
|
torchvision==0.24.0; platform_machine == "ppc64le"
|
|
datasets # for benchmark scripts
|
|
|
|
# Intel Extension for PyTorch, only for x86_64 CPUs
|
|
intel-openmp==2024.2.1; platform_machine == "x86_64"
|
|
triton==3.2.0; platform_machine == "x86_64" # Triton is required for torch 2.6+cpu, as it is imported in torch.compile.
|
|
|
|
# Use this to gather CPU info and optimize based on ARM Neoverse cores
|
|
py-cpuinfo; platform_machine == "aarch64"
|