mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-31 13:43:06 +08:00
27 lines
1019 B
Bash
Executable File
27 lines
1019 B
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
# Build the docker image.
|
|
docker build -f Dockerfile.tpu -t vllm-tpu .
|
|
|
|
# Set up cleanup.
|
|
remove_docker_container() { docker rm -f tpu-test || true; }
|
|
trap remove_docker_container EXIT
|
|
# Remove the container that might not be cleaned up in the previous run.
|
|
remove_docker_container
|
|
|
|
# For HF_TOKEN.
|
|
source /etc/environment
|
|
# Run a simple end-to-end example.
|
|
docker run --privileged --net host --shm-size=16G -it \
|
|
-e "HF_TOKEN=$HF_TOKEN" --name tpu-test \
|
|
vllm-tpu /bin/bash -c "python3 -m pip install git+https://github.com/thuml/depyf.git \
|
|
&& python3 -m pip install pytest \
|
|
&& python3 -m pip install lm_eval[api]==0.4.4 \
|
|
&& pytest -v -s /workspace/vllm/tests/entrypoints/openai/test_accuracy.py \
|
|
&& pytest -v -s /workspace/vllm/tests/tpu/test_custom_dispatcher.py \
|
|
&& python3 /workspace/vllm/tests/tpu/test_compilation.py \
|
|
&& python3 /workspace/vllm/tests/tpu/test_quantization_accuracy.py \
|
|
&& python3 /workspace/vllm/examples/offline_inference/tpu.py"
|