xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 12:44:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Updating builkite job for IBM Power (#17111)

Browse Source 
Signed-off-by: Aaruni Aggarwal <aaruniagg@gmail.com>
This commit is contained in:
Aaruni Aggarwal 2025-04-24 22:36:17 +05:30 committed by GitHub
parent 4115f19958
commit 5adf6f6b7f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh
View File

@ -5,7 +5,12 @@
set -ex set -ex
# Setup cleanup # Setup cleanup
remove_docker_container() { podman rm -f cpu-test-ubi9-ppc || true; podman system prune -f; } remove_docker_container() {
if [[ -n "$container_id" ]]; then
podman rm -f "$container_id" || true
fi
podman system prune -f
}
trap remove_docker_container EXIT trap remove_docker_container EXIT
remove_docker_container remove_docker_container
@ -13,17 +18,17 @@ remove_docker_container
podman build -t cpu-test-ubi9-ppc -f docker/Dockerfile.ppc64le . podman build -t cpu-test-ubi9-ppc -f docker/Dockerfile.ppc64le .
# Run the image # Run the image
podman run -itd --entrypoint /bin/bash -v /tmp/:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN --name cpu-test-ubi9-ppc cpu-test-ubi9-ppc container_id=$(podman run -itd --entrypoint /bin/bash -v /tmp/:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN cpu-test-ubi9-ppc)
function cpu_tests() { function cpu_tests() {
# offline inference # offline inference
podman exec cpu-test-ubi9-ppc bash -c " podman exec -it "$container_id" bash -c "
set -e set -e
python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m" python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m"
# Run basic model test # Run basic model test
podman exec cpu-test-ubi9-ppc bash -c " podman exec -it "$container_id" bash -c "
set -e set -e
pip install pytest pytest-asyncio einops peft Pillow soundfile transformers_stream_generator matplotlib pip install pytest pytest-asyncio einops peft Pillow soundfile transformers_stream_generator matplotlib
pip install sentence-transformers datamodel_code_generator pip install sentence-transformers datamodel_code_generator
@ -33,6 +38,8 @@ function cpu_tests() {
} }
# All of CPU tests are expected to be finished less than 40 mins. # All of CPU tests are expected to be finished less than 40 mins.
export container_id
export -f cpu_tests export -f cpu_tests
timeout 40m bash -c cpu_tests timeout 40m bash -c cpu_tests