From 5adf6f6b7f07b53d1beff47975528b6e637c0470 Mon Sep 17 00:00:00 2001 From: Aaruni Aggarwal <47731267+AaruniAggarwal@users.noreply.github.com> Date: Thu, 24 Apr 2025 22:36:17 +0530 Subject: [PATCH] Updating builkite job for IBM Power (#17111) Signed-off-by: Aaruni Aggarwal --- .../scripts/hardware_ci/run-cpu-test-ppc64le.sh | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh b/.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh index 036cfea9431c..5d863dd82e9b 100755 --- a/.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh +++ b/.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh @@ -5,7 +5,12 @@ set -ex # Setup cleanup -remove_docker_container() { podman rm -f cpu-test-ubi9-ppc || true; podman system prune -f; } +remove_docker_container() { + if [[ -n "$container_id" ]]; then + podman rm -f "$container_id" || true + fi + podman system prune -f +} trap remove_docker_container EXIT remove_docker_container @@ -13,17 +18,17 @@ remove_docker_container podman build -t cpu-test-ubi9-ppc -f docker/Dockerfile.ppc64le . # Run the image -podman run -itd --entrypoint /bin/bash -v /tmp/:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN --name cpu-test-ubi9-ppc cpu-test-ubi9-ppc +container_id=$(podman run -itd --entrypoint /bin/bash -v /tmp/:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN cpu-test-ubi9-ppc) function cpu_tests() { # offline inference - podman exec cpu-test-ubi9-ppc bash -c " + podman exec -it "$container_id" bash -c " set -e python3 examples/offline_inference/basic/generate.py --model facebook/opt-125m" # Run basic model test - podman exec cpu-test-ubi9-ppc bash -c " + podman exec -it "$container_id" bash -c " set -e pip install pytest pytest-asyncio einops peft Pillow soundfile transformers_stream_generator matplotlib pip install sentence-transformers datamodel_code_generator @@ -33,6 +38,8 @@ function cpu_tests() { } # All of CPU tests are expected to be finished less than 40 mins. + +export container_id export -f cpu_tests timeout 40m bash -c cpu_tests