diff --git a/examples/offline_inference/disaggregated-prefill-v1/run.sh b/examples/offline_inference/disaggregated-prefill-v1/run.sh index 0ebf45a1586a..c1dcc95a2bd0 100644 --- a/examples/offline_inference/disaggregated-prefill-v1/run.sh +++ b/examples/offline_inference/disaggregated-prefill-v1/run.sh @@ -1,5 +1,11 @@ rm -rf local_storage/ -rm output.txt -VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 prefill_example.py -VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 decode_example.py +if [ -f "output.txt" ]; then + rm output.txt +fi + +# The directory of current script +SCRIPT_DIR=$(dirname "$(readlink -f "$0")") + +VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py" +VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py"