xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 10:25:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

add an absolute path for run.sh (#18258)

Browse Source 
Signed-off-by: calvin chen <120380290@qq.com>
This commit is contained in:
Calvin Chen 2025-06-03 03:38:23 +08:00 committed by GitHub
parent ca2f6b9c30
commit c57d577e8d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
examples/offline_inference/disaggregated-prefill-v1/run.sh
View File

@ -1,5 +1,11 @@
rm -rf local_storage/ rm -rf local_storage/
rm output.txt
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 prefill_example.py if [ -f "output.txt" ]; then
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 decode_example.py rm output.txt
fi
# The directory of current script
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py"
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py"