mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 04:15:01 +08:00
12 lines
346 B
Bash
12 lines
346 B
Bash
rm -rf local_storage/
|
|
|
|
if [ -f "output.txt" ]; then
|
|
rm output.txt
|
|
fi
|
|
|
|
# The directory of current script
|
|
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
|
|
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py"
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py"
|