xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 00:06:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Fix path and python alias errors in disagg_prefill exmaples (#18919)

Browse Source
This commit is contained in:
Jiaxin Shan 2025-06-03 17:15:18 -07:00 committed by GitHub
parent b712be98c7
commit abd7df2fca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_example_nixl.sh
View File

@ -33,7 +33,7 @@ check_num_gpus() {
ensure_python_library_installed() { ensure_python_library_installed() {
echo "Checking if $1 is installed..." echo "Checking if $1 is installed..."
python -c "import $1" > /dev/null 2>&1 python3 -c "import $1" > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
if [ "$1" == "nixl" ]; then if [ "$1" == "nixl" ]; then
echo "$1 is not installed. Please refer to https://github.com/ai-dynamo/nixl for installation." echo "$1 is not installed. Please refer to https://github.com/ai-dynamo/nixl for installation."
@ -121,8 +121,8 @@ main() {
echo "All servers are up. Starting benchmark..." echo "All servers are up. Starting benchmark..."
# begin benchmark # begin benchmark
cd ../../../benchmarks/ cd ../../../../benchmarks/
python benchmark_serving.py --port 9000 --seed $(date +%s) \ python3 benchmark_serving.py --port 9000 --seed $(date +%s) \
--model meta-llama/Llama-3.1-8B-Instruct \ --model meta-llama/Llama-3.1-8B-Instruct \
--dataset-name random --random-input-len 7500 --random-output-len 200 \ --dataset-name random --random-input-len 7500 --random-output-len 200 \
--num-prompts 200 --burstiness 100 --request-rate 3.6 | tee benchmark.log --num-prompts 200 --burstiness 100 --request-rate 3.6 | tee benchmark.log