xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-01 21:37:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix GPU_ID issue in test script (#26442)

Browse Source 
Signed-off-by: Chendi Xue <chendi.xue@intel.com>
This commit is contained in:
Chendi.Xue 2025-10-12 06:39:05 -05:00 committed by GitHub
parent b91d8db873
commit 9bb38130cb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh
View File

@ -101,6 +101,12 @@ run_tests_for_model() {
for i in $(seq 0 $((NUM_PREFILL_INSTANCES-1))); do for i in $(seq 0 $((NUM_PREFILL_INSTANCES-1))); do
# Calculate GPU ID - we'll distribute across available GPUs # Calculate GPU ID - we'll distribute across available GPUs
GPU_ID=$((i % $(get_num_gpus))) GPU_ID=$((i % $(get_num_gpus)))
NEXT_GPU=${GPU_ID}
# If PREFILLER_TP_SIZE is more than 1
for (( j=1; j < PREFILLER_TP_SIZE; j++ )); do
NEXT_GPU=$(((GPU_ID + j) % $(get_num_gpus)))
GPU_ID="${GPU_ID},${NEXT_GPU}"
done
# Calculate port number (base port + instance number) # Calculate port number (base port + instance number)
PORT=$((8100 + i)) PORT=$((8100 + i))
@ -136,7 +142,12 @@ run_tests_for_model() {
# Start decode instances # Start decode instances
for i in $(seq 0 $((NUM_DECODE_INSTANCES-1))); do for i in $(seq 0 $((NUM_DECODE_INSTANCES-1))); do
# Calculate GPU ID - we'll distribute across available GPUs, starting from after prefill GPUs # Calculate GPU ID - we'll distribute across available GPUs, starting from after prefill GPUs
GPU_ID=$(((i + NUM_PREFILL_INSTANCES) % $(get_num_gpus))) GPU_ID=$(((i + NEXT_GPU + 1) % $(get_num_gpus)))
# If DECODER_TP_SIZE is more than 1
for (( j=1; j < DECODER_TP_SIZE; j++ )); do
NEXT_GPU=$(((GPU_ID + j) % $(get_num_gpus)))
GPU_ID="${GPU_ID},${NEXT_GPU}"
done
# Calculate port number (base port + instance number) # Calculate port number (base port + instance number)
PORT=$((8200 + i)) PORT=$((8200 + i))
# Calculate side channel port # Calculate side channel port