mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 07:15:01 +08:00
[CI][NIXL] Change default block_size for tests (#28927)
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
parent
c2612371ad
commit
f226a3f0c1
@ -49,8 +49,8 @@ NUM_DECODE_INSTANCES=${NUM_DECODE_INSTANCES:-1} # Default to 1
|
|||||||
PREFILLER_TP_SIZE=${PREFILLER_TP_SIZE:-1}
|
PREFILLER_TP_SIZE=${PREFILLER_TP_SIZE:-1}
|
||||||
DECODER_TP_SIZE=${DECODER_TP_SIZE:-1}
|
DECODER_TP_SIZE=${DECODER_TP_SIZE:-1}
|
||||||
GPU_MEMORY_UTILIZATION=${GPU_MEMORY_UTILIZATION:-0.2}
|
GPU_MEMORY_UTILIZATION=${GPU_MEMORY_UTILIZATION:-0.2}
|
||||||
PREFILL_BLOCK_SIZE=${PREFILL_BLOCK_SIZE:-16}
|
PREFILL_BLOCK_SIZE=${PREFILL_BLOCK_SIZE:-128}
|
||||||
DECODE_BLOCK_SIZE=${DECODE_BLOCK_SIZE:-16}
|
DECODE_BLOCK_SIZE=${DECODE_BLOCK_SIZE:-128}
|
||||||
|
|
||||||
# Find the git repository root directory
|
# Find the git repository root directory
|
||||||
GIT_ROOT=$(git rev-parse --show-toplevel)
|
GIT_ROOT=$(git rev-parse --show-toplevel)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user