xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 02:55:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bug fix] Dynamically setting the backend variable for genai_perf_tests in the run-nightly-benchmark script (#23375)

Browse Source 
Signed-off-by: Naman Lalit <nl2688@nyu.edu>
This commit is contained in:
Naman Lalit 2025-08-22 08:12:28 -07:00 committed by GitHub
parent 325aa3dee9
commit ebe14621e3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.buildkite/nightly-benchmarks/scripts/run-nightly-benchmarks.sh
View File

@ -382,7 +382,7 @@ run_genai_perf_tests() {
client_command="genai-perf profile \ client_command="genai-perf profile \
-m $model \ -m $model \
--service-kind openai \ --service-kind openai \
--backend vllm \ --backend "$backend" \
--endpoint-type chat \ --endpoint-type chat \
--streaming \ --streaming \
--url localhost:$port \ --url localhost:$port \