xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 18:45:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Benchmarks] Allow benchmark of deepspeed-mii backend to select a model (#17285)

Browse Source 
Signed-off-by: Teruaki Ishizaki <teruaki.ishizaki@ntt.com>
This commit is contained in:
Teruaki Ishizaki 2025-05-01 20:54:51 +09:00 committed by GitHub
parent a257d9bccc
commit 86a1f67a3b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
benchmarks/backend_request_func.py
View File

@ -201,6 +201,7 @@ async def async_request_deepspeed_mii(
timeout=AIOHTTP_TIMEOUT) as session: timeout=AIOHTTP_TIMEOUT) as session:
payload = { payload = {
"model": request_func_input.model,
"prompt": request_func_input.prompt, "prompt": request_func_input.prompt,
"max_tokens": request_func_input.output_len, "max_tokens": request_func_input.output_len,
"temperature": 0.01, # deepspeed-mii does not accept 0.0 temp. "temperature": 0.01, # deepspeed-mii does not accept 0.0 temp.