From 86a1f67a3b63977b55bf5ef2e550893d7750bfa0 Mon Sep 17 00:00:00 2001
From: Teruaki Ishizaki <tell.ishi@gmail.com>
Date: Thu, 1 May 2025 20:54:51 +0900
Subject: [PATCH] [Bugfix][Benchmarks] Allow benchmark of deepspeed-mii backend
 to select a model (#17285)

Signed-off-by: Teruaki Ishizaki <teruaki.ishizaki@ntt.com>
---
 benchmarks/backend_request_func.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
index 3405aaebf6a8..e6a67fda6827 100644
--- a/benchmarks/backend_request_func.py
+++ b/benchmarks/backend_request_func.py
@@ -201,6 +201,7 @@ async def async_request_deepspeed_mii(
                                      timeout=AIOHTTP_TIMEOUT) as session:
 
         payload = {
+            "model": request_func_input.model,
             "prompt": request_func_input.prompt,
             "max_tokens": request_func_input.output_len,
             "temperature": 0.01,  # deepspeed-mii does not accept 0.0 temp.