From bb6032683687b817b026a38c5a8729c2cd861246 Mon Sep 17 00:00:00 2001 From: zhyncs Date: Tue, 2 Jul 2024 01:20:33 +0800 Subject: [PATCH] [Misc] update benchmark backend for scalellm (#6018) --- benchmarks/backend_request_func.py | 1 + 1 file changed, 1 insertion(+) diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py index 5b5067090426e..fd2461ce58b93 100644 --- a/benchmarks/backend_request_func.py +++ b/benchmarks/backend_request_func.py @@ -422,4 +422,5 @@ ASYNC_REQUEST_FUNCS = { "openai": async_request_openai_completions, "openai-chat": async_request_openai_chat_completions, "tensorrt-llm": async_request_trt_llm, + "scalellm": async_request_openai_completions, }