From b54d888927c4c8221ffc8bf183fb95b9cf6d8a6b Mon Sep 17 00:00:00 2001 From: zhyncs Date: Tue, 2 Jul 2024 01:20:33 +0800 Subject: [PATCH] [Misc] update benchmark backend for scalellm (#6018) Signed-off-by: Alvant --- benchmarks/backend_request_func.py | 1 + 1 file changed, 1 insertion(+) diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py index 5b5067090426e..fd2461ce58b93 100644 --- a/benchmarks/backend_request_func.py +++ b/benchmarks/backend_request_func.py @@ -422,4 +422,5 @@ def get_tokenizer( "openai": async_request_openai_completions, "openai-chat": async_request_openai_chat_completions, "tensorrt-llm": async_request_trt_llm, + "scalellm": async_request_openai_completions, }