[Misc] update benchmark backend for scalellm (vllm-project#6018)

Signed-off-by: Alvant <[email protected]>
compressa-ai · Oct 26, 2024 · b54d888 · b54d888
1 parent 2fa59bf
commit b54d888
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ def get_tokenizer(
     "openai": async_request_openai_completions,
     "openai-chat": async_request_openai_chat_completions,
     "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }