[Misc] update benchmark backend for scalellm (#6018)

2026-07-09 07:12:40 +08:00 · 2024-07-02 01:20:33 +08:00
parent 4050d646e5
commit bb60326836
1 changed files with 1 additions and 0 deletions
@@ -422,4 +422,5 @@ ASYNC_REQUEST_FUNCS = {
    "openai": async_request_openai_completions,
    "openai-chat": async_request_openai_chat_completions,
    "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }