wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-08-07 11:30:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BUGFIX] [FRONTEND] Correct chat logprobs (#5029)

Browse Source 
Co-authored-by: Breno Faria <breno.faria@intrafind.com>
This commit is contained in:
Breno Faria
2024-05-30 02:52:14 -07:00
committed by GitHub
co-authored by Breno Faria
parent e07aff9e52
commit 87d41c849d
6 changed files with 362 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/async_engine/test_openapi_server_ray.py
+4 -2
View File
@@ -94,8 +94,10 @@ async def test_single_chat_session(server, client: openai.AsyncOpenAI):
chat_completion.choices) == 1
assert chat_completion.choices[0].message is not None
assert chat_completion.choices[0].logprobs is not None
assert chat_completion.choices[0].logprobs.top_logprobs is not None
assert len(chat_completion.choices[0].logprobs.top_logprobs[0]) == 5
assert chat_completion.choices[0].logprobs.content[
0].top_logprobs is not None
assert len(
chat_completion.choices[0].logprobs.content[0].top_logprobs) == 5
message = chat_completion.choices[0].message
assert message.content is not None and len(message.content) >= 10
assert message.role == "assistant"