wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-03 13:02:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix dtype mismatch in PaliGemma (#6367)

Browse Source
This commit is contained in:
Cyrus Leung authored and GitHub committed 2024-07-12 08:22:18 -07:00
1 parent aea19f0989
commit 024ad87cdc
3 files changed
+12 -5
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/models/test_paligemma.py
+1 -1
View File
@@ -129,7 +129,7 @@ def run_test(
[0.25, 0.5, 1.0],
],
)
@pytest.mark.parametrize("dtype", ["float"])
@pytest.mark.parametrize("dtype", ["float", "half"])
@pytest.mark.parametrize("max_tokens", [128])
@pytest.mark.parametrize("num_logprobs", [5])
def test_models(hf_runner, vllm_runner, image_assets, model, size_factors,