wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-03 13:02:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] FalconMamba Support (#9325)

Browse Source
This commit is contained in:
Dhia Eddine Rhaiem authored and GitHub committed 2024-10-21 12:50:16 -04:00
1 parent 496e991da8
commit f6b97293aa
5 files changed
+35 -12
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/models/decoder_only/language/test_mamba.py
+1 -1
View File
@@ -10,7 +10,7 @@ from vllm.worker.model_runner import _get_graph_batch_size
from ...utils import check_outputs_equal
MODELS = ["state-spaces/mamba-130m-hf"]
MODELS = ["state-spaces/mamba-130m-hf", "tiiuae/falcon-mamba-tiny-dev"]
# Use lower-level interfaces to create this greedy generator, as mamba will