wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-08-12 12:30:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] FalconMamba Support (#9325)

Browse Source
This commit is contained in:
Dhia Eddine Rhaiem
2024-10-21 12:50:16 -04:00
committed by GitHub
parent 496e991da8
commit f6b97293aa
5 changed files with 35 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/models/decoder_only/language/test_mamba.py
+1 -1
View File
@@ -10,7 +10,7 @@ from vllm.worker.model_runner import _get_graph_batch_size
from ...utils import check_outputs_equal
MODELS = ["state-spaces/mamba-130m-hf"]
MODELS = ["state-spaces/mamba-130m-hf", "tiiuae/falcon-mamba-tiny-dev"]
# Use lower-level interfaces to create this greedy generator, as mamba will