wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-29 13:50:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add Yi model to quantization support (#1600)

Browse Source
This commit is contained in:
forpanyang authored and GitHub committed 2023-11-09 11:47:14 -08:00
1 parent fd58b73a40
commit ab9e8488d5
1 file changed
+1
Download Patch File Download Diff File Expand all files Collapse all files
vllm/model_executor/model_loader.py
+1
View File
@@ -41,6 +41,7 @@ _MODEL_REGISTRY = {
_MODEL_CLASSES_SUPPORT_QUANTIZATION = [
LlamaForCausalLM,
MistralForCausalLM,
YiForCausalLM,
]