wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-08-19 12:40:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Support dynamically loading Lora adapter from HuggingFace (#6234)

Browse Source 
Co-authored-by: Antoni Baum <antoni.baum@protonmail.com>
This commit is contained in:
Jiaxin Shan
2024-07-22 15:42:40 -07:00
committed by GitHub
co-authored by Antoni Baum
parent 69d5ae38dc
commit 42c7f66a38
11 changed files with 201 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/lora/conftest.py
+8 -2
View File
@@ -159,8 +159,14 @@ def dummy_model_gate_up() -> nn.Module:
@pytest.fixture(scope="session")
def sql_lora_files():
return snapshot_download(repo_id="yard1/llama-2-7b-sql-lora-test")
def sql_lora_huggingface_id():
# huggingface repo id is used to test lora runtime downloading.
return "yard1/llama-2-7b-sql-lora-test"
@pytest.fixture(scope="session")
def sql_lora_files(sql_lora_huggingface_id):
return snapshot_download(repo_id=sql_lora_huggingface_id)
@pytest.fixture(scope="session")