wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-01 12:42:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix pin_lora error in TPU executor (#5760)

Browse Source
This commit is contained in:
Woosuk Kwon authored and GitHub committed 2024-06-21 22:25:14 -07:00
1 parent ff9ddbceee
commit 0cbc1d2b4f
1 file changed
+3
Download Patch File Download Diff File Expand all files Collapse all files
vllm/executor/tpu_executor.py
+3
View File
@@ -82,6 +82,9 @@ class TPUExecutor(ExecutorBase):
def remove_lora(self, lora_id: int) -> bool:
raise NotImplementedError("LoRA is not implemented for TPU backend.")
def pin_lora(self, lora_id: int) -> bool:
raise NotImplementedError("LoRA is not implemented for TPU backend.")
def list_loras(self) -> Set[int]:
raise NotImplementedError("LoRA is not implemented for TPU backend.")