wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-08-15 12:54:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add LLM.set_tokenizer (#283)

Browse Source
This commit is contained in:
Jishnu Ray Chowdhury
2023-06-28 00:28:29 -07:00
committed by GitHub
parent 2b7d3aca2e
commit bdd6b4c8bc
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/entrypoints/llm.py
+6
View File
@@ -60,6 +60,12 @@ class LLM:
) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
return self.llm_engine.tokenizer
def set_tokenizer(
self,
tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
) -> None:
self.llm_engine.tokenizer = tokenizer
def generate(
self,
prompts: Optional[Union[str, List[str]]] = None,