Files
vllm/vllm/transformers_utils/tokenizers/__init__.py
T

5 lines
199 B
Python

from vllm.transformers_utils.tokenizers.baichuan import BaichuanTokenizer
from vllm.transformers_utils.tokenizers.mistral import MistralTokenizer
__all__ = ["BaichuanTokenizer", "MistralTokenizer"]