Enhance model loader (#83)

This commit is contained in:
Woosuk Kwon authored and GitHub committed 2023-05-09 15:46:42 -07:00
1 parent 7c041ab578
commit add055e151
2 files changed
+56 -42

No files matched your search

+1 -1
View File
@@ -12,8 +12,8 @@ from cacheflow.core.scheduler import Scheduler
from cacheflow.frontend.simple_frontend import SimpleFrontend
from cacheflow.logger import init_logger
from cacheflow.model_executor import get_memory_analyzer
from cacheflow.sequence import SequenceGroup
from cacheflow.sampling_params import SamplingParams
from cacheflow.sequence import SequenceGroup
from cacheflow.utils import get_gpu_memory, get_cpu_memory
from cacheflow.worker.controller import Controller, DeviceID