wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-30 14:00:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[[Misc]] Add extra deps for openai server image (#8792)

Browse Source
This commit is contained in:
Jee Jee Li authored and GitHub committed 2024-09-25 09:35:23 -07:00
1 parent 300da09177
commit c6f2485c82
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile
+1 -1
View File
@@ -202,7 +202,7 @@ FROM vllm-base AS vllm-openai
# install additional dependencies for openai api server
RUN --mount=type=cache,target=/root/.cache/pip \
pip install accelerate hf_transfer 'modelscope!=1.15.0'
pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10
ENV VLLM_USAGE_SOURCE production-docker-image