mirror of
https://github.com/wassname/vllm.git
synced 2026-10-29 13:50:10 +08:00
Update dockerfile with ModelScope support (#3429)
This commit is contained in:
1 parent
7341c77d69
commit
c614cfee58
1 file changed
+1
-1
+1
-1
@@ -122,7 +122,7 @@ RUN --mount=type=bind,from=flash-attn-builder,src=/usr/src/flash-attention-v2,ta
|
||||
FROM vllm-base AS vllm-openai
|
||||
# install additional dependencies for openai api server
|
||||
RUN --mount=type=cache,target=/root/.cache/pip \
|
||||
pip install accelerate hf_transfer
|
||||
pip install accelerate hf_transfer modelscope
|
||||
|
||||
COPY --from=build /workspace/vllm/*.so /workspace/vllm/
|
||||
COPY vllm vllm
|
||||
|
||||
Reference in new issue
Block a user