From c614cfee5861e5715a023fa501e432d4acf910fe Mon Sep 17 00:00:00 2001 From: ifsheldon <39153080+ifsheldon@users.noreply.github.com> Date: Wed, 20 Mar 2024 01:54:59 +0800 Subject: [PATCH] Update dockerfile with ModelScope support (#3429) --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 6a56a33cfe7a..1f254c76fe5a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -122,7 +122,7 @@ RUN --mount=type=bind,from=flash-attn-builder,src=/usr/src/flash-attention-v2,ta FROM vllm-base AS vllm-openai # install additional dependencies for openai api server RUN --mount=type=cache,target=/root/.cache/pip \ - pip install accelerate hf_transfer + pip install accelerate hf_transfer modelscope COPY --from=build /workspace/vllm/*.so /workspace/vllm/ COPY vllm vllm