vllm/Dockerfile
Robert Shaw 13729ad0af updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
2025-07-12 21:57:16 +00:00

21 lines
565 B
Docker

ARG CUDA_VERSION=12.8.1
FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
RUN apt update && apt install git -y && apt install curl -y
WORKDIR /workspace
RUN git clone https://github.com/vllm-project/vllm.git
COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
# Install vllm.
WORKDIR /workspace/vllm
RUN uv venv .vllm --python 3.12
RUN . .vllm/bin/activate && VLLM_USE_PRECOMPILED=1 uv pip install -e .
# Checkout a specific commit.
ENV VLLM_SHA=550f8a052cae03c7e14a46767f689ab09c1cc28d
RUN git fetch && git checkout ${VLLM_SHA}
ENTRYPOINT ["/bin/bash"]